-- Logs begin at Thu 2022-05-26 20:10:18 UTC, end at Thu 2022-05-26 21:29:40 UTC. -- May 26 20:55:22.799126 dv-cinder-828806-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 26 20:55:25.581274 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.common.config [-] Logging enabled! May 26 20:55:25.581929 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev244 May 26 20:55:25.582369 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103994) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 26 20:55:25.588090 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.common.config [-] Logging enabled! May 26 20:55:25.588886 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev244 May 26 20:55:25.589395 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103994) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 26 20:55:25.590950 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 26 20:55:25.591259 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 26 20:55:25.592271 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 26 20:55:25.592596 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 26 20:55:25.592827 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 26 20:55:25.593248 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:25.593548 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:25.593777 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:25.594075 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:25.594360 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:25.594665 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:25.594956 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:25.595252 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:25.595535 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:25.595812 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:25.596092 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:25.596318 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:25.596592 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:25.596873 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:25.597155 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:25.597374 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] debug = True {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:25.597648 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:25.598083 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:25.598509 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:25.598788 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:25.599071 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:25.599346 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:25.599612 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:25.599884 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:25.600160 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:25.600483 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] host = dv-cinder-828806-3-iscsi {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:25.600754 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:25.601035 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:25.601404 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:25.601721 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:25.602117 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:25.602537 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:25.602970 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:25.603316 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:25.603766 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] log_file = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:25.604082 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:25.604359 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:25.604649 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:25.604937 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:25.605163 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:25.605385 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:25.605667 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:25.605953 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:25.606226 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:25.606522 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:25.606794 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:25.607065 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:25.607371 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:25.607637 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:25.607917 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:25.608199 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:25.608478 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:25.608749 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:25.609019 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:25.609286 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:25.609551 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:25.609829 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:25.610098 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:25.610365 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:25.610658 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:25.610942 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:25.611206 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:25.611475 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:25.611771 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:25.612050 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:25.612328 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:25.612607 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:25.612876 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:25.613151 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:25.613419 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:25.613685 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:25.613953 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] use_json = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:25.614284 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:25.614506 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:25.614784 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:25.615053 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:25.615320 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:25.615587 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:25.615852 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:25.616131 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:25.616396 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:25.616685 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:25.616979 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:25.617274 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:25.617552 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:25.617850 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:25.618128 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:25.618411 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:25.618708 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:25.619023 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:25.619503 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:25.619982 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:25.620323 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:25.620627 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:25.620920 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:25.621218 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:25.621524 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:25.621817 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:25.622113 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:25.622387 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:25.622684 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:25.622992 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:25.623307 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:25.623713 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:25.623996 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:25.624287 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:25.624577 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:25.624856 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:25.625153 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:25.625436 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:25.625719 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:25.626010 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:25.626297 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:25.626594 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:25.626873 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:25.627162 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:25.627439 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:25.627709 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:25.627992 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:25.628411 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:25.628519 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:25.628800 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:25.633269 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:25.633637 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:25.634019 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:25.634526 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:25.635006 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:25.635420 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:25.635822 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:25.636284 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:25.636774 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:25.637247 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:25.637720 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:25.638200 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:25.639230 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:25.639703 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:25.640174 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:25.640635 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:25.641107 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:25.641439 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:25.641871 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:25.642379 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:25.642816 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:25.642953 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:25.643417 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:25.643895 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:25.644355 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:25.644827 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:25.645307 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:25.645795 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:25.646255 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:25.646766 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:25.647230 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:25.647697 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:25.648162 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:25.648663 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:25.649132 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:25.649613 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:25.650098 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:25.650619 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:25.651105 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:25.651465 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:25.651764 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:25.652059 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:25.652344 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:25.652646 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:25.652937 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:25.653233 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:25.653522 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:25.653803 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:25.654681 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:25.654974 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:25.655255 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:25.655539 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:25.655861 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:25.656323 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:25.656811 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:25.657284 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:25.657773 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:25.658270 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:25.658695 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:25.659003 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:25.659335 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:25.659758 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:25.660668 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:25.660993 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:25.661281 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:25.661501 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 26 20:55:25.661747 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103994) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 26 20:55:26.132996 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103994) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 26 20:55:26.133270 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103994) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 26 20:55:26.133570 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103994) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 26 20:55:26.133894 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.manager [-] Loading core plugin: ml2 May 26 20:55:26.456544 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 20:55:26.456753 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 20:55:26.457016 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 20:55:26.458218 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 20:55:26.458503 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 20:55:26.458768 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 20:55:26.514728 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 20:55:26.515002 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 20:55:26.515264 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 20:55:26.529791 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 20:55:26.530065 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 20:55:26.530331 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 20:55:26.562069 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 20:55:26.562339 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 20:55:26.562628 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 20:55:26.597979 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 20:55:26.598553 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 20:55:26.598553 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 20:55:26.943307 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 20:55:26.943586 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 20:55:26.943847 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 20:55:26.944104 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 20:55:26.944795 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 20:55:27.042040 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 20:55:27.042356 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 20:55:27.042660 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 20:55:27.042940 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 20:55:27.043209 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 20:55:27.043514 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 20:55:27.043786 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 20:55:27.044021 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 20:55:27.044273 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 20:55:27.044549 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 20:55:27.045353 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 20:55:27.045612 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 20:55:27.045863 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 20:55:27.046113 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 20:55:27.046364 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 20:55:27.046656 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 20:55:27.046908 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 20:55:27.047169 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 20:55:27.047433 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 20:55:27.047685 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 20:55:27.047957 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 20:55:27.048207 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 20:55:27.048481 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 20:55:27.048861 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 20:55:27.049109 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 20:55:27.049353 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 20:55:27.049743 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103994) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 20:55:27.049980 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103994) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 20:55:27.050215 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103994) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 20:55:27.050468 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103994) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 20:55:27.050703 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103994) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 20:55:27.050934 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103994) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 20:55:27.051292 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 26 20:55:27.055291 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 26 20:55:27.059150 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 26 20:55:27.062982 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) May 26 20:55:27.064622 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 26 20:55:27.065039 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 26 20:55:27.065367 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 26 20:55:27.065744 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 26 20:55:27.068526 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 26 20:55:27.068768 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 26 20:55:27.069105 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 26 20:55:27.074085 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] May 26 20:55:27.098169 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 26 20:55:27.098629 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 20:55:27.098926 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103994) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} May 26 20:55:27.099287 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 20:55:27.100619 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103994) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 26 20:55:27.100890 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 26 20:55:27.101128 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 26 20:55:27.104387 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 20:55:27.104665 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 20:55:27.168857 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 26 20:55:27.169092 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 26 20:55:27.169321 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 26 20:55:27.169705 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 26 20:55:27.223272 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO dbcounter [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Registered counter for database neutron May 26 20:55:27.241880 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_db.sqlalchemy.engines [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103994) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 26 20:55:27.247809 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG dbcounter [-] [103994] Writer thread running {{(pid=103994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 26 20:55:27.685738 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.plugins.ml2.managers [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Initializing driver for type 'gre' May 26 20:55:27.686469 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] gre ID ranges: [(1, 1000)] May 26 20:55:27.739896 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.plugins.ml2.managers [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Initializing driver for type 'local' May 26 20:55:27.740335 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.plugins.ml2.managers [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Initializing driver for type 'vlan' May 26 20:55:27.753328 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] VlanTypeDriver initialization complete May 26 20:55:27.753669 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.plugins.ml2.managers [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Initializing driver for type 'vxlan' May 26 20:55:27.754144 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] vxlan ID ranges: [(1, 1000)] May 26 20:55:27.808187 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.plugins.ml2.managers [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Initializing extension driver 'port_security' May 26 20:55:27.808574 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.plugins.ml2.extensions.port_security [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] PortSecurityExtensionDriver initialization complete May 26 20:55:27.808934 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.plugins.ml2.managers [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Initializing mechanism driver 'openvswitch' May 26 20:55:27.809275 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.plugins.ml2.managers [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Initializing mechanism driver 'hyperv' May 26 20:55:27.816500 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.plugin [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103994) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:55:27.817166 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Subscribe: > port after_create 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 20:55:27.817538 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Subscribe: > port after_update 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 20:55:27.817894 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Subscribe: > port after_delete 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 20:55:27.818409 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103994) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 26 20:55:27.818861 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Subscribe: > subnet after_create 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 20:55:27.819224 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Subscribe: > subnet after_update 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 20:55:27.819570 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 20:55:27.819968 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103994) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 26 20:55:27.820380 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Subscribe: > network after_create 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 20:55:27.820730 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Subscribe: > network after_update 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 20:55:27.821073 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Subscribe: > network after_delete 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 20:55:27.821467 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103994) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 26 20:55:27.821873 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Subscribe: > security_group after_create 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 20:55:27.822222 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Subscribe: > security_group after_update 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 20:55:27.822588 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 20:55:27.822987 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103994) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 26 20:55:27.823398 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 20:55:27.823750 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 20:55:27.824088 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 20:55:27.824480 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103994) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 26 20:55:27.824885 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Subscribe: > address_group after_create 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 20:55:27.825232 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Subscribe: > address_group after_update 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 20:55:27.825574 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 20:55:27.825967 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103994) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 26 20:55:27.826605 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] ML2 OVO RPC backend initialized. {{(pid=103994) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} May 26 20:55:27.827320 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 20:55:27.827683 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 20:55:27.828107 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Subscribe: > network before_response 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 20:55:27.828461 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Subscribe: > networks before_response 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 20:55:27.828813 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Subscribe: > port before_response 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 20:55:27.829190 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Subscribe: > ports before_response 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 20:55:27.829502 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Subscribe: > subnet before_response 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 20:55:27.829860 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Subscribe: > subnets before_response 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 20:55:27.830197 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Subscribe: > network after_create 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 20:55:27.830562 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Subscribe: > network after_update 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 20:55:27.830904 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Subscribe: > network after_delete 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 20:55:27.831242 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Subscribe: > port after_create 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 20:55:27.831580 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Subscribe: > port after_update 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 20:55:27.831914 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Subscribe: > port after_delete 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 20:55:27.832248 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Subscribe: > subnet after_create 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 20:55:27.832584 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Subscribe: > subnet after_update 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 20:55:27.832916 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 20:55:27.840796 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.quota [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loaded quota_driver: . May 26 20:55:27.841165 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.plugins.ml2.plugin [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Modular L2 Plugin initialization complete May 26 20:55:27.841512 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.manager [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loading services supported by the core plugin {{(pid=103994) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 26 20:55:27.841862 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.plugins.ml2.managers [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Got port-security extension from driver 'port_security' May 26 20:55:27.842369 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.extensions.vlantransparent [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Disabled vlantransparent extension. May 26 20:55:27.842907 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.manager [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103994) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 26 20:55:27.843233 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.manager [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loading Plugin: router May 26 20:55:27.883114 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 20:55:27.883513 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Subscribe: > router after_create 55549900 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 20:55:27.883889 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Subscribe: > router before_create 55549900 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 20:55:27.884254 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 20:55:27.884630 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 20:55:27.884982 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Subscribe: > router after_delete 55549900 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 20:55:27.885350 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 20:55:27.885700 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 20:55:27.886059 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Subscribe: > router after_create 55549900 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 20:55:27.886407 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Subscribe: > router after_update 55549900 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 20:55:27.886788 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Subscribe: > router after_update 55549900 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 20:55:27.887136 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 20:55:27.887493 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Subscribe: > router after_update 55549900 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 20:55:27.887904 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Subscribe: > router precommit_update 55549900 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 20:55:27.888275 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Subscribe: port after_update 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 20:55:27.888642 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Subscribe: port after_delete 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 20:55:27.888981 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Subscribe: subnet after_update 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 20:55:27.889320 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 20:55:27.889668 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 20:55:27.890018 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Subscribe: > router precommit_create 55549900 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 20:55:27.890361 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Subscribe: port before_delete 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 20:55:27.890740 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Subscribe: > router precommit_create 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 20:55:27.891100 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Subscribe: > router after_update 55549900 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 20:55:27.891450 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 20:55:27.891804 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Subscribe: > router precommit_create 55549900 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 20:55:27.892170 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 20:55:27.892518 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Subscribe: > router precommit_update 55549900 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 20:55:27.892886 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Subscribe: > agent after_create 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 20:55:27.893236 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Subscribe: > agent after_delete 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 20:55:27.893583 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Subscribe: > network after_delete 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 20:55:27.894461 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.quota.resource_registry [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Tracking information for resource: router configured {{(pid=103994) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 20:55:27.894822 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.quota.resource_registry [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Tracking information for resource: floatingip configured {{(pid=103994) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 20:55:27.899838 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.db.l3_agentschedulers_db [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 26 20:55:27.900421 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Subscribe: port after_update 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 20:55:27.900785 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Subscribe: port after_create 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 20:55:27.901147 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Subscribe: port after_delete 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 20:55:27.901502 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Subscribe: port after_update 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 20:55:27.902304 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Subscribe: > router before_create 55550100 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 20:55:27.902771 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 20:55:27.903140 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Subscribe: > router precommit_create 55550100 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 20:55:27.903497 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Subscribe: > router precommit_update 55550100 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 20:55:27.908299 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.services.provider_configuration [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Service providers = [] {{(pid=103994) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 26 20:55:27.908666 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.db.servicetype_db [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103994) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 26 20:55:27.911670 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.services.service_base [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103994) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 26 20:55:27.912016 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.services.service_base [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103994) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 26 20:55:27.912358 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.services.service_base [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103994) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 26 20:55:27.913248 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.services.service_base [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103994) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 26 20:55:27.913618 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.services.service_base [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Default provider is not specified for service type L3_ROUTER_NAT May 26 20:55:27.914002 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.manager [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103994) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 20:55:27.914318 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.manager [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 26 20:55:27.925499 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.manager [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103994) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 20:55:27.925835 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.manager [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loading Plugin: auto_allocate May 26 20:55:27.931555 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Subscribe: network precommit_update 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 20:55:27.931925 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Subscribe: network precommit_create 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 20:55:27.932441 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.manager [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103994) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 20:55:27.932762 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.manager [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loading Plugin: tag May 26 20:55:27.940081 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.manager [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103994) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 20:55:27.940354 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.manager [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loading Plugin: timestamp May 26 20:55:27.944424 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.manager [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103994) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 20:55:27.944757 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.manager [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loading Plugin: network_ip_availability May 26 20:55:27.950222 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 20:55:27.950633 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 20:55:27.951026 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 20:55:27.951744 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.manager [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103994) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 20:55:27.952064 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.manager [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loading Plugin: flavors May 26 20:55:27.956785 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.manager [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103994) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 20:55:27.957117 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.manager [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loading Plugin: revisions May 26 20:55:27.961366 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.manager [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103994) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 20:55:27.961764 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_concurrency.lockutils [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.828s {{(pid=103994) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 26 20:55:27.962533 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103994) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 26 20:55:27.962874 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Initializing extension manager. May 26 20:55:27.963400 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loading extension file: __init__.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 20:55:27.963745 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loading extension file: __pycache__ {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 20:55:27.964079 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loading extension file: _port_mac_address_override.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 20:55:27.964416 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loading extension file: address_group.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 20:55:27.965345 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 20:55:27.965917 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loaded extension: address-group May 26 20:55:27.966243 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loading extension file: address_scope.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 20:55:27.967010 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 20:55:27.967524 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loaded extension: address-scope May 26 20:55:27.967848 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 20:55:27.968789 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 20:55:27.969305 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loaded extension: router-admin-state-down-before-update May 26 20:55:27.969631 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loading extension file: agent.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 20:55:27.970336 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 20:55:27.970874 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loaded extension: agent May 26 20:55:27.971206 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loading extension file: agent_resources_synced.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 20:55:27.972114 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 20:55:27.972636 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loaded extension: agent-resources-synced May 26 20:55:27.972960 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loading extension file: allowedaddresspairs.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 20:55:27.974782 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 20:55:27.975309 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loaded extension: allowed-address-pairs May 26 20:55:27.975644 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loading extension file: auto_allocated_topology.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 20:55:27.976726 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 20:55:27.977246 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loaded extension: auto-allocated-topology May 26 20:55:27.977569 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loading extension file: availability_zone.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 20:55:27.978266 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 20:55:27.978803 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loaded extension: availability_zone May 26 20:55:27.979124 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loading extension file: availability_zone_filter.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 20:55:27.980041 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 20:55:27.980550 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loaded extension: availability_zone_filter May 26 20:55:27.980870 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loading extension file: data_plane_status.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 20:55:27.981781 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 20:55:27.982842 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Extension data-plane-status not supported by any of loaded plugins May 26 20:55:27.983163 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loading extension file: default_subnetpools.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 20:55:27.984079 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 20:55:27.984584 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loaded extension: default-subnetpools May 26 20:55:27.984902 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 20:55:27.985712 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 20:55:27.986224 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loaded extension: dhcp_agent_scheduler May 26 20:55:27.986586 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loading extension file: dns.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 20:55:27.987514 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 20:55:27.988020 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Extension dns-integration not supported by any of loaded plugins May 26 20:55:27.988345 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loading extension file: dns_domain_ports.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 20:55:27.989267 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 20:55:27.989777 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Extension dns-domain-ports not supported by any of loaded plugins May 26 20:55:27.990099 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 20:55:27.991054 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 20:55:27.991562 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins May 26 20:55:27.991883 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loading extension file: dvr.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 20:55:27.992549 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 20:55:27.993055 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loaded extension: dvr May 26 20:55:27.993376 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loading extension file: ecmp_routes.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 20:55:27.994297 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 20:55:27.994832 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Extension ecmp_routes not supported by any of loaded plugins May 26 20:55:27.995156 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loading extension file: empty_string_filtering.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 20:55:27.996065 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 20:55:27.996570 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loaded extension: empty-string-filtering May 26 20:55:27.996892 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 20:55:27.998406 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 20:55:27.998941 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 26 20:55:27.999266 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 20:55:28.001332 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 20:55:28.003286 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 26 20:55:28.003629 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loading extension file: external_net.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 20:55:28.005938 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 20:55:28.006480 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loaded extension: external-net May 26 20:55:28.006812 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 20:55:28.007742 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 20:55:28.008253 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loaded extension: extra_dhcp_opt May 26 20:55:28.008578 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loading extension file: extraroute.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 20:55:28.009498 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 20:55:28.010005 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loaded extension: extraroute May 26 20:55:28.010327 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loading extension file: extraroute_atomic.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 20:55:28.011492 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 20:55:28.012000 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loaded extension: extraroute-atomic May 26 20:55:28.012327 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loading extension file: filter_validation.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 20:55:28.012998 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 20:55:28.013531 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loaded extension: filter-validation May 26 20:55:28.013855 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loading extension file: fip_pf_description.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 20:55:28.014794 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 20:55:28.015304 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 26 20:55:28.015628 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loading extension file: fip_pf_port_range.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 20:55:28.016549 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 20:55:28.017054 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins May 26 20:55:28.017393 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loading extension file: fip_port_details.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 20:55:28.018293 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 20:55:28.018838 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loaded extension: fip-port-details May 26 20:55:28.019163 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loading extension file: flavors.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 20:55:28.020397 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 20:55:28.020910 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loaded extension: flavors May 26 20:55:28.021237 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 20:55:28.022939 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 20:55:28.023463 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 26 20:55:28.023790 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loading extension file: floatingip_pools.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 20:55:28.024631 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 20:55:28.025153 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loaded extension: floatingip-pools May 26 20:55:28.025481 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loading extension file: ip_allocation.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 20:55:28.026416 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 20:55:28.026955 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Extension ip_allocation not supported by any of loaded plugins May 26 20:55:28.027280 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 20:55:28.028204 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 20:55:28.028719 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loaded extension: ip-substring-filtering May 26 20:55:28.029069 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loading extension file: l2_adjacency.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 20:55:28.030016 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 20:55:28.030548 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Extension l2_adjacency not supported by any of loaded plugins May 26 20:55:28.030873 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loading extension file: l3.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 20:55:28.031840 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 20:55:28.032353 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loaded extension: router May 26 20:55:28.032674 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 20:55:28.034930 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 20:55:28.035467 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 26 20:55:28.035802 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 20:55:28.036729 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 20:55:28.037246 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loaded extension: ext-gw-mode May 26 20:55:28.037576 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 20:55:28.038527 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 20:55:28.039040 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loaded extension: l3-ha May 26 20:55:28.039366 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 20:55:28.040277 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 20:55:28.040783 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins May 26 20:55:28.041106 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loading extension file: l3_flavors.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 20:55:28.042021 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 20:55:28.042569 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loaded extension: l3-flavors May 26 20:55:28.042899 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 20:55:28.044268 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 20:55:28.045309 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Extension l3-ndp-proxy not supported by any of loaded plugins May 26 20:55:28.045645 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 20:55:28.046616 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 20:55:28.047133 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loaded extension: l3-port-ip-change-not-allowed May 26 20:55:28.047462 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loading extension file: l3agentscheduler.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 20:55:28.048506 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 20:55:28.049028 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loaded extension: l3_agent_scheduler May 26 20:55:28.049359 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loading extension file: local_ip.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 20:55:28.051171 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 20:55:28.051694 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Extension local_ip not supported by any of loaded plugins May 26 20:55:28.052027 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loading extension file: logging.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 20:55:28.053491 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 20:55:28.054016 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Extension logging not supported by any of loaded plugins May 26 20:55:28.054352 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loading extension file: metering.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 20:55:28.055128 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 20:55:28.055725 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loaded extension: metering May 26 20:55:28.056060 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 20:55:28.057158 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 20:55:28.057676 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loaded extension: metering_source_and_destination_fields May 26 20:55:28.058009 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loading extension file: multiprovidernet.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 20:55:28.059101 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 20:55:28.059613 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loaded extension: multi-provider May 26 20:55:28.059941 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loading extension file: netmtu.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 20:55:28.061453 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 20:55:28.061963 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loaded extension: net-mtu May 26 20:55:28.062286 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loading extension file: netmtu_writable.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 20:55:28.063231 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 20:55:28.063741 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loaded extension: net-mtu-writable May 26 20:55:28.064063 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loading extension file: network_availability_zone.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 20:55:28.064731 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 20:55:28.065236 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loaded extension: network_availability_zone May 26 20:55:28.065562 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loading extension file: network_ip_availability.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 20:55:28.066686 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 20:55:28.067200 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loaded extension: network-ip-availability May 26 20:55:28.067521 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loading extension file: network_segment_range.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 20:55:28.068279 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 20:55:28.068788 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Extension network-segment-range not supported by any of loaded plugins May 26 20:55:28.069108 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loading extension file: pagination.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 20:55:28.070086 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 20:55:28.070416 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loaded extension: pagination May 26 20:55:28.070760 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loading extension file: port_device_profile.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 20:55:28.071675 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 20:55:28.072191 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loaded extension: port-device-profile May 26 20:55:28.072514 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loading extension file: port_mac_address_override.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 20:55:28.073444 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 20:55:28.073952 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loaded extension: port-mac-override May 26 20:55:28.074276 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 20:55:28.075217 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 20:55:28.075737 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loaded extension: port-mac-address-regenerate May 26 20:55:28.076088 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 20:55:28.076998 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 20:55:28.077518 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loaded extension: port-numa-affinity-policy May 26 20:55:28.077842 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loading extension file: port_resource_request.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 20:55:28.078783 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 20:55:28.079296 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Extension port-resource-request not supported by any of loaded plugins May 26 20:55:28.079618 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loading extension file: port_resource_request_groups.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 20:55:28.080603 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 20:55:28.081114 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Extension port-resource-request-groups not supported by any of loaded plugins May 26 20:55:28.081437 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loading extension file: portbindings.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 20:55:28.082360 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 20:55:28.082921 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loaded extension: binding May 26 20:55:28.083244 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loading extension file: portbindings_extended.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 20:55:28.084495 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 20:55:28.085003 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loaded extension: binding-extended May 26 20:55:28.085329 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loading extension file: portsecurity.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 20:55:28.086244 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 20:55:28.086781 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loaded extension: port-security May 26 20:55:28.087110 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loading extension file: project_id.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 20:55:28.088084 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 20:55:28.088415 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loaded extension: project-id May 26 20:55:28.088737 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loading extension file: providernet.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 20:55:28.089656 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 20:55:28.090170 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loaded extension: provider May 26 20:55:28.090520 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loading extension file: qos.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 20:55:28.094120 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 20:55:28.094679 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Extension qos not supported by any of loaded plugins May 26 20:55:28.095012 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 20:55:28.096263 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 20:55:28.096778 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 26 20:55:28.097109 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 20:55:28.098048 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 20:55:28.098598 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 26 20:55:28.098928 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loading extension file: qos_default.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 20:55:28.099843 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 20:55:28.100356 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Extension qos-default not supported by any of loaded plugins May 26 20:55:28.100683 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loading extension file: qos_fip.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 20:55:28.101605 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 20:55:28.102119 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Extension qos-fip not supported by any of loaded plugins May 26 20:55:28.102466 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 20:55:28.103386 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 20:55:28.103899 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Extension qos-fip-network-policy not supported by any of loaded plugins May 26 20:55:28.104223 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loading extension file: qos_gateway_ip.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 20:55:28.105152 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 20:55:28.105667 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 26 20:55:28.105991 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loading extension file: qos_port_network_policy.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 20:55:28.106928 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 20:55:28.107967 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 26 20:55:28.108290 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 20:55:28.109323 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 20:55:28.109836 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Extension qos-pps-minimum not supported by any of loaded plugins May 26 20:55:28.110161 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 20:55:28.111233 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 20:55:28.111745 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins May 26 20:55:28.112072 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loading extension file: qos_pps_rule.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 20:55:28.113263 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 20:55:28.113784 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Extension qos-pps not supported by any of loaded plugins May 26 20:55:28.114112 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loading extension file: qos_rule_type_details.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 20:55:28.115071 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 20:55:28.115597 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 26 20:55:28.115926 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 20:55:28.116856 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 20:55:28.117368 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Extension qos-rule-type-filter not supported by any of loaded plugins May 26 20:55:28.117691 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loading extension file: qos_rules_alias.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 20:55:28.118873 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 20:55:28.119387 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Extension qos-rules-alias not supported by any of loaded plugins May 26 20:55:28.119712 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loading extension file: quota_check_limit.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 20:55:28.120628 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 20:55:28.121141 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loaded extension: quota-check-limit May 26 20:55:28.121465 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loading extension file: quotasv2.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 20:55:28.122388 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 20:55:28.122816 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loaded extension: quotas May 26 20:55:28.123641 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loading extension file: quotasv2_detail.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 20:55:28.125340 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 20:55:28.125680 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loaded extension: quota_details May 26 20:55:28.126014 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loading extension file: rbac.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 20:55:28.127095 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 20:55:28.127626 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loaded extension: rbac-policies May 26 20:55:28.127956 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loading extension file: rbac_address_group.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 20:55:28.128898 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 20:55:28.129412 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loaded extension: rbac-address-group May 26 20:55:28.129738 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loading extension file: rbac_address_scope.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 20:55:28.131030 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 20:55:28.131543 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loaded extension: rbac-address-scope May 26 20:55:28.131869 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loading extension file: rbac_security_groups.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 20:55:28.132798 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 20:55:28.133309 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loaded extension: rbac-security-groups May 26 20:55:28.133636 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loading extension file: rbac_subnetpool.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 20:55:28.134598 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 20:55:28.135114 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loaded extension: rbac-subnetpool May 26 20:55:28.135442 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loading extension file: revisionifmatch.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 20:55:28.136368 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 20:55:28.136887 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loaded extension: revision-if-match May 26 20:55:28.137209 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loading extension file: revisions.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 20:55:28.138323 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 20:55:28.138893 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loaded extension: standard-attr-revisions May 26 20:55:28.139219 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loading extension file: router_availability_zone.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 20:55:28.139892 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 20:55:28.140398 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loaded extension: router_availability_zone May 26 20:55:28.140721 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loading extension file: routerservicetype.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 20:55:28.141652 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 20:55:28.142163 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Extension router-service-type not supported by any of loaded plugins May 26 20:55:28.142526 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 20:55:28.143459 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 20:55:28.143979 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loaded extension: security-groups-normalized-cidr May 26 20:55:28.144299 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 20:55:28.145246 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 20:55:28.145768 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loaded extension: port-security-groups-filtering May 26 20:55:28.146091 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 20:55:28.147052 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 20:55:28.147564 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loaded extension: security-groups-remote-address-group May 26 20:55:28.147884 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 20:55:28.148826 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 20:55:28.149342 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loaded extension: security-groups-shared-filtering May 26 20:55:28.149667 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loading extension file: securitygroup.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 20:55:28.163451 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 20:55:28.163990 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loaded extension: security-group May 26 20:55:28.164360 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loading extension file: segment.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 20:55:28.165574 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 20:55:28.166187 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Extension segment not supported by any of loaded plugins May 26 20:55:28.166554 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 20:55:28.167539 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 20:55:28.168054 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 26 20:55:28.168381 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loading extension file: servicetype.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 20:55:28.169488 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 20:55:28.170577 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loaded extension: service-type May 26 20:55:28.170905 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loading extension file: sorting.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 20:55:28.171895 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 20:55:28.172227 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loaded extension: sorting May 26 20:55:28.172554 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loading extension file: standard_attr_segment.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 20:55:28.173474 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 20:55:28.173989 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Extension standard-attr-segment not supported by any of loaded plugins May 26 20:55:28.174313 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loading extension file: standardattrdescription.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 20:55:28.174997 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 20:55:28.175509 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loaded extension: standard-attr-description May 26 20:55:28.175838 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loading extension file: stateful_security_group.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 20:55:28.176799 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 20:55:28.177312 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loaded extension: stateful-security-group May 26 20:55:28.177637 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loading extension file: stdattrs_common.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 20:55:28.178223 dv-cinder-828806-3-iscsi neutron-server[103994]: WARNING neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 26 20:55:28.178573 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 20:55:28.179529 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 20:55:28.180054 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 26 20:55:28.180378 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loading extension file: subnet_onboard.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 20:55:28.181443 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 20:55:28.181958 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loaded extension: subnet_onboard May 26 20:55:28.182279 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 20:55:28.183230 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 20:55:28.183736 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 26 20:55:28.184061 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loading extension file: subnet_service_types.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 20:55:28.184985 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 20:55:28.186137 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loaded extension: subnet-service-types May 26 20:55:28.186475 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loading extension file: subnetallocation.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 20:55:28.187592 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 20:55:28.188104 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loaded extension: subnet_allocation May 26 20:55:28.188425 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 20:55:28.189090 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 20:55:28.189598 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loaded extension: subnetpool-prefix-ops May 26 20:55:28.189919 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 20:55:28.190932 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 20:55:28.191392 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 26 20:55:28.191719 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loading extension file: tagging.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 20:55:28.192776 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 20:55:28.193296 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loaded extension: standard-attr-tag May 26 20:55:28.193621 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loading extension file: timestamp.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 20:55:28.194851 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 20:55:28.195373 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loaded extension: standard-attr-timestamp May 26 20:55:28.195704 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loading extension file: trunk.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 20:55:28.196744 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 20:55:28.197254 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Extension trunk not supported by any of loaded plugins May 26 20:55:28.197582 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loading extension file: trunk_details.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 20:55:28.198536 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 20:55:28.199047 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Extension trunk-details not supported by any of loaded plugins May 26 20:55:28.199371 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loading extension file: uplink_status_propagation.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 20:55:28.200296 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 20:55:28.200803 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 26 20:55:28.201149 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Loading extension file: vlantransparent.py {{(pid=103994) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 20:55:28.201822 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103994) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 20:55:28.202338 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Extension vlan-transparent not supported by any of loaded plugins May 26 20:55:28.204901 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.quota.resource_registry [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Creating instance of TrackedResource for resource:network May 26 20:55:28.205441 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.quota.resource_registry [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Creating instance of TrackedResource for resource:subnet May 26 20:55:28.205844 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.quota.resource_registry [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Creating instance of TrackedResource for resource:subnetpool May 26 20:55:28.206251 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.quota.resource_registry [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Creating instance of TrackedResource for resource:port May 26 20:55:28.207502 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.v2.resource_helper [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103994) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 20:55:28.207939 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.v2.resource_helper [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Service FLAVORS assigned prefix: {{(pid=103994) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 20:55:28.208562 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.v2.resource_helper [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103994) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 20:55:28.208993 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.v2.resource_helper [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103994) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 20:55:28.209330 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.quota.resource_registry [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Creating instance of TrackedResource for resource:router May 26 20:55:28.209754 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.quota.resource_registry [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Creating instance of TrackedResource for resource:floatingip May 26 20:55:28.210254 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.v2.resource_helper [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Service METERING assigned prefix: /metering {{(pid=103994) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 20:55:28.211711 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 20:55:28.212090 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 20:55:28.212446 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103994) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 20:55:28.213437 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.quota.resource_registry [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Creating instance of CountableResource for resource:rbac_policy May 26 20:55:28.213889 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.quota.resource_registry [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Creating instance of TrackedResource for resource:security_group May 26 20:55:28.214332 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.quota.resource_registry [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Creating instance of TrackedResource for resource:security_group_rule May 26 20:55:28.214963 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.v2.resource_helper [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Service CORE assigned prefix: {{(pid=103994) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 20:55:28.215301 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.quota.resource_registry [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Creating instance of TrackedResource for resource:subnetpool May 26 20:55:28.215651 dv-cinder-828806-3-iscsi neutron-server[103994]: WARNING neutron.quota.resource_registry [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] subnetpool is already registered May 26 20:55:28.216078 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.v2.resource_helper [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Service CORE assigned prefix: {{(pid=103994) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 20:55:28.216406 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.quota.resource_registry [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Creating instance of TrackedResource for resource:subnetpool May 26 20:55:28.217269 dv-cinder-828806-3-iscsi neutron-server[103994]: WARNING neutron.quota.resource_registry [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] subnetpool is already registered May 26 20:55:28.219634 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.v2.resource_helper [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103994) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 20:55:28.220069 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.v2.resource_helper [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Service FLAVORS assigned prefix: {{(pid=103994) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 20:55:28.220655 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.v2.resource_helper [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103994) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 20:55:28.221075 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.v2.resource_helper [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103994) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 20:55:28.221407 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.quota.resource_registry [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Creating instance of TrackedResource for resource:router May 26 20:55:28.221746 dv-cinder-828806-3-iscsi neutron-server[103994]: WARNING neutron.quota.resource_registry [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] router is already registered May 26 20:55:28.222158 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.quota.resource_registry [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Creating instance of TrackedResource for resource:floatingip May 26 20:55:28.222522 dv-cinder-828806-3-iscsi neutron-server[103994]: WARNING neutron.quota.resource_registry [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] floatingip is already registered May 26 20:55:28.222977 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.v2.resource_helper [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Service METERING assigned prefix: /metering {{(pid=103994) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 20:55:28.223642 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.quota.resource_registry [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Creating instance of CountableResource for resource:rbac_policy May 26 20:55:28.223972 dv-cinder-828806-3-iscsi neutron-server[103994]: WARNING neutron.quota.resource_registry [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] rbac_policy is already registered May 26 20:55:28.224385 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.quota.resource_registry [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Creating instance of TrackedResource for resource:security_group May 26 20:55:28.224722 dv-cinder-828806-3-iscsi neutron-server[103994]: WARNING neutron.quota.resource_registry [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] security_group is already registered May 26 20:55:28.225125 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.quota.resource_registry [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Creating instance of TrackedResource for resource:security_group_rule May 26 20:55:28.225459 dv-cinder-828806-3-iscsi neutron-server[103994]: WARNING neutron.quota.resource_registry [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] security_group_rule is already registered May 26 20:55:28.226076 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.v2.resource_helper [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Service CORE assigned prefix: {{(pid=103994) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 20:55:28.226411 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.quota.resource_registry [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Creating instance of TrackedResource for resource:subnetpool May 26 20:55:28.226769 dv-cinder-828806-3-iscsi neutron-server[103994]: WARNING neutron.quota.resource_registry [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] subnetpool is already registered May 26 20:55:28.227187 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.v2.resource_helper [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Service CORE assigned prefix: {{(pid=103994) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 20:55:28.227512 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.quota.resource_registry [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Creating instance of TrackedResource for resource:subnetpool May 26 20:55:28.227854 dv-cinder-828806-3-iscsi neutron-server[103994]: WARNING neutron.quota.resource_registry [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] subnetpool is already registered May 26 20:55:28.228318 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Extended resource: extensions {{(pid=103994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 20:55:28.229782 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Extended resource: address-groups {{(pid=103994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 20:55:28.231290 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Extended resource: address-scopes {{(pid=103994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 20:55:28.233238 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Extended resource: agents {{(pid=103994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 20:55:28.234393 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Extended resource: auto-allocated-topology {{(pid=103994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 20:55:28.235645 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Extended resource: availability_zones {{(pid=103994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 20:55:28.236869 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Extended resource: dhcp-networks {{(pid=103994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 20:55:28.238381 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Extended resource: dhcp-agents {{(pid=103994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 20:55:28.239837 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Extended resource: routers {{(pid=103994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 20:55:28.241529 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Extended resource: flavors {{(pid=103994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 20:55:28.242824 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Extended resource: service_profiles {{(pid=103994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 20:55:28.244035 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Extended resource: next_providers {{(pid=103994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 20:55:28.245455 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Extended resource: service_profiles {{(pid=103994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 20:55:28.247038 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Extended resource: floatingip-pools {{(pid=103994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 20:55:28.248281 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Extended resource: routers {{(pid=103994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 20:55:28.249972 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Extended resource: floatingips {{(pid=103994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 20:55:28.251296 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Extended resource: l3-routers {{(pid=103994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 20:55:28.252674 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Extended resource: l3-agents {{(pid=103994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 20:55:28.254086 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Extended resource: metering-labels {{(pid=103994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 20:55:28.255630 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Extended resource: metering-label-rules {{(pid=103994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 20:55:28.257000 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Extended resource: network-ip-availabilities {{(pid=103994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 20:55:28.258299 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Extended resource: bindings {{(pid=103994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 20:55:28.259893 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Extended resource: quotas {{(pid=103994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 20:55:28.262342 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Extended resource: quotas {{(pid=103994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 20:55:28.263926 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Extended resource: rbac-policies {{(pid=103994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 20:55:28.265105 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Extended resource: security-groups {{(pid=103994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 20:55:28.266483 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Extended resource: security-group-rules {{(pid=103994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 20:55:28.267736 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Extended resource: service-providers {{(pid=103994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 20:55:28.268945 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Extended resource: subnetpools {{(pid=103994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 20:55:28.270264 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Extended resource: subnetpools {{(pid=103994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 20:55:28.271822 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Extended resource: tags {{(pid=103994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 20:55:28.273490 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Extended resource: tags {{(pid=103994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 20:55:28.275332 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Extended resource: tags {{(pid=103994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 20:55:28.277132 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Extended resource: tags {{(pid=103994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 20:55:28.278842 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Extended resource: tags {{(pid=103994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 20:55:28.281320 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Extended resource: tags {{(pid=103994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 20:55:28.283016 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Extended resource: tags {{(pid=103994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 20:55:28.284912 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Extended resource: tags {{(pid=103994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 20:55:28.286817 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Extended resource: tags {{(pid=103994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 20:55:28.288591 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron.api.extensions [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Extended resource: tags {{(pid=103994) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 20:55:28.294534 dv-cinder-828806-3-iscsi neutron-server[103994]: WARNING keystonemiddleware.auth_token [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 26 20:55:28.300131 dv-cinder-828806-3-iscsi neutron-server[103994]: WARNING keystonemiddleware.auth_token [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 26 20:55:28.308900 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_concurrency.lockutils [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Acquired lock "singleton_lock" {{(pid=103994) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} May 26 20:55:28.309368 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_concurrency.lockutils [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Releasing lock "singleton_lock" {{(pid=103994) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} May 26 20:55:28.310025 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO oslo_service.service [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Starting 2 workers May 26 20:55:28.315031 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Started child 104101 {{(pid=103994) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 26 20:55:28.319486 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Started child 104102 {{(pid=103994) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 26 20:55:28.320366 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:55:28.321087 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO neutron.service [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Neutron service started, listening on 0.0.0.0:9696 May 26 20:55:28.321750 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:55:28.321899 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [-] (104101) wsgi starting up on http://0.0.0.0:9696 May 26 20:55:28.324186 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO oslo_service.service [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Starting 1 workers May 26 20:55:28.324439 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:55:28.325917 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [-] (104102) wsgi starting up on http://0.0.0.0:9696 May 26 20:55:28.329497 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Started child 104103 {{(pid=103994) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 26 20:55:28.330040 dv-cinder-828806-3-iscsi neutron-server[103994]: INFO oslo_service.service [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Starting 1 workers May 26 20:55:28.333304 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.service [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] calling RpcWorker wait() {{(pid=104103) _wait /opt/stack/neutron/neutron/service.py:128}} May 26 20:55:28.333863 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.service [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] returning from RpcWorker wait() {{(pid=104103) _wait /opt/stack/neutron/neutron/service.py:135}} May 26 20:55:28.334607 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Started child 104104 {{(pid=103994) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 26 20:55:28.335168 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:55:28.335395 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG neutron_lib.callbacks.manager [None req-5fb78499-17b4-4494-9512-f1c27cfc5949 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103994) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:55:28.335743 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:55:28.337332 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103994) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 26 20:55:28.337547 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 26 20:55:28.337735 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 26 20:55:28.337961 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 26 20:55:28.338288 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 26 20:55:28.338475 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 26 20:55:28.339008 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.339288 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.339471 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:55:28.339923 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.339923 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.340366 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.340631 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.340719 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:55:28.340869 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.341148 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.341402 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.342121 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.342291 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.342581 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.342839 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.343168 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.343438 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.343681 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.343907 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.344078 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.344349 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.344641 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.344876 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.345153 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] debug = True {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.345409 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.345929 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.346170 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.346428 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.346676 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.346947 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.347182 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.347465 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.347722 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.347944 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.348195 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.348450 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.348694 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.348912 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.349128 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.349385 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.349613 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.350077 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] host = dv-cinder-828806-3-iscsi {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.350312 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.350655 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.350907 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.351155 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.351416 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.351635 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.351903 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.352157 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.352424 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.352675 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.352942 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.353169 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.353391 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.353656 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] log_file = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.353822 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] log_options = True {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.354059 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.354332 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.354633 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.354836 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.355056 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.355204 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.355426 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.355592 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.355847 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.356064 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.356279 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.356526 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.356740 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.356972 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.357838 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.358073 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.358328 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.358583 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.358862 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.359091 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.359337 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.359581 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.359804 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.360053 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.360302 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.360539 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.360785 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.361021 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.361236 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.361472 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.361718 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.362292 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.362292 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.362588 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.362739 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.362963 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.363194 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.363411 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.363690 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.363920 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.364170 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.364426 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.364645 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.364895 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.365183 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.365715 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.366825 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] use_json = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.366825 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.366825 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.366825 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.367783 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.367783 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.367783 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.367783 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.368198 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.368291 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.368810 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.369832 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.369832 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.369832 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.372613 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.372613 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.372613 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.372613 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.372613 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.372613 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.372613 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.372613 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.375505 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.375505 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.375505 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.375505 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.375505 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.375505 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.375505 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.375505 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.377819 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.377819 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.377819 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.377819 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.377819 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.377819 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.377819 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.377819 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.378768 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.378768 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.378768 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.378768 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.378768 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.57/identity {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.378768 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.378768 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.378768 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.379812 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.379812 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.379812 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.379812 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.379812 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.379812 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.382692 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.382692 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.382692 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.382692 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.382692 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.382692 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.382692 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.382692 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.382692 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.383537 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.383537 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.383537 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.383537 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.383537 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.383537 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.383972 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.383972 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.384129 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.384340 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.384565 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.384800 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.385026 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.385259 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.385473 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.385714 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.385947 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.386189 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.386434 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.386666 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.387110 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.387485 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.388685 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.389114 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.389542 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.389974 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.390413 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.390837 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.391821 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.392212 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.392608 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.393019 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.393405 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.393800 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.394205 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.394620 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.395014 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.395420 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.395811 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.396209 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.396545 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.396810 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.397087 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.397317 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.397572 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.397800 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.398081 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.398524 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.398777 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.399003 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.399266 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.399496 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.399751 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.399979 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.400207 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.400466 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.400705 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.400930 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.401171 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.401396 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.401639 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.401866 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.402142 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.402371 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.402635 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.403058 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.403301 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.403577 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.404563 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.404988 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.405436 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.405855 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.406329 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.406678 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.406964 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.407256 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.407511 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.407767 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.408035 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.408300 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.408561 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.408814 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.409261 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.409516 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.409754 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.409997 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.410249 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.410520 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.410873 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.411133 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.411354 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.411577 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.411878 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.412112 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.412366 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.412643 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.412889 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.413152 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.413407 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.413636 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.57/identity {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.413876 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.414304 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.414572 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.414813 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.415055 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.415274 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.415515 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.415732 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.416027 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.416297 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.416510 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.416751 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.416986 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.417227 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.417450 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.417709 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.417917 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.418162 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.418420 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.418695 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.418916 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.419155 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.419377 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.419756 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.420424 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.420715 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.420965 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.421202 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.421433 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.421684 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.421918 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.422156 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.422403 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.422657 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.422877 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.423093 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.423320 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.423536 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.423772 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.424002 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.424272 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.424539 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.424801 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.425136 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.425448 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.425716 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.425971 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.426212 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.426502 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.426726 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.426950 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.427186 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.427424 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.427669 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.427908 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.428119 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.428357 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.428569 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.428801 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.429074 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.429315 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.429585 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.429804 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.430027 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.430263 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.430505 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.430729 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.430966 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.431179 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.431390 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.431607 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.431814 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.432090 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.432337 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.432587 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.432844 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.433064 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.433303 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.433532 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.433777 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.433991 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.434215 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.434429 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.434938 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.434938 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.435194 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.435354 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.435525 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.435743 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.435955 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.436205 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.436411 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.436628 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.436849 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.437067 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.437279 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.437528 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.437741 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.437998 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.438174 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.438424 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.438671 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.438899 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.439111 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.439344 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.439553 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.439774 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.439987 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.440267 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.440518 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.440740 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.441102 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.441277 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.441679 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.442082 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.442556 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.442959 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.443386 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.443629 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.443874 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.444100 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.444355 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:55:28.444508 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.444705 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.444987 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.445233 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.445493 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.445761 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.446042 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.446313 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.446575 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.446877 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.447694 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.447694 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.447694 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.448637 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.448637 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.448637 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.448637 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.448928 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.449061 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.449279 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.449517 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.449748 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.449966 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.450321 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.450485 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.450701 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.450924 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.451158 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.451383 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.451600 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.451939 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 26 20:55:28.452293 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103994) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 26 20:55:28.452459 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 26 20:55:28.452614 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 26 20:55:28.452785 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 26 20:55:28.452955 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 26 20:55:28.453109 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 26 20:55:28.453319 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.453481 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.453641 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.453802 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.453997 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.454166 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.454325 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.454664 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.454827 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.454971 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.455134 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.455294 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.455455 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.455615 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.455775 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.455933 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.456093 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.456258 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.456417 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.456576 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.456734 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.456893 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] debug = True {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.457052 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.457251 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.457404 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.457563 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.457724 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.457885 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.458045 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.458224 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.458371 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.458555 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.458716 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.458876 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.459035 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.459195 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.459355 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.459514 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.459673 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.459832 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] host = dv-cinder-828806-3-iscsi {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.459994 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.460156 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.460315 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.460477 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.460637 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.460821 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.460965 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.461090 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.461302 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.461437 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.461549 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.461709 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.461868 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.462027 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] log_file = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.467292 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] log_options = True {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.467292 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.467292 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.467292 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.467292 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.467292 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.467292 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.467795 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.467795 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.467795 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.467795 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.467795 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.467795 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.467795 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.467795 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.468326 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.468326 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.468326 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.468326 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.468326 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.468326 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.468326 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.468326 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.472345 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.472345 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.472345 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.472345 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.472345 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.472345 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.472345 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.472345 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.472345 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.472982 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.472982 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.472982 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.472982 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.472982 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.472982 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.472982 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.472982 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.473591 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.473591 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.473591 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.473591 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.473591 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.473591 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.473591 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.473591 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] use_json = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.474118 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.474118 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.474118 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.474118 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.474118 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.474118 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.474118 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.474118 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.474678 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 20:55:28.474678 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.474678 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.474678 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.474678 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.474678 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.475072 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.475072 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.475220 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.475392 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.475560 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.475719 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.475880 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.476053 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.476213 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.476378 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.476875 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.477459 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.477459 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.478480 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.478480 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.478480 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.478480 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.478480 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.479048 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.479220 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.479497 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.479593 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.479852 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.480137 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.480438 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.480752 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.481044 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.481340 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.57/identity {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.481626 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 41688) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 20:55:28.481727 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.481911 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.482759 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.483290 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.483522 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.483705 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.483884 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.484046 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.484220 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.484389 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.484554 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.484719 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.484883 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.485046 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.485208 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.485366 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.485525 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.485690 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.485857 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.486041 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.486193 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.486338 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.486519 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.486661 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.486791 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.486932 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.487102 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.487250 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.487397 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.487541 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.487672 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.487819 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.487963 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.488105 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.488263 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.488383 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.488543 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.488699 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.489055 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.489212 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.489369 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.489527 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.489683 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.489839 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.489994 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.490151 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.490307 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.491515 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [-] 10.222.0.57 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0069931 May 26 20:55:28.492433 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.492433 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.492433 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.492433 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.492716 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.492716 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.494760 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.496613 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.496801 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.496971 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.498619 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.498899 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.499767 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.499950 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.500124 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.500300 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.500471 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.500635 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.500798 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.500961 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.501125 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.501288 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.501451 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.501615 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.501770 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.501928 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.502084 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.502241 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.502395 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.503590 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.503758 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.503924 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.504752 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.506074 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.506395 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.506630 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.506762 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.506918 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.507051 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.507224 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.507380 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.507544 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.507699 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.508004 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.508181 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.508821 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.508821 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.508821 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.508821 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.509300 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.509300 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.509300 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.509559 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.509559 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.509689 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.509834 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.509955 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.510116 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.510272 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.510538 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.510635 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.510779 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.510935 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.511093 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.511249 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.511405 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.511557 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.511706 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.511860 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.512015 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.512171 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.57/identity {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.512326 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.512483 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.512638 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.512794 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.512950 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.513106 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.513267 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.513448 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.513605 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.513759 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.514068 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.514225 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.514382 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.514545 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.514708 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.514863 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.515745 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.515745 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.515745 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.515745 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.515745 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.515745 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.516162 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.516162 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.516162 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.516373 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.516449 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.516598 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.516759 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.516932 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.517099 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.517260 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.517403 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.517537 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.517671 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.517804 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.517936 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.518093 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.518248 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.518403 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.518580 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.518736 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.518892 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.519067 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.519222 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.519379 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.519538 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.519694 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.519848 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.520002 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.520977 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.520977 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.520977 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.520977 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.520977 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.520977 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.521409 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.521409 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.521409 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.521626 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.521704 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.521843 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.522003 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.522159 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.522314 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.522518 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.522681 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.522837 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.522993 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.523149 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.523305 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.523460 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.523653 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.523810 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.523966 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.524121 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.524277 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.524433 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.524598 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.524754 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.524909 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.525064 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.525231 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.525905 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.525905 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.525905 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.525905 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.526200 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.526200 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.526332 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.526400 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.526554 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.526711 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.526865 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.527021 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.527177 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.527343 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.527497 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.527652 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.527808 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.527962 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.528118 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.528282 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.528438 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.528593 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.528748 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.528904 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.529575 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.529742 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.529900 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.530056 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.530219 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.530374 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.530552 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.530707 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.530877 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.531032 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.531189 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.531344 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.531499 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.531654 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.531810 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.531970 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.532137 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.532299 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.532456 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.532621 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.532786 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.532951 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.533106 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.533270 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.533438 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.533616 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.533855 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.533997 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.534136 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.534272 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.534437 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.534667 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.534667 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.534933 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.534933 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.535197 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.535197 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.535451 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.535589 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.535722 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.535865 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.535997 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.536131 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.536267 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 20:55:28.536422 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103994) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 26 20:55:37.803018 dv-cinder-828806-3-iscsi neutron-server[103994]: DEBUG dbcounter [-] [103994] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=103994) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 20:55:39.764896 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f2b35e0-83c4-4111-9a46-47fbc1595f23 None None] get_active_networks_info from dv-cinder-828806-3-iscsi {{(pid=104103) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 26 20:55:39.768074 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writer thread running {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 26 20:55:39.818482 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-63c7cb88-6efb-4ffa-a72d-752b41bd868b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1615158'] for agent (28061657-8b16-479f-8ff4-19bdcc74bc2c), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:55:39.847362 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f2b35e0-83c4-4111-9a46-47fbc1595f23 None None] No non-hosted networks {{(pid=104103) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 26 20:55:41.363675 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writer thread running {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 26 20:55:42.007304 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-5dcff91a-e2ee-475b-844a-871a05825ed3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1615158'] for agent (ccb07560-1e88-42f3-8411-377a93089622), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:55:42.053632 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-cdd97630-b950-4e8f-9675-a0340e650c09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (ccb07560-1e88-42f3-8411-377a93089622), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:55:42.914127 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 41760) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 20:55:42.952554 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-2cedcaf3-f8c8-488c-9e0f-8ce175add227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1615158'] for agent (5deefb54-cd62-4255-b022-7e9734e3e0b8), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:55:43.479785 dv-cinder-828806-3-iscsi neutron-server[104102]: WARNING oslo_policy.policy [None req-9abee7ac-59f5-4dea-8b19-ce3a50086678 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 20:55:43.480339 dv-cinder-828806-3-iscsi neutron-server[104102]: WARNING oslo_policy.policy [None req-9abee7ac-59f5-4dea-8b19-ce3a50086678 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 20:55:43.704501 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [None req-9abee7ac-59f5-4dea-8b19-ce3a50086678 admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=104102) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 20:55:43.718474 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-9abee7ac-59f5-4dea-8b19-ce3a50086678 admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7918100 May 26 20:55:44.515882 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-46f12c73-3700-4e7e-86c8-206b84d0e626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1615158'] for agent (54d4a93e-badb-480c-831f-99f9f6beb5f4), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:55:45.909138 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1615158'] for agent (545ffc5a-00f7-4140-8f25-9e74b0e32d39), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:55:45.909864 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:55:45.910206 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:55:45.911048 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:55:45.911431 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:55:45.911756 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:55:45.912081 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:55:45.912404 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:55:45.912744 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:55:45.913069 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:55:45.913420 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:55:45.914164 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:55:45.914667 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:55:45.915232 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:55:45.915807 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:55:45.916357 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:55:45.917149 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-828806-3-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:55:45.924418 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-828806-3-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:55:46.230290 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 41792) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 20:55:46.584470 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.v2.base [None req-37775939-f6f2-4c52-be46-4e00ba321d37 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=104102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 20:55:46.676764 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.policy [None req-37775939-f6f2-4c52-be46-4e00ba321d37 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104102) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 26 20:55:46.718065 dv-cinder-828806-3-iscsi neutron-server[104102]: WARNING oslo_policy.policy [None req-37775939-f6f2-4c52-be46-4e00ba321d37 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 20:55:46.718434 dv-cinder-828806-3-iscsi neutron-server[104102]: WARNING oslo_policy.policy [None req-37775939-f6f2-4c52-be46-4e00ba321d37 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 20:55:46.739220 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writer thread running {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 26 20:55:46.830162 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-37775939-f6f2-4c52-be46-4e00ba321d37 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787884183994', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787884185518', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787884234361', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787884243998', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787884238823', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787884227412', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-791888', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-803517', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1899699', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1730908'] for rbac-policy (None), before_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:55:46.899243 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-37775939-f6f2-4c52-be46-4e00ba321d37 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:55:46.910590 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-37775939-f6f2-4c52-be46-4e00ba321d37 admin admin] 10.222.0.57 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6691070 May 26 20:55:47.213834 dv-cinder-828806-3-iscsi neutron-server[104103]: INFO neutron.db.l3_hamode_db [None req-41d60fbf-0bb6-472d-8ac2-09955003551f None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 26 20:55:47.289552 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d60fbf-0bb6-472d-8ac2-09955003551f None None] Routers set() bound to L3 agent in host dv-cinder-828806-3-iscsi {{(pid=104103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 20:55:47.289870 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d60fbf-0bb6-472d-8ac2-09955003551f None None] Router IDs set() for agent in host dv-cinder-828806-3-iscsi {{(pid=104103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 26 20:55:49.315872 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 41804) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 20:55:49.633585 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.v2.base [None req-248885a9-5392-4876-a25d-f7156c95b48e demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=104102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 20:55:49.663689 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-248885a9-5392-4876-a25d-f7156c95b48e demo demo] Made reservation on behalf of bb614e1d464d4df1959debd82ba5049c for: {'network': 1} {{(pid=104102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 20:55:49.667841 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-248885a9-5392-4876-a25d-f7156c95b48e demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for network (None), before_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:55:49.684352 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-248885a9-5392-4876-a25d-f7156c95b48e demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:55:49.792706 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-248885a9-5392-4876-a25d-f7156c95b48e demo demo] Publish callbacks [] for security_group (30bc674c-cfee-4c96-9ecd-31a05526b36a), precommit_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:55:49.796376 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-248885a9-5392-4876-a25d-f7156c95b48e demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (30bc674c-cfee-4c96-9ecd-31a05526b36a), after_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:55:49.829186 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-248885a9-5392-4876-a25d-f7156c95b48e demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417} {{(pid=104102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 20:55:49.856519 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-248885a9-5392-4876-a25d-f7156c95b48e demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8787881957991', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-995747'] for segment (cdbfd952-b2de-4abc-8b86-92d8bcf4b861), precommit_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:55:49.857071 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.db.segments_db [None req-248885a9-5392-4876-a25d-f7156c95b48e demo demo] Added segment cdbfd952-b2de-4abc-8b86-92d8bcf4b861 of type vlan for network 5fa68f42-fe34-4f99-b980-472406488088 May 26 20:55:49.872384 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248885a9-5392-4876-a25d-f7156c95b48e demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=30bc674c-cfee-4c96-9ecd-31a05526b36a,revision_number=1']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:55:49.919581 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248885a9-5392-4876-a25d-f7156c95b48e demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:55:49.919919 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248885a9-5392-4876-a25d-f7156c95b48e demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:55:49.920268 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248885a9-5392-4876-a25d-f7156c95b48e demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:55:49.920616 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248885a9-5392-4876-a25d-f7156c95b48e demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:55:49.920944 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248885a9-5392-4876-a25d-f7156c95b48e demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:55:49.921262 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248885a9-5392-4876-a25d-f7156c95b48e demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:55:49.921578 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248885a9-5392-4876-a25d-f7156c95b48e demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:55:49.921895 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248885a9-5392-4876-a25d-f7156c95b48e demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:55:49.922210 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248885a9-5392-4876-a25d-f7156c95b48e demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:55:49.922550 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248885a9-5392-4876-a25d-f7156c95b48e demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:55:49.922868 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248885a9-5392-4876-a25d-f7156c95b48e demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:55:49.923200 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248885a9-5392-4876-a25d-f7156c95b48e demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:55:49.923512 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248885a9-5392-4876-a25d-f7156c95b48e demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:55:49.923821 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248885a9-5392-4876-a25d-f7156c95b48e demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:55:49.924130 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248885a9-5392-4876-a25d-f7156c95b48e demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:55:49.925601 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248885a9-5392-4876-a25d-f7156c95b48e demo demo] Tracked resource versions report: May 26 20:55:49.925601 dv-cinder-828806-3-iscsi neutron-server[104102]: pushed versions: May 26 20:55:49.925601 dv-cinder-828806-3-iscsi neutron-server[104102]: { 'AddressGroup': {'1.2'}, May 26 20:55:49.925601 dv-cinder-828806-3-iscsi neutron-server[104102]: 'Agent': {'1.1'}, May 26 20:55:49.925601 dv-cinder-828806-3-iscsi neutron-server[104102]: 'ConntrackHelper': {'1.0'}, May 26 20:55:49.925601 dv-cinder-828806-3-iscsi neutron-server[104102]: 'LocalIPAssociation': {'1.0'}, May 26 20:55:49.925601 dv-cinder-828806-3-iscsi neutron-server[104102]: 'Log': {'1.0'}, May 26 20:55:49.925601 dv-cinder-828806-3-iscsi neutron-server[104102]: 'NDPProxy': {'1.0'}, May 26 20:55:49.925601 dv-cinder-828806-3-iscsi neutron-server[104102]: 'Network': {'1.1'}, May 26 20:55:49.925601 dv-cinder-828806-3-iscsi neutron-server[104102]: 'Port': {'1.7'}, May 26 20:55:49.925601 dv-cinder-828806-3-iscsi neutron-server[104102]: 'PortForwarding': {'1.3'}, May 26 20:55:49.925601 dv-cinder-828806-3-iscsi neutron-server[104102]: 'QosPolicy': {'1.10'}, May 26 20:55:49.925601 dv-cinder-828806-3-iscsi neutron-server[104102]: 'SecurityGroup': {'1.5'}, May 26 20:55:49.925601 dv-cinder-828806-3-iscsi neutron-server[104102]: 'SecurityGroupRule': {'1.2'}, May 26 20:55:49.925601 dv-cinder-828806-3-iscsi neutron-server[104102]: 'SubPort': {'1.0'}, May 26 20:55:49.925601 dv-cinder-828806-3-iscsi neutron-server[104102]: 'Subnet': {'1.1'}, May 26 20:55:49.925601 dv-cinder-828806-3-iscsi neutron-server[104102]: 'Trunk': {'1.1'}} May 26 20:55:49.925601 dv-cinder-828806-3-iscsi neutron-server[104102]: consumer versions: May 26 20:55:49.925601 dv-cinder-828806-3-iscsi neutron-server[104102]: { DHCP agent@dv-cinder-828806-3-iscsi: {}, May 26 20:55:49.925601 dv-cinder-828806-3-iscsi neutron-server[104102]: L3 agent@dv-cinder-828806-3-iscsi: {}, May 26 20:55:49.925601 dv-cinder-828806-3-iscsi neutron-server[104102]: Metadata agent@dv-cinder-828806-3-iscsi: {}, May 26 20:55:49.925601 dv-cinder-828806-3-iscsi neutron-server[104102]: Metering agent@dv-cinder-828806-3-iscsi: {}, May 26 20:55:49.925601 dv-cinder-828806-3-iscsi neutron-server[104102]: Open vSwitch agent@dv-cinder-828806-3-iscsi: { 'AddressGroup': '1.2', May 26 20:55:49.925601 dv-cinder-828806-3-iscsi neutron-server[104102]: 'Agent': '1.1', May 26 20:55:49.925601 dv-cinder-828806-3-iscsi neutron-server[104102]: 'ConntrackHelper': '1.0', May 26 20:55:49.925601 dv-cinder-828806-3-iscsi neutron-server[104102]: 'LocalIPAssociation': '1.0', May 26 20:55:49.925601 dv-cinder-828806-3-iscsi neutron-server[104102]: 'Log': '1.0', May 26 20:55:49.925601 dv-cinder-828806-3-iscsi neutron-server[104102]: 'NDPProxy': '1.0', May 26 20:55:49.925601 dv-cinder-828806-3-iscsi neutron-server[104102]: 'Network': '1.1', May 26 20:55:49.925601 dv-cinder-828806-3-iscsi neutron-server[104102]: 'Port': '1.7', May 26 20:55:49.925601 dv-cinder-828806-3-iscsi neutron-server[104102]: 'PortForwarding': '1.3', May 26 20:55:49.925601 dv-cinder-828806-3-iscsi neutron-server[104102]: 'QosPolicy': '1.10', May 26 20:55:49.925601 dv-cinder-828806-3-iscsi neutron-server[104102]: 'SecurityGroup': '1.5', May 26 20:55:49.925601 dv-cinder-828806-3-iscsi neutron-server[104102]: 'SecurityGroupRule': '1.2', May 26 20:55:49.925601 dv-cinder-828806-3-iscsi neutron-server[104102]: 'SubPort': '1.0', May 26 20:55:49.925601 dv-cinder-828806-3-iscsi neutron-server[104102]: 'Subnet': '1.1', May 26 20:55:49.925601 dv-cinder-828806-3-iscsi neutron-server[104102]: 'Trunk': '1.1'}} May 26 20:55:49.925601 dv-cinder-828806-3-iscsi neutron-server[104102]: {{(pid=104102) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 20:55:49.962271 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-248885a9-5392-4876-a25d-f7156c95b48e demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787881459577'] for network (5fa68f42-fe34-4f99-b980-472406488088), precommit_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:55:50.002587 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-248885a9-5392-4876-a25d-f7156c95b48e demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052'] for network (5fa68f42-fe34-4f99-b980-472406488088), after_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:55:50.008046 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-248885a9-5392-4876-a25d-f7156c95b48e demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:55:50.008754 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-248885a9-5392-4876-a25d-f7156c95b48e demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-416010'] for network (None), before_response {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:55:50.018035 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=53,neutron:INSERT=44,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 20:55:50.098821 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-248885a9-5392-4876-a25d-f7156c95b48e demo demo] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 0.7818618 May 26 20:55:50.130030 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248885a9-5392-4876-a25d-f7156c95b48e demo demo] Pushing event updated for resources: {'Network': ['ID=5fa68f42-fe34-4f99-b980-472406488088,revision_number=1']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:55:50.147259 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Network 5fa68f42-fe34-4f99-b980-472406488088 details requested by agent ovs-agent-dv-cinder-828806-3-iscsi with host dv-cinder-828806-3-iscsi {{(pid=104103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 20:55:52.547740 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 41818) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 20:55:52.961584 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0290d64e-ce88-4703-b0ca-b69d2d401762 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:55:52.962896 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-0290d64e-ce88-4703-b0ca-b69d2d401762 demo admin] 10.222.0.57 "GET /v2.0/networks/5fa68f42-fe34-4f99-b980-472406488088 HTTP/1.1" status: 200 len: 825 time: 0.4142098 May 26 20:55:52.987110 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-e3b4e199-d09d-4ef5-94da-93a06bb84406 demo admin] 10.222.0.57 "GET /v2.0/subnetpools/0474e1ec-342b-4c91-b077-014e58d43f58 HTTP/1.1" status: 200 len: 734 time: 0.0180976 May 26 20:55:52.995534 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.v2.base [None req-3c9fbd18-bee8-46d6-8e0e-c3e48dc8b94b demo admin] Request body: {'subnet': {'network_id': '5fa68f42-fe34-4f99-b980-472406488088', 'ip_version': 4, 'name': 'private-subnet', 'subnetpool_id': '0474e1ec-342b-4c91-b077-014e58d43f58', 'gateway_ip': '172.20.0.1'}} {{(pid=104102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 20:55:53.017441 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c9fbd18-bee8-46d6-8e0e-c3e48dc8b94b demo admin] Made reservation on behalf of bb614e1d464d4df1959debd82ba5049c for: {'subnet': 1} {{(pid=104102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 20:55:53.019861 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-3c9fbd18-bee8-46d6-8e0e-c3e48dc8b94b demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:55:53.227179 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 20:55:53.313031 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-3c9fbd18-bee8-46d6-8e0e-c3e48dc8b94b demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052'] for subnet (1f8367d2-ce03-4ad0-979f-81221f00469f), after_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:55:53.383569 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9fbd18-bee8-46d6-8e0e-c3e48dc8b94b demo admin] Pushing event updated for resources: {'Subnet': ['ID=1f8367d2-ce03-4ad0-979f-81221f00469f,revision_number=0']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:55:53.385485 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9fbd18-bee8-46d6-8e0e-c3e48dc8b94b demo admin] Checking segment: {'id': 'cdbfd952-b2de-4abc-8b86-92d8bcf4b861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '5fa68f42-fe34-4f99-b980-472406488088'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 20:55:53.385856 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c9fbd18-bee8-46d6-8e0e-c3e48dc8b94b demo admin] Network hostable DHCP agents. Network: 5fa68f42-fe34-4f99-b980-472406488088, hostable agents: ['28061657-8b16-479f-8ff4-19bdcc74bc2c'], hosted agents: [] {{(pid=104102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 20:55:53.406925 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c9fbd18-bee8-46d6-8e0e-c3e48dc8b94b demo admin] Network 5fa68f42-fe34-4f99-b980-472406488088 is scheduled to be hosted by DHCP agent 28061657-8b16-479f-8ff4-19bdcc74bc2c with binding_index 1 {{(pid=104102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 20:55:53.417898 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.scheduler.base_scheduler [None req-3c9fbd18-bee8-46d6-8e0e-c3e48dc8b94b demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828806-3-iscsi, 5fa68f42-fe34-4f99-b980-472406488088) {{(pid=104102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 20:55:53.422903 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c9fbd18-bee8-46d6-8e0e-c3e48dc8b94b demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:55:53.423515 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-3c9fbd18-bee8-46d6-8e0e-c3e48dc8b94b demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-416010'] for subnet (None), before_response {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:55:53.429730 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd3d9c3-7a5a-499b-b7ce-e1345349db07 None None] Network 5fa68f42-fe34-4f99-b980-472406488088 requested from dv-cinder-828806-3-iscsi {{(pid=104103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 20:55:53.438807 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-3c9fbd18-bee8-46d6-8e0e-c3e48dc8b94b demo admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4463456 May 26 20:55:53.688335 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e167ab28-0599-4834-955f-59e8e4708482 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2409f73a-ea29-5b6a-a3ea-b37c97379b6a-5fa68f42-fe34-4f99-b980-472406488088', 'network_id': '5fa68f42-fe34-4f99-b980-472406488088', 'project_id': 'bb614e1d464d4df1959debd82ba5049c', 'fixed_ips': [{'subnet_id': '1f8367d2-ce03-4ad0-979f-81221f00469f'}]}} from dv-cinder-828806-3-iscsi. {{(pid=104103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 26 20:55:53.689662 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-e167ab28-0599-4834-955f-59e8e4708482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (None), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:55:53.950310 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=66,neutron:INSERT=33,neutron:UPDATE=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 20:55:53.964621 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.db_base_plugin_common [None req-e167ab28-0599-4834-955f-59e8e4708482 None None] Allocated IP 172.20.0.2 (5fa68f42-fe34-4f99-b980-472406488088/1f8367d2-ce03-4ad0-979f-81221f00469f/f1ffee29-0497-414b-a329-b930cdf91539) {{(pid=104103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 20:55:54.226584 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-e167ab28-0599-4834-955f-59e8e4708482 None None] Publish callbacks [] for port (f1ffee29-0497-414b-a329-b930cdf91539), precommit_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:55:54.234256 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-e167ab28-0599-4834-955f-59e8e4708482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787881445699'] for port (f1ffee29-0497-414b-a329-b930cdf91539), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:55:54.298523 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e167ab28-0599-4834-955f-59e8e4708482 None None] Network 5fa68f42-fe34-4f99-b980-472406488088 is already hosted by enough agents. {{(pid=104103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 20:55:54.304323 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.base_scheduler [None req-e167ab28-0599-4834-955f-59e8e4708482 None None] Resources bound (agent type, host, resource id): {{(pid=104103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 20:55:54.317854 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e167ab28-0599-4834-955f-59e8e4708482 None None] Received port after_create {{(pid=104103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 20:55:54.324592 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e167ab28-0599-4834-955f-59e8e4708482 None None] Pushing event updated for resources: {'Port': ['ID=f1ffee29-0497-414b-a329-b930cdf91539,revision_number=1']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:55:54.356397 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e167ab28-0599-4834-955f-59e8e4708482 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:55:54.356738 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e167ab28-0599-4834-955f-59e8e4708482 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:55:54.357112 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e167ab28-0599-4834-955f-59e8e4708482 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:55:54.357462 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e167ab28-0599-4834-955f-59e8e4708482 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:55:54.357795 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e167ab28-0599-4834-955f-59e8e4708482 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:55:54.358119 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e167ab28-0599-4834-955f-59e8e4708482 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:55:54.358437 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e167ab28-0599-4834-955f-59e8e4708482 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:55:54.358782 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e167ab28-0599-4834-955f-59e8e4708482 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:55:54.359101 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e167ab28-0599-4834-955f-59e8e4708482 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:55:54.359419 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e167ab28-0599-4834-955f-59e8e4708482 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:55:54.359735 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e167ab28-0599-4834-955f-59e8e4708482 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:55:54.360065 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e167ab28-0599-4834-955f-59e8e4708482 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:55:54.360383 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e167ab28-0599-4834-955f-59e8e4708482 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:55:54.360696 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e167ab28-0599-4834-955f-59e8e4708482 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:55:54.361009 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e167ab28-0599-4834-955f-59e8e4708482 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:55:54.362433 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e167ab28-0599-4834-955f-59e8e4708482 None None] Tracked resource versions report: May 26 20:55:54.362433 dv-cinder-828806-3-iscsi neutron-server[104103]: pushed versions: May 26 20:55:54.362433 dv-cinder-828806-3-iscsi neutron-server[104103]: { 'AddressGroup': {'1.2'}, May 26 20:55:54.362433 dv-cinder-828806-3-iscsi neutron-server[104103]: 'Agent': {'1.1'}, May 26 20:55:54.362433 dv-cinder-828806-3-iscsi neutron-server[104103]: 'ConntrackHelper': {'1.0'}, May 26 20:55:54.362433 dv-cinder-828806-3-iscsi neutron-server[104103]: 'LocalIPAssociation': {'1.0'}, May 26 20:55:54.362433 dv-cinder-828806-3-iscsi neutron-server[104103]: 'Log': {'1.0'}, May 26 20:55:54.362433 dv-cinder-828806-3-iscsi neutron-server[104103]: 'NDPProxy': {'1.0'}, May 26 20:55:54.362433 dv-cinder-828806-3-iscsi neutron-server[104103]: 'Network': {'1.1'}, May 26 20:55:54.362433 dv-cinder-828806-3-iscsi neutron-server[104103]: 'Port': {'1.7'}, May 26 20:55:54.362433 dv-cinder-828806-3-iscsi neutron-server[104103]: 'PortForwarding': {'1.3'}, May 26 20:55:54.362433 dv-cinder-828806-3-iscsi neutron-server[104103]: 'QosPolicy': {'1.10'}, May 26 20:55:54.362433 dv-cinder-828806-3-iscsi neutron-server[104103]: 'SecurityGroup': {'1.5'}, May 26 20:55:54.362433 dv-cinder-828806-3-iscsi neutron-server[104103]: 'SecurityGroupRule': {'1.2'}, May 26 20:55:54.362433 dv-cinder-828806-3-iscsi neutron-server[104103]: 'SubPort': {'1.0'}, May 26 20:55:54.362433 dv-cinder-828806-3-iscsi neutron-server[104103]: 'Subnet': {'1.1'}, May 26 20:55:54.362433 dv-cinder-828806-3-iscsi neutron-server[104103]: 'Trunk': {'1.1'}} May 26 20:55:54.362433 dv-cinder-828806-3-iscsi neutron-server[104103]: consumer versions: May 26 20:55:54.362433 dv-cinder-828806-3-iscsi neutron-server[104103]: { DHCP agent@dv-cinder-828806-3-iscsi: {}, May 26 20:55:54.362433 dv-cinder-828806-3-iscsi neutron-server[104103]: L3 agent@dv-cinder-828806-3-iscsi: {}, May 26 20:55:54.362433 dv-cinder-828806-3-iscsi neutron-server[104103]: Metadata agent@dv-cinder-828806-3-iscsi: {}, May 26 20:55:54.362433 dv-cinder-828806-3-iscsi neutron-server[104103]: Metering agent@dv-cinder-828806-3-iscsi: {}, May 26 20:55:54.362433 dv-cinder-828806-3-iscsi neutron-server[104103]: Open vSwitch agent@dv-cinder-828806-3-iscsi: { 'AddressGroup': '1.2', May 26 20:55:54.362433 dv-cinder-828806-3-iscsi neutron-server[104103]: 'Agent': '1.1', May 26 20:55:54.362433 dv-cinder-828806-3-iscsi neutron-server[104103]: 'ConntrackHelper': '1.0', May 26 20:55:54.362433 dv-cinder-828806-3-iscsi neutron-server[104103]: 'LocalIPAssociation': '1.0', May 26 20:55:54.362433 dv-cinder-828806-3-iscsi neutron-server[104103]: 'Log': '1.0', May 26 20:55:54.362433 dv-cinder-828806-3-iscsi neutron-server[104103]: 'NDPProxy': '1.0', May 26 20:55:54.362433 dv-cinder-828806-3-iscsi neutron-server[104103]: 'Network': '1.1', May 26 20:55:54.362433 dv-cinder-828806-3-iscsi neutron-server[104103]: 'Port': '1.7', May 26 20:55:54.362433 dv-cinder-828806-3-iscsi neutron-server[104103]: 'PortForwarding': '1.3', May 26 20:55:54.362433 dv-cinder-828806-3-iscsi neutron-server[104103]: 'QosPolicy': '1.10', May 26 20:55:54.362433 dv-cinder-828806-3-iscsi neutron-server[104103]: 'SecurityGroup': '1.5', May 26 20:55:54.362433 dv-cinder-828806-3-iscsi neutron-server[104103]: 'SecurityGroupRule': '1.2', May 26 20:55:54.362433 dv-cinder-828806-3-iscsi neutron-server[104103]: 'SubPort': '1.0', May 26 20:55:54.362433 dv-cinder-828806-3-iscsi neutron-server[104103]: 'Subnet': '1.1', May 26 20:55:54.362433 dv-cinder-828806-3-iscsi neutron-server[104103]: 'Trunk': '1.1'}} May 26 20:55:54.362433 dv-cinder-828806-3-iscsi neutron-server[104103]: {{(pid=104103) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 20:55:54.411494 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.managers [None req-e167ab28-0599-4834-955f-59e8e4708482 None None] Attempting to bind port f1ffee29-0497-414b-a329-b930cdf91539 on host dv-cinder-828806-3-iscsi for vnic_type normal with profile {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 20:55:54.411885 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.managers [None req-e167ab28-0599-4834-955f-59e8e4708482 None None] Attempting to bind port f1ffee29-0497-414b-a329-b930cdf91539 by drivers openvswitch,hyperv on host dv-cinder-828806-3-iscsi at level 0 using segments [{'id': 'cdbfd952-b2de-4abc-8b86-92d8bcf4b861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '5fa68f42-fe34-4f99-b980-472406488088'}] {{(pid=104103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 20:55:54.412294 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e167ab28-0599-4834-955f-59e8e4708482 None None] Attempting to bind port f1ffee29-0497-414b-a329-b930cdf91539 on network 5fa68f42-fe34-4f99-b980-472406488088 {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 20:55:54.417147 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e167ab28-0599-4834-955f-59e8e4708482 None None] Checking agent: {'id': '545ffc5a-00f7-4140-8f25-9e74b0e32d39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828806-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 20, 55, 46), 'started_at': datetime.datetime(2022, 5, 26, 20, 55, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 20, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828806-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 20:55:54.417520 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e167ab28-0599-4834-955f-59e8e4708482 None None] Checking segment: {'id': 'cdbfd952-b2de-4abc-8b86-92d8bcf4b861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '5fa68f42-fe34-4f99-b980-472406488088'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 20:55:54.418010 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-e167ab28-0599-4834-955f-59e8e4708482 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:55:54.418399 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e167ab28-0599-4834-955f-59e8e4708482 None None] Bound using segment: {'id': 'cdbfd952-b2de-4abc-8b86-92d8bcf4b861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '5fa68f42-fe34-4f99-b980-472406488088'} {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 20:55:54.418915 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.managers [None req-e167ab28-0599-4834-955f-59e8e4708482 None None] Bound port: f1ffee29-0497-414b-a329-b930cdf91539, host: dv-cinder-828806-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdbfd952-b2de-4abc-8b86-92d8bcf4b861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '5fa68f42-fe34-4f99-b980-472406488088'}}] {{(pid=104103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 20:55:54.419307 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-e167ab28-0599-4834-955f-59e8e4708482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (f1ffee29-0497-414b-a329-b930cdf91539), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:55:54.476909 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-e167ab28-0599-4834-955f-59e8e4708482 None None] For port f1ffee29-0497-414b-a329-b930cdf91539, host dv-cinder-828806-3-iscsi, cleared binding levels {{(pid=104103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 20:55:54.496704 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-e167ab28-0599-4834-955f-59e8e4708482 None None] For port f1ffee29-0497-414b-a329-b930cdf91539, host dv-cinder-828806-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-3-iscsi',level=0,port_id=f1ffee29-0497-414b-a329-b930cdf91539,segment=NetworkSegment(cdbfd952-b2de-4abc-8b86-92d8bcf4b861),segment_id=cdbfd952-b2de-4abc-8b86-92d8bcf4b861)] {{(pid=104103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 20:55:54.504533 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-e167ab28-0599-4834-955f-59e8e4708482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (f1ffee29-0497-414b-a329-b930cdf91539), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:55:54.509628 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:INSERT=9,neutron:SELECT=86,neutron:UPDATE=5 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 20:55:54.525422 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=9 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 20:55:54.535465 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=15,neutron:INSERT=31 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 20:55:54.560672 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e167ab28-0599-4834-955f-59e8e4708482 None None] Pushing event updated for resources: {'Port': ['ID=f1ffee29-0497-414b-a329-b930cdf91539,revision_number=2']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:55:55.886797 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 41830) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 20:55:56.207777 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [None req-22b55378-3d4b-427e-9826-b55b556f404a admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=104102) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 20:55:56.208940 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-22b55378-3d4b-427e-9826-b55b556f404a admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3212001 May 26 20:55:58.695475 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 41838) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 20:55:59.027579 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [None req-ed213f5c-38ed-4abf-8b68-bb373d188e7e admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=104102) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 20:55:59.028582 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-ed213f5c-38ed-4abf-8b68-bb373d188e7e admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3321865 May 26 20:56:01.496170 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 41846) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 20:56:01.822253 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.v2.base [None req-591cc20c-c3e2-4430-8afa-8b4a11c219c5 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=104102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 20:56:01.845903 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-591cc20c-c3e2-4430-8afa-8b4a11c219c5 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1620298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130580'] for router (0f3af02b-f90a-4c42-8962-11887be447af), before_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:56:01.847523 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-591cc20c-c3e2-4430-8afa-8b4a11c219c5 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1900282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1617482', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130589'] for router (0f3af02b-f90a-4c42-8962-11887be447af), precommit_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:56:01.981144 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-591cc20c-c3e2-4430-8afa-8b4a11c219c5 demo demo] Publish callbacks [] for router_controller (0f3af02b-f90a-4c42-8962-11887be447af), precommit_add_association {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:56:01.986181 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-591cc20c-c3e2-4430-8afa-8b4a11c219c5 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1900237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1617465'] for router (0f3af02b-f90a-4c42-8962-11887be447af), after_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:56:02.004498 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-591cc20c-c3e2-4430-8afa-8b4a11c219c5 demo demo] Publish callbacks [] for router (None), before_response {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:56:02.006469 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-591cc20c-c3e2-4430-8afa-8b4a11c219c5 demo demo] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5086703 May 26 20:56:04.458185 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 41858) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 20:56:04.560090 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=60,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 20:56:04.581200 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Device f1ffee29-0497-414b-a329-b930cdf91539 up at agent ovs-agent-dv-cinder-828806-3-iscsi {{(pid=104103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 20:56:04.663718 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Provisioning complete for port f1ffee29-0497-414b-a329-b930cdf91539 triggered by entity L2. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 20:56:04.664318 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (f1ffee29-0497-414b-a329-b930cdf91539), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:56:04.767904 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Current status of the port f1ffee29-0497-414b-a329-b930cdf91539 is: DOWN; New status is: ACTIVE {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 20:56:04.768578 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (f1ffee29-0497-414b-a329-b930cdf91539), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:56:04.803496 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] For port f1ffee29-0497-414b-a329-b930cdf91539, host dv-cinder-828806-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-3-iscsi',level=0,port_id=f1ffee29-0497-414b-a329-b930cdf91539,segment=NetworkSegment(cdbfd952-b2de-4abc-8b86-92d8bcf4b861),segment_id=cdbfd952-b2de-4abc-8b86-92d8bcf4b861)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 20:56:04.807748 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (f1ffee29-0497-414b-a329-b930cdf91539), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:56:04.855587 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Pushing event updated for resources: {'Port': ['ID=f1ffee29-0497-414b-a329-b930cdf91539,revision_number=3']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:56:05.017500 dv-cinder-828806-3-iscsi neutron-server[104101]: WARNING oslo_policy.policy [None req-5384171b-7f50-43bd-9904-7498c8ea6fe8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 20:56:05.018050 dv-cinder-828806-3-iscsi neutron-server[104101]: WARNING oslo_policy.policy [None req-5384171b-7f50-43bd-9904-7498c8ea6fe8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 20:56:05.234735 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [None req-5384171b-7f50-43bd-9904-7498c8ea6fe8 admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=104101) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 20:56:05.235877 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-5384171b-7f50-43bd-9904-7498c8ea6fe8 admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7757146 May 26 20:56:05.855554 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdfb7f2b-3704-4bb8-b1e4-d1c437a50b3d None None] Network 5fa68f42-fe34-4f99-b980-472406488088 requested from dv-cinder-828806-3-iscsi {{(pid=104103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 20:56:05.917723 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-4c3e6611-5d6a-45d5-8818-3c129fe3fe48 None None] Provisioning complete for port f1ffee29-0497-414b-a329-b930cdf91539 triggered by entity DHCP. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 20:56:05.918100 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4c3e6611-5d6a-45d5-8818-3c129fe3fe48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (f1ffee29-0497-414b-a329-b930cdf91539), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:56:06.046643 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-4c3e6611-5d6a-45d5-8818-3c129fe3fe48 None None] Current status of the port f1ffee29-0497-414b-a329-b930cdf91539 is: ACTIVE; New status is: ACTIVE {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 20:56:06.165151 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-78fe9ea1-f8e8-4c27-a7e3-d37186b07adf None None] Provisioning complete for port f1ffee29-0497-414b-a329-b930cdf91539 triggered by entity DHCP. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 20:56:06.165539 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-78fe9ea1-f8e8-4c27-a7e3-d37186b07adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (f1ffee29-0497-414b-a329-b930cdf91539), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:56:06.238744 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-78fe9ea1-f8e8-4c27-a7e3-d37186b07adf None None] Current status of the port f1ffee29-0497-414b-a329-b930cdf91539 is: ACTIVE; New status is: ACTIVE {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 20:56:06.574705 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Device f1ffee29-0497-414b-a329-b930cdf91539 up at agent ovs-agent-dv-cinder-828806-3-iscsi {{(pid=104103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 20:56:06.616228 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Provisioning complete for port f1ffee29-0497-414b-a329-b930cdf91539 triggered by entity L2. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 20:56:06.616632 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (f1ffee29-0497-414b-a329-b930cdf91539), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:56:06.684184 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Current status of the port f1ffee29-0497-414b-a329-b930cdf91539 is: ACTIVE; New status is: ACTIVE {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 20:56:07.378120 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.agents_db [None req-7031173d-d819-4c63-a4ce-0c5776890f6a None None] Agent healthcheck: found 5 active agents {{(pid=104104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 20:56:07.694071 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 41872) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 20:56:08.011866 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.v2.base [None req-9a193718-44f3-4a9b-b516-0f95974ebdc3 admin admin] Request body: {'network': {'router:external': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'admin_state_up': True, 'name': 'public', 'provider:network_type': 'flat'}} {{(pid=104101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 20:56:08.024731 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writer thread running {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 26 20:56:08.030833 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 20:56:08.068408 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a193718-44f3-4a9b-b516-0f95974ebdc3 admin admin] Made reservation on behalf of 116e4cb137e24acda75f964e89e322c5 for: {'network': 1} {{(pid=104101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 20:56:08.128521 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.policy [None req-9a193718-44f3-4a9b-b516-0f95974ebdc3 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104101) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 26 20:56:08.172384 dv-cinder-828806-3-iscsi neutron-server[104101]: WARNING oslo_policy.policy [None req-9a193718-44f3-4a9b-b516-0f95974ebdc3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 20:56:08.172758 dv-cinder-828806-3-iscsi neutron-server[104101]: WARNING oslo_policy.policy [None req-9a193718-44f3-4a9b-b516-0f95974ebdc3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 20:56:08.182024 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-9a193718-44f3-4a9b-b516-0f95974ebdc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for network (None), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:56:08.202314 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-9a193718-44f3-4a9b-b516-0f95974ebdc3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:56:08.319075 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-9a193718-44f3-4a9b-b516-0f95974ebdc3 admin admin] Publish callbacks [] for security_group (7cf42a49-a3d3-42d5-abeb-787505feeded), precommit_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:56:08.322805 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-9a193718-44f3-4a9b-b516-0f95974ebdc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (7cf42a49-a3d3-42d5-abeb-787505feeded), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:56:08.334853 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-9a193718-44f3-4a9b-b516-0f95974ebdc3 admin admin] Reserving flat network on physical network physnet1 {{(pid=104101) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 26 20:56:08.369491 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-9a193718-44f3-4a9b-b516-0f95974ebdc3 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8787881957991', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-995747'] for segment (8d4aea41-d977-462c-9098-4088113247cb), precommit_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:56:08.370027 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.db.segments_db [None req-9a193718-44f3-4a9b-b516-0f95974ebdc3 admin admin] Added segment 8d4aea41-d977-462c-9098-4088113247cb of type flat for network 7d433162-bc3c-42dc-9b38-0bd5733b5e12 May 26 20:56:08.387215 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a193718-44f3-4a9b-b516-0f95974ebdc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cf42a49-a3d3-42d5-abeb-787505feeded,revision_number=1']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:56:08.443878 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a193718-44f3-4a9b-b516-0f95974ebdc3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:56:08.444249 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a193718-44f3-4a9b-b516-0f95974ebdc3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:56:08.444638 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a193718-44f3-4a9b-b516-0f95974ebdc3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:56:08.444999 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a193718-44f3-4a9b-b516-0f95974ebdc3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:56:08.445330 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a193718-44f3-4a9b-b516-0f95974ebdc3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:56:08.445935 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a193718-44f3-4a9b-b516-0f95974ebdc3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:56:08.446267 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a193718-44f3-4a9b-b516-0f95974ebdc3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:56:08.446616 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a193718-44f3-4a9b-b516-0f95974ebdc3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:56:08.446956 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a193718-44f3-4a9b-b516-0f95974ebdc3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:56:08.447285 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a193718-44f3-4a9b-b516-0f95974ebdc3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:56:08.447620 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a193718-44f3-4a9b-b516-0f95974ebdc3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:56:08.447958 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a193718-44f3-4a9b-b516-0f95974ebdc3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:56:08.448280 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a193718-44f3-4a9b-b516-0f95974ebdc3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:56:08.448597 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a193718-44f3-4a9b-b516-0f95974ebdc3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:56:08.448913 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a193718-44f3-4a9b-b516-0f95974ebdc3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:56:08.450362 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a193718-44f3-4a9b-b516-0f95974ebdc3 admin admin] Tracked resource versions report: May 26 20:56:08.450362 dv-cinder-828806-3-iscsi neutron-server[104101]: pushed versions: May 26 20:56:08.450362 dv-cinder-828806-3-iscsi neutron-server[104101]: { 'AddressGroup': {'1.2'}, May 26 20:56:08.450362 dv-cinder-828806-3-iscsi neutron-server[104101]: 'Agent': {'1.1'}, May 26 20:56:08.450362 dv-cinder-828806-3-iscsi neutron-server[104101]: 'ConntrackHelper': {'1.0'}, May 26 20:56:08.450362 dv-cinder-828806-3-iscsi neutron-server[104101]: 'LocalIPAssociation': {'1.0'}, May 26 20:56:08.450362 dv-cinder-828806-3-iscsi neutron-server[104101]: 'Log': {'1.0'}, May 26 20:56:08.450362 dv-cinder-828806-3-iscsi neutron-server[104101]: 'NDPProxy': {'1.0'}, May 26 20:56:08.450362 dv-cinder-828806-3-iscsi neutron-server[104101]: 'Network': {'1.1'}, May 26 20:56:08.450362 dv-cinder-828806-3-iscsi neutron-server[104101]: 'Port': {'1.7'}, May 26 20:56:08.450362 dv-cinder-828806-3-iscsi neutron-server[104101]: 'PortForwarding': {'1.3'}, May 26 20:56:08.450362 dv-cinder-828806-3-iscsi neutron-server[104101]: 'QosPolicy': {'1.10'}, May 26 20:56:08.450362 dv-cinder-828806-3-iscsi neutron-server[104101]: 'SecurityGroup': {'1.5'}, May 26 20:56:08.450362 dv-cinder-828806-3-iscsi neutron-server[104101]: 'SecurityGroupRule': {'1.2'}, May 26 20:56:08.450362 dv-cinder-828806-3-iscsi neutron-server[104101]: 'SubPort': {'1.0'}, May 26 20:56:08.450362 dv-cinder-828806-3-iscsi neutron-server[104101]: 'Subnet': {'1.1'}, May 26 20:56:08.450362 dv-cinder-828806-3-iscsi neutron-server[104101]: 'Trunk': {'1.1'}} May 26 20:56:08.450362 dv-cinder-828806-3-iscsi neutron-server[104101]: consumer versions: May 26 20:56:08.450362 dv-cinder-828806-3-iscsi neutron-server[104101]: { DHCP agent@dv-cinder-828806-3-iscsi: {}, May 26 20:56:08.450362 dv-cinder-828806-3-iscsi neutron-server[104101]: L3 agent@dv-cinder-828806-3-iscsi: {}, May 26 20:56:08.450362 dv-cinder-828806-3-iscsi neutron-server[104101]: Metadata agent@dv-cinder-828806-3-iscsi: {}, May 26 20:56:08.450362 dv-cinder-828806-3-iscsi neutron-server[104101]: Metering agent@dv-cinder-828806-3-iscsi: {}, May 26 20:56:08.450362 dv-cinder-828806-3-iscsi neutron-server[104101]: Open vSwitch agent@dv-cinder-828806-3-iscsi: { 'AddressGroup': '1.2', May 26 20:56:08.450362 dv-cinder-828806-3-iscsi neutron-server[104101]: 'Agent': '1.1', May 26 20:56:08.450362 dv-cinder-828806-3-iscsi neutron-server[104101]: 'ConntrackHelper': '1.0', May 26 20:56:08.450362 dv-cinder-828806-3-iscsi neutron-server[104101]: 'LocalIPAssociation': '1.0', May 26 20:56:08.450362 dv-cinder-828806-3-iscsi neutron-server[104101]: 'Log': '1.0', May 26 20:56:08.450362 dv-cinder-828806-3-iscsi neutron-server[104101]: 'NDPProxy': '1.0', May 26 20:56:08.450362 dv-cinder-828806-3-iscsi neutron-server[104101]: 'Network': '1.1', May 26 20:56:08.450362 dv-cinder-828806-3-iscsi neutron-server[104101]: 'Port': '1.7', May 26 20:56:08.450362 dv-cinder-828806-3-iscsi neutron-server[104101]: 'PortForwarding': '1.3', May 26 20:56:08.450362 dv-cinder-828806-3-iscsi neutron-server[104101]: 'QosPolicy': '1.10', May 26 20:56:08.450362 dv-cinder-828806-3-iscsi neutron-server[104101]: 'SecurityGroup': '1.5', May 26 20:56:08.450362 dv-cinder-828806-3-iscsi neutron-server[104101]: 'SecurityGroupRule': '1.2', May 26 20:56:08.450362 dv-cinder-828806-3-iscsi neutron-server[104101]: 'SubPort': '1.0', May 26 20:56:08.450362 dv-cinder-828806-3-iscsi neutron-server[104101]: 'Subnet': '1.1', May 26 20:56:08.450362 dv-cinder-828806-3-iscsi neutron-server[104101]: 'Trunk': '1.1'}} May 26 20:56:08.450362 dv-cinder-828806-3-iscsi neutron-server[104101]: {{(pid=104101) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 20:56:08.491620 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-9a193718-44f3-4a9b-b516-0f95974ebdc3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787881459577'] for network (7d433162-bc3c-42dc-9b38-0bd5733b5e12), precommit_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:56:08.536377 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-9a193718-44f3-4a9b-b516-0f95974ebdc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052'] for network (7d433162-bc3c-42dc-9b38-0bd5733b5e12), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:56:08.537608 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a193718-44f3-4a9b-b516-0f95974ebdc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:56:08.538322 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-9a193718-44f3-4a9b-b516-0f95974ebdc3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-416010'] for network (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:56:08.623439 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-9a193718-44f3-4a9b-b516-0f95974ebdc3 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9281683 May 26 20:56:08.641870 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a193718-44f3-4a9b-b516-0f95974ebdc3 admin admin] Pushing event updated for resources: {'Network': ['ID=7d433162-bc3c-42dc-9b38-0bd5733b5e12,revision_number=1']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:56:08.653759 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Network 7d433162-bc3c-42dc-9b38-0bd5733b5e12 details requested by agent ovs-agent-dv-cinder-828806-3-iscsi with host dv-cinder-828806-3-iscsi {{(pid=104103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 20:56:09.723429 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-da113fee-0d0e-4bc3-b088-1a6f6ae3704c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (28061657-8b16-479f-8ff4-19bdcc74bc2c), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:56:11.000068 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 41888) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 20:56:11.406153 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f56c0c8-a96c-4cca-9e30-d11f22cbe6b2 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:56:11.407685 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-4f56c0c8-a96c-4cca-9e30-d11f22cbe6b2 demo admin] 10.222.0.57 "GET /v2.0/subnets/1f8367d2-ce03-4ad0-979f-81221f00469f HTTP/1.1" status: 200 len: 849 time: 0.4064739 May 26 20:56:11.565047 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-53f5cbed-78bd-49b8-b307-48792f6e871d demo admin] 10.222.0.57 "GET /v2.0/routers/0f3af02b-f90a-4c42-8962-11887be447af HTTP/1.1" status: 200 len: 704 time: 0.1517870 May 26 20:56:11.845997 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-466ab673-0c17-44cd-89e1-76dcc031b0e5 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (None), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:56:11.994965 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=30,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 20:56:11.997257 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-003846d9-129f-4e8a-bb19-e96225d92e48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (ccb07560-1e88-42f3-8411-377a93089622), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:56:11.997937 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=73,neutron:UPDATE=3,neutron:INSERT=5,neutron:DELETE=4 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 20:56:12.118789 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 20:56:12.123162 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 20:56:12.152208 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.db.db_base_plugin_common [None req-466ab673-0c17-44cd-89e1-76dcc031b0e5 demo admin] Allocated IP 172.20.0.1 (5fa68f42-fe34-4f99-b980-472406488088/1f8367d2-ce03-4ad0-979f-81221f00469f/4360aece-d93a-448e-9520-d0e66f660fb4) {{(pid=104101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 20:56:12.330431 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-466ab673-0c17-44cd-89e1-76dcc031b0e5 demo admin] Publish callbacks [] for port (4360aece-d93a-448e-9520-d0e66f660fb4), precommit_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:56:12.394143 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-466ab673-0c17-44cd-89e1-76dcc031b0e5 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787881445699'] for port (4360aece-d93a-448e-9520-d0e66f660fb4), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:56:12.468079 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-466ab673-0c17-44cd-89e1-76dcc031b0e5 demo admin] Network 5fa68f42-fe34-4f99-b980-472406488088 is already hosted by enough agents. {{(pid=104101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 20:56:12.479779 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.scheduler.base_scheduler [None req-466ab673-0c17-44cd-89e1-76dcc031b0e5 demo admin] Resources bound (agent type, host, resource id): {{(pid=104101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 20:56:12.483168 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466ab673-0c17-44cd-89e1-76dcc031b0e5 demo admin] Received port after_create {{(pid=104101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 20:56:12.483743 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-466ab673-0c17-44cd-89e1-76dcc031b0e5 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1614666'] for router_interface (0f3af02b-f90a-4c42-8962-11887be447af), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:56:12.541959 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466ab673-0c17-44cd-89e1-76dcc031b0e5 demo admin] Pushing event updated for resources: {'Port': ['ID=4360aece-d93a-448e-9520-d0e66f660fb4,revision_number=1']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:56:12.680102 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-466ab673-0c17-44cd-89e1-76dcc031b0e5 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (4360aece-d93a-448e-9520-d0e66f660fb4), before_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:56:12.687425 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 20:56:12.694109 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-e35ff3fb-c86e-4028-8c75-8a0684cf8e71 None None] Provisioning complete for port 4360aece-d93a-448e-9520-d0e66f660fb4 triggered by entity DHCP. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 20:56:12.694676 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-e35ff3fb-c86e-4028-8c75-8a0684cf8e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (4360aece-d93a-448e-9520-d0e66f660fb4), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:56:12.771646 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-e35ff3fb-c86e-4028-8c75-8a0684cf8e71 None None] Port 4360aece-d93a-448e-9520-d0e66f660fb4 cannot update to ACTIVE because it is not bound. {{(pid=104103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 20:56:12.908946 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 20:56:12.916826 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-2cedcaf3-f8c8-488c-9e0f-8ce175add227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (5deefb54-cd62-4255-b022-7e9734e3e0b8), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:56:12.962316 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-466ab673-0c17-44cd-89e1-76dcc031b0e5 demo admin] Publish callbacks [] for port (4360aece-d93a-448e-9520-d0e66f660fb4), precommit_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:56:12.966232 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-466ab673-0c17-44cd-89e1-76dcc031b0e5 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (4360aece-d93a-448e-9520-d0e66f660fb4), after_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:56:12.967034 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-466ab673-0c17-44cd-89e1-76dcc031b0e5 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-416038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1615354'] for router_interface (0f3af02b-f90a-4c42-8962-11887be447af), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:56:13.040778 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466ab673-0c17-44cd-89e1-76dcc031b0e5 demo admin] Pushing event updated for resources: {'Port': ['ID=4360aece-d93a-448e-9520-d0e66f660fb4,revision_number=2']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:56:13.070990 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 20:56:13.091963 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-466ab673-0c17-44cd-89e1-76dcc031b0e5 demo admin] Network 5fa68f42-fe34-4f99-b980-472406488088 is already hosted by enough agents. {{(pid=104101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 20:56:13.093240 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.scheduler.base_scheduler [None req-466ab673-0c17-44cd-89e1-76dcc031b0e5 demo admin] Resources bound (agent type, host, resource id): {{(pid=104101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 20:56:13.210739 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:INSERT=2,neutron:SELECT=97,neutron:UPDATE=1 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 20:56:13.248787 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-466ab673-0c17-44cd-89e1-76dcc031b0e5 demo admin] Router 0f3af02b-f90a-4c42-8962-11887be447af is scheduled to L3 agent ccb07560-1e88-42f3-8411-377a93089622 with binding_index 1 {{(pid=104101) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 20:56:13.290677 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-5489f559-4741-4548-97d2-80a87ec8cd96 None None] Provisioning complete for port 4360aece-d93a-448e-9520-d0e66f660fb4 triggered by entity DHCP. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 20:56:13.291215 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-5489f559-4741-4548-97d2-80a87ec8cd96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (4360aece-d93a-448e-9520-d0e66f660fb4), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:56:13.321455 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-5489f559-4741-4548-97d2-80a87ec8cd96 None None] Port 4360aece-d93a-448e-9520-d0e66f660fb4 cannot update to ACTIVE because it is not bound. {{(pid=104103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 20:56:13.335101 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-466ab673-0c17-44cd-89e1-76dcc031b0e5 demo admin] Notify agent at l3_agent.dv-cinder-828806-3-iscsi the message routers_updated {{(pid=104101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 20:56:13.340129 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-466ab673-0c17-44cd-89e1-76dcc031b0e5 demo admin] 10.222.0.57 "PUT /v2.0/routers/0f3af02b-f90a-4c42-8962-11887be447af/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7696888 May 26 20:56:13.344889 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3cd82dd-4901-429e-913f-7ce4d0366a15 None None] Sync routers for ids ['0f3af02b-f90a-4c42-8962-11887be447af'] in dv-cinder-828806-3-iscsi {{(pid=104104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 20:56:13.358264 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3cd82dd-4901-429e-913f-7ce4d0366a15 None None] Routers {'0f3af02b-f90a-4c42-8962-11887be447af'} bound to L3 agent in host dv-cinder-828806-3-iscsi {{(pid=104104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 20:56:13.359257 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_hamode_db [None req-b3cd82dd-4901-429e-913f-7ce4d0366a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-26T20:55:42Z,description=,heartbeat_timestamp=2022-05-26T20:56:12Z,host='dv-cinder-828806-3-iscsi',id=ccb07560-1e88-42f3-8411-377a93089622,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T20:55:42Z,topic='l3_agent')) {'router_ids': ['0f3af02b-f90a-4c42-8962-11887be447af'], 'active': True} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:56:13.549815 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvr_db [None req-b3cd82dd-4901-429e-913f-7ce4d0366a15 None None] Set router 0f3af02b-f90a-4c42-8962-11887be447af gateway port host: None {{(pid=104104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 20:56:13.960903 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_hamode_db [None req-b3cd82dd-4901-429e-913f-7ce4d0366a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f3af02b-f90a-4c42-8962-11887be447af', 'name': 'router1', 'tenant_id': 'bb614e1d464d4df1959debd82ba5049c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:56:01Z', 'updated_at': '2022-05-26T20:56:12Z', 'revision_number': 2, 'project_id': 'bb614e1d464d4df1959debd82ba5049c', 'gw_port_host': None, '_interfaces': [{'id': '4360aece-d93a-448e-9520-d0e66f660fb4', 'name': '', 'network_id': '5fa68f42-fe34-4f99-b980-472406488088', 'tenant_id': 'bb614e1d464d4df1959debd82ba5049c', 'mac_address': 'fa:16:3e:e8:ce:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f3af02b-f90a-4c42-8962-11887be447af', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1f8367d2-ce03-4ad0-979f-81221f00469f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:56:11Z', 'updated_at': '2022-05-26T20:56:12Z', 'revision_number': 2, 'project_id': 'bb614e1d464d4df1959debd82ba5049c', 'subnets': [{'id': '1f8367d2-ce03-4ad0-979f-81221f00469f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0474e1ec-342b-4c91-b077-014e58d43f58'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-3-iscsi', False) {} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:56:14.012923 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3cd82dd-4901-429e-913f-7ce4d0366a15 None None] Checking router: 0f3af02b-f90a-4c42-8962-11887be447af for host: dv-cinder-828806-3-iscsi {{(pid=104104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 20:56:14.013844 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3cd82dd-4901-429e-913f-7ce4d0366a15 None None] Updating router 0f3af02b-f90a-4c42-8962-11887be447af port 4360aece-d93a-448e-9520-d0e66f660fb4 binding host dv-cinder-828806-3-iscsi {{(pid=104104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 20:56:14.064597 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-b3cd82dd-4901-429e-913f-7ce4d0366a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (4360aece-d93a-448e-9520-d0e66f660fb4), before_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:56:14.431908 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-46f12c73-3700-4e7e-86c8-206b84d0e626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (54d4a93e-badb-480c-831f-99f9f6beb5f4), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:56:14.590012 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-b3cd82dd-4901-429e-913f-7ce4d0366a15 None None] Publish callbacks [] for port (4360aece-d93a-448e-9520-d0e66f660fb4), precommit_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:56:14.596685 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-b3cd82dd-4901-429e-913f-7ce4d0366a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (4360aece-d93a-448e-9520-d0e66f660fb4), after_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:56:14.770314 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73a6464-942b-4701-a412-bdd4a1cdc82d None None] Pushing event updated for resources: {'Port': ['ID=4360aece-d93a-448e-9520-d0e66f660fb4,revision_number=3']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:56:14.773488 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.managers [None req-b3cd82dd-4901-429e-913f-7ce4d0366a15 None None] Attempting to bind port 4360aece-d93a-448e-9520-d0e66f660fb4 on host dv-cinder-828806-3-iscsi for vnic_type normal with profile {{(pid=104104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 20:56:14.773872 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.managers [None req-b3cd82dd-4901-429e-913f-7ce4d0366a15 None None] Attempting to bind port 4360aece-d93a-448e-9520-d0e66f660fb4 by drivers openvswitch,hyperv on host dv-cinder-828806-3-iscsi at level 0 using segments [{'id': 'cdbfd952-b2de-4abc-8b86-92d8bcf4b861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '5fa68f42-fe34-4f99-b980-472406488088'}] {{(pid=104104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 20:56:14.774316 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3cd82dd-4901-429e-913f-7ce4d0366a15 None None] Attempting to bind port 4360aece-d93a-448e-9520-d0e66f660fb4 on network 5fa68f42-fe34-4f99-b980-472406488088 {{(pid=104104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 20:56:14.782496 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73a6464-942b-4701-a412-bdd4a1cdc82d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:56:14.782843 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73a6464-942b-4701-a412-bdd4a1cdc82d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:56:14.783187 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73a6464-942b-4701-a412-bdd4a1cdc82d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:56:14.783524 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73a6464-942b-4701-a412-bdd4a1cdc82d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:56:14.783855 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73a6464-942b-4701-a412-bdd4a1cdc82d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:56:14.784180 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73a6464-942b-4701-a412-bdd4a1cdc82d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:56:14.784509 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73a6464-942b-4701-a412-bdd4a1cdc82d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:56:14.784831 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73a6464-942b-4701-a412-bdd4a1cdc82d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:56:14.785153 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73a6464-942b-4701-a412-bdd4a1cdc82d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:56:14.785473 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73a6464-942b-4701-a412-bdd4a1cdc82d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:56:14.785794 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73a6464-942b-4701-a412-bdd4a1cdc82d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:56:14.786127 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73a6464-942b-4701-a412-bdd4a1cdc82d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:56:14.786472 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73a6464-942b-4701-a412-bdd4a1cdc82d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:56:14.786786 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73a6464-942b-4701-a412-bdd4a1cdc82d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:56:14.787105 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73a6464-942b-4701-a412-bdd4a1cdc82d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:56:14.788537 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73a6464-942b-4701-a412-bdd4a1cdc82d None None] Tracked resource versions report: May 26 20:56:14.788537 dv-cinder-828806-3-iscsi neutron-server[104104]: pushed versions: May 26 20:56:14.788537 dv-cinder-828806-3-iscsi neutron-server[104104]: { 'AddressGroup': {'1.2'}, May 26 20:56:14.788537 dv-cinder-828806-3-iscsi neutron-server[104104]: 'Agent': {'1.1'}, May 26 20:56:14.788537 dv-cinder-828806-3-iscsi neutron-server[104104]: 'ConntrackHelper': {'1.0'}, May 26 20:56:14.788537 dv-cinder-828806-3-iscsi neutron-server[104104]: 'LocalIPAssociation': {'1.0'}, May 26 20:56:14.788537 dv-cinder-828806-3-iscsi neutron-server[104104]: 'Log': {'1.0'}, May 26 20:56:14.788537 dv-cinder-828806-3-iscsi neutron-server[104104]: 'NDPProxy': {'1.0'}, May 26 20:56:14.788537 dv-cinder-828806-3-iscsi neutron-server[104104]: 'Network': {'1.1'}, May 26 20:56:14.788537 dv-cinder-828806-3-iscsi neutron-server[104104]: 'Port': {'1.7'}, May 26 20:56:14.788537 dv-cinder-828806-3-iscsi neutron-server[104104]: 'PortForwarding': {'1.3'}, May 26 20:56:14.788537 dv-cinder-828806-3-iscsi neutron-server[104104]: 'QosPolicy': {'1.10'}, May 26 20:56:14.788537 dv-cinder-828806-3-iscsi neutron-server[104104]: 'SecurityGroup': {'1.5'}, May 26 20:56:14.788537 dv-cinder-828806-3-iscsi neutron-server[104104]: 'SecurityGroupRule': {'1.2'}, May 26 20:56:14.788537 dv-cinder-828806-3-iscsi neutron-server[104104]: 'SubPort': {'1.0'}, May 26 20:56:14.788537 dv-cinder-828806-3-iscsi neutron-server[104104]: 'Subnet': {'1.1'}, May 26 20:56:14.788537 dv-cinder-828806-3-iscsi neutron-server[104104]: 'Trunk': {'1.1'}} May 26 20:56:14.788537 dv-cinder-828806-3-iscsi neutron-server[104104]: consumer versions: May 26 20:56:14.788537 dv-cinder-828806-3-iscsi neutron-server[104104]: { DHCP agent@dv-cinder-828806-3-iscsi: {}, May 26 20:56:14.788537 dv-cinder-828806-3-iscsi neutron-server[104104]: L3 agent@dv-cinder-828806-3-iscsi: {}, May 26 20:56:14.788537 dv-cinder-828806-3-iscsi neutron-server[104104]: Metadata agent@dv-cinder-828806-3-iscsi: {}, May 26 20:56:14.788537 dv-cinder-828806-3-iscsi neutron-server[104104]: Metering agent@dv-cinder-828806-3-iscsi: {}, May 26 20:56:14.788537 dv-cinder-828806-3-iscsi neutron-server[104104]: Open vSwitch agent@dv-cinder-828806-3-iscsi: { 'AddressGroup': '1.2', May 26 20:56:14.788537 dv-cinder-828806-3-iscsi neutron-server[104104]: 'Agent': '1.1', May 26 20:56:14.788537 dv-cinder-828806-3-iscsi neutron-server[104104]: 'ConntrackHelper': '1.0', May 26 20:56:14.788537 dv-cinder-828806-3-iscsi neutron-server[104104]: 'LocalIPAssociation': '1.0', May 26 20:56:14.788537 dv-cinder-828806-3-iscsi neutron-server[104104]: 'Log': '1.0', May 26 20:56:14.788537 dv-cinder-828806-3-iscsi neutron-server[104104]: 'NDPProxy': '1.0', May 26 20:56:14.788537 dv-cinder-828806-3-iscsi neutron-server[104104]: 'Network': '1.1', May 26 20:56:14.788537 dv-cinder-828806-3-iscsi neutron-server[104104]: 'Port': '1.7', May 26 20:56:14.788537 dv-cinder-828806-3-iscsi neutron-server[104104]: 'PortForwarding': '1.3', May 26 20:56:14.788537 dv-cinder-828806-3-iscsi neutron-server[104104]: 'QosPolicy': '1.10', May 26 20:56:14.788537 dv-cinder-828806-3-iscsi neutron-server[104104]: 'SecurityGroup': '1.5', May 26 20:56:14.788537 dv-cinder-828806-3-iscsi neutron-server[104104]: 'SecurityGroupRule': '1.2', May 26 20:56:14.788537 dv-cinder-828806-3-iscsi neutron-server[104104]: 'SubPort': '1.0', May 26 20:56:14.788537 dv-cinder-828806-3-iscsi neutron-server[104104]: 'Subnet': '1.1', May 26 20:56:14.788537 dv-cinder-828806-3-iscsi neutron-server[104104]: 'Trunk': '1.1'}} May 26 20:56:14.788537 dv-cinder-828806-3-iscsi neutron-server[104104]: {{(pid=104104) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 20:56:14.791592 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3cd82dd-4901-429e-913f-7ce4d0366a15 None None] Checking agent: {'id': '545ffc5a-00f7-4140-8f25-9e74b0e32d39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828806-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 20, 55, 46), 'started_at': datetime.datetime(2022, 5, 26, 20, 55, 46), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 20, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828806-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 20:56:14.791592 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3cd82dd-4901-429e-913f-7ce4d0366a15 None None] Checking segment: {'id': 'cdbfd952-b2de-4abc-8b86-92d8bcf4b861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '5fa68f42-fe34-4f99-b980-472406488088'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 20:56:14.791994 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-b3cd82dd-4901-429e-913f-7ce4d0366a15 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:56:14.792369 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3cd82dd-4901-429e-913f-7ce4d0366a15 None None] Bound using segment: {'id': 'cdbfd952-b2de-4abc-8b86-92d8bcf4b861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '5fa68f42-fe34-4f99-b980-472406488088'} {{(pid=104104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 20:56:14.792855 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.managers [None req-b3cd82dd-4901-429e-913f-7ce4d0366a15 None None] Bound port: 4360aece-d93a-448e-9520-d0e66f660fb4, host: dv-cinder-828806-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdbfd952-b2de-4abc-8b86-92d8bcf4b861', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '5fa68f42-fe34-4f99-b980-472406488088'}}] {{(pid=104104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 20:56:14.793229 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-b3cd82dd-4901-429e-913f-7ce4d0366a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (4360aece-d93a-448e-9520-d0e66f660fb4), before_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:56:14.824222 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-ceaf0efa-198b-4e75-962f-4c994cbfa632 None None] Provisioning complete for port 4360aece-d93a-448e-9520-d0e66f660fb4 triggered by entity DHCP. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 20:56:14.824614 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-ceaf0efa-198b-4e75-962f-4c994cbfa632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (4360aece-d93a-448e-9520-d0e66f660fb4), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:56:14.826115 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 20:56:14.859271 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-ceaf0efa-198b-4e75-962f-4c994cbfa632 None None] Port 4360aece-d93a-448e-9520-d0e66f660fb4 cannot update to ACTIVE because it is not bound. {{(pid=104103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 20:56:14.864061 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.db [None req-b3cd82dd-4901-429e-913f-7ce4d0366a15 None None] For port 4360aece-d93a-448e-9520-d0e66f660fb4, host dv-cinder-828806-3-iscsi, cleared binding levels {{(pid=104104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 20:56:14.866695 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 20:56:14.884513 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.db [None req-b3cd82dd-4901-429e-913f-7ce4d0366a15 None None] For port 4360aece-d93a-448e-9520-d0e66f660fb4, host dv-cinder-828806-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-3-iscsi',level=0,port_id=4360aece-d93a-448e-9520-d0e66f660fb4,segment=NetworkSegment(cdbfd952-b2de-4abc-8b86-92d8bcf4b861),segment_id=cdbfd952-b2de-4abc-8b86-92d8bcf4b861)] {{(pid=104104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 20:56:14.889982 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-b3cd82dd-4901-429e-913f-7ce4d0366a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (4360aece-d93a-448e-9520-d0e66f660fb4), after_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:56:14.943596 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73a6464-942b-4701-a412-bdd4a1cdc82d None None] Pushing event updated for resources: {'Port': ['ID=4360aece-d93a-448e-9520-d0e66f660fb4,revision_number=4']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:56:14.950547 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3cd82dd-4901-429e-913f-7ce4d0366a15 None None] Routers {'0f3af02b-f90a-4c42-8962-11887be447af'} bound to L3 agent in host dv-cinder-828806-3-iscsi {{(pid=104104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 20:56:14.951168 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_hamode_db [None req-b3cd82dd-4901-429e-913f-7ce4d0366a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-26T20:55:42Z,description=,heartbeat_timestamp=2022-05-26T20:56:12Z,host='dv-cinder-828806-3-iscsi',id=ccb07560-1e88-42f3-8411-377a93089622,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T20:55:42Z,topic='l3_agent')) {'router_ids': ['0f3af02b-f90a-4c42-8962-11887be447af'], 'active': True} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:56:15.037672 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvr_db [None req-b3cd82dd-4901-429e-913f-7ce4d0366a15 None None] Set router 0f3af02b-f90a-4c42-8962-11887be447af gateway port host: None {{(pid=104104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 20:56:15.177055 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-5c1f59eb-443b-4281-b2de-f2d446bf0aa6 None None] Provisioning complete for port 4360aece-d93a-448e-9520-d0e66f660fb4 triggered by entity DHCP. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 20:56:15.177695 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-5c1f59eb-443b-4281-b2de-f2d446bf0aa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (4360aece-d93a-448e-9520-d0e66f660fb4), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:56:15.226314 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_hamode_db [None req-b3cd82dd-4901-429e-913f-7ce4d0366a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f3af02b-f90a-4c42-8962-11887be447af', 'name': 'router1', 'tenant_id': 'bb614e1d464d4df1959debd82ba5049c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:56:01Z', 'updated_at': '2022-05-26T20:56:12Z', 'revision_number': 2, 'project_id': 'bb614e1d464d4df1959debd82ba5049c', 'gw_port_host': None, '_interfaces': [{'id': '4360aece-d93a-448e-9520-d0e66f660fb4', 'name': '', 'network_id': '5fa68f42-fe34-4f99-b980-472406488088', 'tenant_id': 'bb614e1d464d4df1959debd82ba5049c', 'mac_address': 'fa:16:3e:e8:ce:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f3af02b-f90a-4c42-8962-11887be447af', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1f8367d2-ce03-4ad0-979f-81221f00469f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:56:11Z', 'updated_at': '2022-05-26T20:56:14Z', 'revision_number': 4, 'project_id': 'bb614e1d464d4df1959debd82ba5049c', 'subnets': [{'id': '1f8367d2-ce03-4ad0-979f-81221f00469f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0474e1ec-342b-4c91-b077-014e58d43f58'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-3-iscsi', False) {} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:56:15.246723 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-5c1f59eb-443b-4281-b2de-f2d446bf0aa6 None None] Current status of the port 4360aece-d93a-448e-9520-d0e66f660fb4 is: DOWN; New status is: ACTIVE {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 20:56:15.247107 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-5c1f59eb-443b-4281-b2de-f2d446bf0aa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (4360aece-d93a-448e-9520-d0e66f660fb4), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:56:15.252793 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3cd82dd-4901-429e-913f-7ce4d0366a15 None None] The sync data for ids ['0f3af02b-f90a-4c42-8962-11887be447af'] in dv-cinder-828806-3-iscsi is: [{'id': '0f3af02b-f90a-4c42-8962-11887be447af', 'name': 'router1', 'tenant_id': 'bb614e1d464d4df1959debd82ba5049c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:56:01Z', 'updated_at': '2022-05-26T20:56:12Z', 'revision_number': 2, 'project_id': 'bb614e1d464d4df1959debd82ba5049c', 'gw_port_host': None, '_interfaces': [{'id': '4360aece-d93a-448e-9520-d0e66f660fb4', 'name': '', 'network_id': '5fa68f42-fe34-4f99-b980-472406488088', 'tenant_id': 'bb614e1d464d4df1959debd82ba5049c', 'mac_address': 'fa:16:3e:e8:ce:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f3af02b-f90a-4c42-8962-11887be447af', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1f8367d2-ce03-4ad0-979f-81221f00469f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:56:11Z', 'updated_at': '2022-05-26T20:56:14Z', 'revision_number': 4, 'project_id': 'bb614e1d464d4df1959debd82ba5049c', 'subnets': [{'id': '1f8367d2-ce03-4ad0-979f-81221f00469f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0474e1ec-342b-4c91-b077-014e58d43f58'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 20:56:15.281541 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-5c1f59eb-443b-4281-b2de-f2d446bf0aa6 None None] For port 4360aece-d93a-448e-9520-d0e66f660fb4, host dv-cinder-828806-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-3-iscsi',level=0,port_id=4360aece-d93a-448e-9520-d0e66f660fb4,segment=NetworkSegment(cdbfd952-b2de-4abc-8b86-92d8bcf4b861),segment_id=cdbfd952-b2de-4abc-8b86-92d8bcf4b861)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 20:56:15.286289 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-5c1f59eb-443b-4281-b2de-f2d446bf0aa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (4360aece-d93a-448e-9520-d0e66f660fb4), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:56:15.337864 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1f59eb-443b-4281-b2de-f2d446bf0aa6 None None] Pushing event updated for resources: {'Port': ['ID=4360aece-d93a-448e-9520-d0e66f660fb4,revision_number=5']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:56:15.795831 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 41912) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 20:56:15.905436 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (545ffc5a-00f7-4140-8f25-9e74b0e32d39), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:56:15.999823 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033bec66-110f-4633-883e-13810965ff0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:56:16.001642 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-033bec66-110f-4633-883e-13810965ff0e admin admin] 10.222.0.57 "GET /v2.0/networks/7d433162-bc3c-42dc-9b38-0bd5733b5e12 HTTP/1.1" status: 200 len: 842 time: 0.2046628 May 26 20:56:16.013610 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.v2.base [None req-370e14e8-82e6-4814-b88c-da7adf5d3829 admin admin] Request body: {'subnet': {'cidr': '172.27.2.0/24', 'name': 'public-subnet', 'gateway_ip': '172.27.2.1', 'enable_dhcp': False, 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'ip_version': 4}} {{(pid=104101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 20:56:16.037215 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-370e14e8-82e6-4814-b88c-da7adf5d3829 admin admin] Made reservation on behalf of 116e4cb137e24acda75f964e89e322c5 for: {'subnet': 1} {{(pid=104101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 20:56:16.039589 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-370e14e8-82e6-4814-b88c-da7adf5d3829 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:56:16.335076 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.objects.ports [None req-370e14e8-82e6-4814-b88c-da7adf5d3829 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104101) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 26 20:56:16.335531 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-370e14e8-82e6-4814-b88c-da7adf5d3829 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052'] for subnet (724ba99f-4e90-4a15-97fd-930eedded7a9), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:56:16.382985 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370e14e8-82e6-4814-b88c-da7adf5d3829 admin admin] Pushing event updated for resources: {'Subnet': ['ID=724ba99f-4e90-4a15-97fd-930eedded7a9,revision_number=0']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:56:16.404406 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370e14e8-82e6-4814-b88c-da7adf5d3829 admin admin] Checking segment: {'id': '8d4aea41-d977-462c-9098-4088113247cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 20:56:16.404755 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-370e14e8-82e6-4814-b88c-da7adf5d3829 admin admin] Network hostable DHCP agents. Network: 7d433162-bc3c-42dc-9b38-0bd5733b5e12, hostable agents: ['28061657-8b16-479f-8ff4-19bdcc74bc2c'], hosted agents: [] {{(pid=104101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 20:56:16.426419 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-370e14e8-82e6-4814-b88c-da7adf5d3829 admin admin] Network 7d433162-bc3c-42dc-9b38-0bd5733b5e12 is scheduled to be hosted by DHCP agent 28061657-8b16-479f-8ff4-19bdcc74bc2c with binding_index 1 {{(pid=104101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 20:56:16.438066 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.scheduler.base_scheduler [None req-370e14e8-82e6-4814-b88c-da7adf5d3829 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828806-3-iscsi, 7d433162-bc3c-42dc-9b38-0bd5733b5e12) {{(pid=104101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 20:56:16.442094 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-370e14e8-82e6-4814-b88c-da7adf5d3829 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:56:16.442749 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-370e14e8-82e6-4814-b88c-da7adf5d3829 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-416010'] for subnet (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:56:16.448861 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-875b0980-bb58-48ca-8d67-0152042fe92e None None] Network 7d433162-bc3c-42dc-9b38-0bd5733b5e12 requested from dv-cinder-828806-3-iscsi {{(pid=104103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 20:56:16.460396 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-370e14e8-82e6-4814-b88c-da7adf5d3829 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4513566 May 26 20:56:16.555839 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b80aff6d-2094-4a63-8857-be80d2d0a905 None None] Network 7d433162-bc3c-42dc-9b38-0bd5733b5e12 requested from dv-cinder-828806-3-iscsi {{(pid=104103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 20:56:18.893554 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 41930) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 20:56:19.021198 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-4ce3b15c-f132-40f1-9d5e-e51e27dc646f demo admin] 10.222.0.57 "GET /v2.0/routers/0f3af02b-f90a-4c42-8962-11887be447af HTTP/1.1" status: 200 len: 710 time: 0.1264498 May 26 20:56:19.086390 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 20:56:19.118279 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0771cf56-4726-48b2-ba93-3f62245d4da0 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:56:19.119656 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-0771cf56-4726-48b2-ba93-3f62245d4da0 demo admin] 10.222.0.57 "GET /v2.0/networks/7d433162-bc3c-42dc-9b38-0bd5733b5e12 HTTP/1.1" status: 200 len: 886 time: 0.0930386 May 26 20:56:19.128389 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.v2.base [None req-684ef9f7-2a43-4e69-a75b-b143bb758fa3 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12'}}} {{(pid=104101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 20:56:19.286421 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 20:56:19.360491 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-684ef9f7-2a43-4e69-a75b-b143bb758fa3 demo admin] Publish callbacks [] for router_gateway (0f3af02b-f90a-4c42-8962-11887be447af), precommit_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:56:19.638697 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-684ef9f7-2a43-4e69-a75b-b143bb758fa3 demo admin] Publish callbacks [] for router_gateway (0f3af02b-f90a-4c42-8962-11887be447af), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:56:19.713651 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-684ef9f7-2a43-4e69-a75b-b143bb758fa3 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (None), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:56:19.813527 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.db.db_base_plugin_common [None req-684ef9f7-2a43-4e69-a75b-b143bb758fa3 demo admin] Allocated IP 172.27.2.223 (7d433162-bc3c-42dc-9b38-0bd5733b5e12/724ba99f-4e90-4a15-97fd-930eedded7a9/57eafea8-eea3-4645-8aaf-6a48a038b2aa) {{(pid=104101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 20:56:19.914311 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-684ef9f7-2a43-4e69-a75b-b143bb758fa3 demo admin] Publish callbacks [] for port (57eafea8-eea3-4645-8aaf-6a48a038b2aa), precommit_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:56:19.945526 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-684ef9f7-2a43-4e69-a75b-b143bb758fa3 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787881445699'] for port (57eafea8-eea3-4645-8aaf-6a48a038b2aa), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:56:19.967707 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 20:56:19.989083 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-684ef9f7-2a43-4e69-a75b-b143bb758fa3 demo admin] Network 7d433162-bc3c-42dc-9b38-0bd5733b5e12 is already hosted by enough agents. {{(pid=104101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 20:56:19.993129 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.scheduler.base_scheduler [None req-684ef9f7-2a43-4e69-a75b-b143bb758fa3 demo admin] Resources bound (agent type, host, resource id): {{(pid=104101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 20:56:19.995289 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684ef9f7-2a43-4e69-a75b-b143bb758fa3 demo admin] Pushing event updated for resources: {'Port': ['ID=57eafea8-eea3-4645-8aaf-6a48a038b2aa,revision_number=1']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:56:19.999146 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684ef9f7-2a43-4e69-a75b-b143bb758fa3 demo admin] Received port after_create {{(pid=104101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 20:56:20.231624 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 20:56:20.236121 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-684ef9f7-2a43-4e69-a75b-b143bb758fa3 demo admin] Publish callbacks [] for router_gateway (0f3af02b-f90a-4c42-8962-11887be447af), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:56:20.428216 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-684ef9f7-2a43-4e69-a75b-b143bb758fa3 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1617444', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1900244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130799'] for router (0f3af02b-f90a-4c42-8962-11887be447af), precommit_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:56:20.431707 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-684ef9f7-2a43-4e69-a75b-b143bb758fa3 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1617465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1617455', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1617462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1900255'] for router (0f3af02b-f90a-4c42-8962-11887be447af), after_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:56:20.537448 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-684ef9f7-2a43-4e69-a75b-b143bb758fa3 demo admin] Router 0f3af02b-f90a-4c42-8962-11887be447af has already been hosted by L3 agent ccb07560-1e88-42f3-8411-377a93089622 {{(pid=104101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 20:56:20.636998 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-684ef9f7-2a43-4e69-a75b-b143bb758fa3 demo admin] Notify agent at l3_agent.dv-cinder-828806-3-iscsi the message routers_updated {{(pid=104101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 20:56:20.642077 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-684ef9f7-2a43-4e69-a75b-b143bb758fa3 demo admin] Publish callbacks [] for router (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:56:20.645461 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-684ef9f7-2a43-4e69-a75b-b143bb758fa3 demo admin] 10.222.0.57 "PUT /v2.0/routers/0f3af02b-f90a-4c42-8962-11887be447af HTTP/1.1" status: 200 len: 890 time: 1.5201235 May 26 20:56:22.593794 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Device 4360aece-d93a-448e-9520-d0e66f660fb4 up at agent ovs-agent-dv-cinder-828806-3-iscsi {{(pid=104103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 20:56:22.640412 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Provisioning complete for port 4360aece-d93a-448e-9520-d0e66f660fb4 triggered by entity L2. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 20:56:22.640804 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (4360aece-d93a-448e-9520-d0e66f660fb4), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:56:22.710730 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Current status of the port 4360aece-d93a-448e-9520-d0e66f660fb4 is: ACTIVE; New status is: ACTIVE {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 20:56:23.123604 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 41944) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 20:56:23.237723 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-42f89200-5026-40a8-8fbb-313601855680 admin admin] 10.222.0.57 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1130078 May 26 20:56:23.978147 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769834a0-d459-4abc-88a4-f41abded05c9 None None] Sync routers for ids ['0f3af02b-f90a-4c42-8962-11887be447af'] in dv-cinder-828806-3-iscsi {{(pid=104103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 20:56:23.992060 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769834a0-d459-4abc-88a4-f41abded05c9 None None] Routers {'0f3af02b-f90a-4c42-8962-11887be447af'} bound to L3 agent in host dv-cinder-828806-3-iscsi {{(pid=104103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 20:56:23.992735 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_hamode_db [None req-769834a0-d459-4abc-88a4-f41abded05c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-26T20:55:42Z,description=,heartbeat_timestamp=2022-05-26T20:56:12Z,host='dv-cinder-828806-3-iscsi',id=ccb07560-1e88-42f3-8411-377a93089622,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T20:55:42Z,topic='l3_agent')) {'router_ids': ['0f3af02b-f90a-4c42-8962-11887be447af'], 'active': True} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:56:24.179660 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 20:56:24.201063 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvr_db [None req-769834a0-d459-4abc-88a4-f41abded05c9 None None] Set router 0f3af02b-f90a-4c42-8962-11887be447af gateway port host: dv-cinder-828806-3-iscsi {{(pid=104103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 20:56:24.471802 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 20:56:24.568063 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_hamode_db [None req-769834a0-d459-4abc-88a4-f41abded05c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f3af02b-f90a-4c42-8962-11887be447af', 'name': 'router1', 'tenant_id': 'bb614e1d464d4df1959debd82ba5049c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': '57eafea8-eea3-4645-8aaf-6a48a038b2aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:56:01Z', 'updated_at': '2022-05-26T20:56:20Z', 'revision_number': 4, 'project_id': 'bb614e1d464d4df1959debd82ba5049c', 'gw_port': {'id': '57eafea8-eea3-4645-8aaf-6a48a038b2aa', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:01:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f3af02b-f90a-4c42-8962-11887be447af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:56:19Z', 'updated_at': '2022-05-26T20:56:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi', '_interfaces': [{'id': '4360aece-d93a-448e-9520-d0e66f660fb4', 'name': '', 'network_id': '5fa68f42-fe34-4f99-b980-472406488088', 'tenant_id': 'bb614e1d464d4df1959debd82ba5049c', 'mac_address': 'fa:16:3e:e8:ce:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f3af02b-f90a-4c42-8962-11887be447af', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1f8367d2-ce03-4ad0-979f-81221f00469f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:56:11Z', 'updated_at': '2022-05-26T20:56:15Z', 'revision_number': 5, 'project_id': 'bb614e1d464d4df1959debd82ba5049c', 'subnets': [{'id': '1f8367d2-ce03-4ad0-979f-81221f00469f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0474e1ec-342b-4c91-b077-014e58d43f58'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-3-iscsi', False) {} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:56:24.682726 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769834a0-d459-4abc-88a4-f41abded05c9 None None] Checking router: 0f3af02b-f90a-4c42-8962-11887be447af for host: dv-cinder-828806-3-iscsi {{(pid=104103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 20:56:24.683008 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769834a0-d459-4abc-88a4-f41abded05c9 None None] Updating router 0f3af02b-f90a-4c42-8962-11887be447af port 57eafea8-eea3-4645-8aaf-6a48a038b2aa binding host dv-cinder-828806-3-iscsi {{(pid=104103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 20:56:24.734854 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-769834a0-d459-4abc-88a4-f41abded05c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (57eafea8-eea3-4645-8aaf-6a48a038b2aa), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:56:25.086051 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-769834a0-d459-4abc-88a4-f41abded05c9 None None] Publish callbacks [] for port (57eafea8-eea3-4645-8aaf-6a48a038b2aa), precommit_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:56:25.092142 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-769834a0-d459-4abc-88a4-f41abded05c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (57eafea8-eea3-4645-8aaf-6a48a038b2aa), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:56:25.145394 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.managers [None req-769834a0-d459-4abc-88a4-f41abded05c9 None None] Attempting to bind port 57eafea8-eea3-4645-8aaf-6a48a038b2aa on host dv-cinder-828806-3-iscsi for vnic_type normal with profile {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 20:56:25.145760 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.managers [None req-769834a0-d459-4abc-88a4-f41abded05c9 None None] Attempting to bind port 57eafea8-eea3-4645-8aaf-6a48a038b2aa by drivers openvswitch,hyperv on host dv-cinder-828806-3-iscsi at level 0 using segments [{'id': '8d4aea41-d977-462c-9098-4088113247cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12'}] {{(pid=104103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 20:56:25.146118 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769834a0-d459-4abc-88a4-f41abded05c9 None None] Attempting to bind port 57eafea8-eea3-4645-8aaf-6a48a038b2aa on network 7d433162-bc3c-42dc-9b38-0bd5733b5e12 {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 20:56:25.148232 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeba584-c588-4c5d-9254-11eba314868d None None] Pushing event updated for resources: {'Port': ['ID=57eafea8-eea3-4645-8aaf-6a48a038b2aa,revision_number=2']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:56:25.153682 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769834a0-d459-4abc-88a4-f41abded05c9 None None] Checking agent: {'id': '545ffc5a-00f7-4140-8f25-9e74b0e32d39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828806-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 20, 55, 46), 'started_at': datetime.datetime(2022, 5, 26, 20, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 20, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828806-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 20:56:25.154047 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769834a0-d459-4abc-88a4-f41abded05c9 None None] Checking segment: {'id': '8d4aea41-d977-462c-9098-4088113247cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 20:56:25.154437 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-769834a0-d459-4abc-88a4-f41abded05c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:56:25.154842 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769834a0-d459-4abc-88a4-f41abded05c9 None None] Bound using segment: {'id': '8d4aea41-d977-462c-9098-4088113247cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12'} {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 20:56:25.155290 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.managers [None req-769834a0-d459-4abc-88a4-f41abded05c9 None None] Bound port: 57eafea8-eea3-4645-8aaf-6a48a038b2aa, host: dv-cinder-828806-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d4aea41-d977-462c-9098-4088113247cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12'}}] {{(pid=104103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 20:56:25.155812 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-769834a0-d459-4abc-88a4-f41abded05c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (57eafea8-eea3-4645-8aaf-6a48a038b2aa), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:56:25.209024 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-769834a0-d459-4abc-88a4-f41abded05c9 None None] For port 57eafea8-eea3-4645-8aaf-6a48a038b2aa, host dv-cinder-828806-3-iscsi, cleared binding levels {{(pid=104103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 20:56:25.212731 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-769834a0-d459-4abc-88a4-f41abded05c9 None None] For port 57eafea8-eea3-4645-8aaf-6a48a038b2aa, host dv-cinder-828806-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-3-iscsi',level=0,port_id=57eafea8-eea3-4645-8aaf-6a48a038b2aa,segment=NetworkSegment(8d4aea41-d977-462c-9098-4088113247cb),segment_id=8d4aea41-d977-462c-9098-4088113247cb)] {{(pid=104103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 20:56:25.220627 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-769834a0-d459-4abc-88a4-f41abded05c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (57eafea8-eea3-4645-8aaf-6a48a038b2aa), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:56:25.228278 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=41 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 20:56:25.230861 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=45,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 20:56:25.281270 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769834a0-d459-4abc-88a4-f41abded05c9 None None] Routers {'0f3af02b-f90a-4c42-8962-11887be447af'} bound to L3 agent in host dv-cinder-828806-3-iscsi {{(pid=104103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 20:56:25.281894 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_hamode_db [None req-769834a0-d459-4abc-88a4-f41abded05c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-26T20:55:42Z,description=,heartbeat_timestamp=2022-05-26T20:56:12Z,host='dv-cinder-828806-3-iscsi',id=ccb07560-1e88-42f3-8411-377a93089622,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T20:55:42Z,topic='l3_agent')) {'router_ids': ['0f3af02b-f90a-4c42-8962-11887be447af'], 'active': True} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:56:25.318904 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeba584-c588-4c5d-9254-11eba314868d None None] Pushing event updated for resources: {'Port': ['ID=57eafea8-eea3-4645-8aaf-6a48a038b2aa,revision_number=3']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:56:25.382427 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 20:56:25.397706 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvr_db [None req-769834a0-d459-4abc-88a4-f41abded05c9 None None] Set router 0f3af02b-f90a-4c42-8962-11887be447af gateway port host: dv-cinder-828806-3-iscsi {{(pid=104103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 20:56:25.583498 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 20:56:25.608197 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_hamode_db [None req-769834a0-d459-4abc-88a4-f41abded05c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f3af02b-f90a-4c42-8962-11887be447af', 'name': 'router1', 'tenant_id': 'bb614e1d464d4df1959debd82ba5049c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': '57eafea8-eea3-4645-8aaf-6a48a038b2aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:56:01Z', 'updated_at': '2022-05-26T20:56:20Z', 'revision_number': 4, 'project_id': 'bb614e1d464d4df1959debd82ba5049c', 'gw_port': {'id': '57eafea8-eea3-4645-8aaf-6a48a038b2aa', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:01:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f3af02b-f90a-4c42-8962-11887be447af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:56:19Z', 'updated_at': '2022-05-26T20:56:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi', '_interfaces': [{'id': '4360aece-d93a-448e-9520-d0e66f660fb4', 'name': '', 'network_id': '5fa68f42-fe34-4f99-b980-472406488088', 'tenant_id': 'bb614e1d464d4df1959debd82ba5049c', 'mac_address': 'fa:16:3e:e8:ce:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f3af02b-f90a-4c42-8962-11887be447af', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1f8367d2-ce03-4ad0-979f-81221f00469f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:56:11Z', 'updated_at': '2022-05-26T20:56:15Z', 'revision_number': 5, 'project_id': 'bb614e1d464d4df1959debd82ba5049c', 'subnets': [{'id': '1f8367d2-ce03-4ad0-979f-81221f00469f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0474e1ec-342b-4c91-b077-014e58d43f58'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-3-iscsi', False) {} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 20:56:25.636665 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769834a0-d459-4abc-88a4-f41abded05c9 None None] The sync data for ids ['0f3af02b-f90a-4c42-8962-11887be447af'] in dv-cinder-828806-3-iscsi is: [{'id': '0f3af02b-f90a-4c42-8962-11887be447af', 'name': 'router1', 'tenant_id': 'bb614e1d464d4df1959debd82ba5049c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': '57eafea8-eea3-4645-8aaf-6a48a038b2aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T20:56:01Z', 'updated_at': '2022-05-26T20:56:20Z', 'revision_number': 4, 'project_id': 'bb614e1d464d4df1959debd82ba5049c', 'gw_port': {'id': '57eafea8-eea3-4645-8aaf-6a48a038b2aa', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:01:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f3af02b-f90a-4c42-8962-11887be447af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:56:19Z', 'updated_at': '2022-05-26T20:56:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi', '_interfaces': [{'id': '4360aece-d93a-448e-9520-d0e66f660fb4', 'name': '', 'network_id': '5fa68f42-fe34-4f99-b980-472406488088', 'tenant_id': 'bb614e1d464d4df1959debd82ba5049c', 'mac_address': 'fa:16:3e:e8:ce:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f3af02b-f90a-4c42-8962-11887be447af', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1f8367d2-ce03-4ad0-979f-81221f00469f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T20:56:11Z', 'updated_at': '2022-05-26T20:56:15Z', 'revision_number': 5, 'project_id': 'bb614e1d464d4df1959debd82ba5049c', 'subnets': [{'id': '1f8367d2-ce03-4ad0-979f-81221f00469f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0474e1ec-342b-4c91-b077-014e58d43f58'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 20:56:26.627067 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Device 57eafea8-eea3-4645-8aaf-6a48a038b2aa up at agent ovs-agent-dv-cinder-828806-3-iscsi {{(pid=104103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 20:56:26.670766 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Provisioning complete for port 57eafea8-eea3-4645-8aaf-6a48a038b2aa triggered by entity L2. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 20:56:26.671290 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (57eafea8-eea3-4645-8aaf-6a48a038b2aa), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:56:26.762533 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Current status of the port 57eafea8-eea3-4645-8aaf-6a48a038b2aa is: DOWN; New status is: ACTIVE {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 20:56:26.762946 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (57eafea8-eea3-4645-8aaf-6a48a038b2aa), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:56:26.784089 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] For port 57eafea8-eea3-4645-8aaf-6a48a038b2aa, host dv-cinder-828806-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-3-iscsi',level=0,port_id=57eafea8-eea3-4645-8aaf-6a48a038b2aa,segment=NetworkSegment(8d4aea41-d977-462c-9098-4088113247cb),segment_id=8d4aea41-d977-462c-9098-4088113247cb)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 20:56:26.797406 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (57eafea8-eea3-4645-8aaf-6a48a038b2aa), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:56:26.859455 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Pushing event updated for resources: {'Port': ['ID=57eafea8-eea3-4645-8aaf-6a48a038b2aa,revision_number=4']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:56:28.640561 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Device 57eafea8-eea3-4645-8aaf-6a48a038b2aa up at agent ovs-agent-dv-cinder-828806-3-iscsi {{(pid=104103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 20:56:28.754656 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Provisioning complete for port 57eafea8-eea3-4645-8aaf-6a48a038b2aa triggered by entity L2. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 20:56:28.755142 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (57eafea8-eea3-4645-8aaf-6a48a038b2aa), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:56:28.883285 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Current status of the port 57eafea8-eea3-4645-8aaf-6a48a038b2aa is: ACTIVE; New status is: ACTIVE {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 20:56:33.230204 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=53 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 20:56:33.234399 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=65,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 20:56:38.836444 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=39,neutron:UPDATE=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 20:56:38.883471 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=75,neutron:UPDATE=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 20:56:39.731226 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-533f00cc-d36c-4eae-9ea2-0bd69df15aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (28061657-8b16-479f-8ff4-19bdcc74bc2c), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:56:42.061953 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8a407bef-2bcd-434c-bea9-c58592b49d5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (ccb07560-1e88-42f3-8411-377a93089622), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:56:42.920175 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-2cedcaf3-f8c8-488c-9e0f-8ce175add227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (5deefb54-cd62-4255-b022-7e9734e3e0b8), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:56:44.377986 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.agents_db [None req-7031173d-d819-4c63-a4ce-0c5776890f6a None None] Agent healthcheck: found 5 active agents {{(pid=104104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 20:56:44.441880 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-46f12c73-3700-4e7e-86c8-206b84d0e626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (54d4a93e-badb-480c-831f-99f9f6beb5f4), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:56:45.914640 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (545ffc5a-00f7-4140-8f25-9e74b0e32d39), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:56:55.901562 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 20:56:55.909068 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 20:56:59.377815 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=3 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 20:56:59.389253 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=5 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 20:57:09.729499 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-d2065560-f17e-483b-a7a8-ccfe37113523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (28061657-8b16-479f-8ff4-19bdcc74bc2c), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:57:12.002762 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-1bb9eb39-f2ce-4331-bbba-cfc11cef7efc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (ccb07560-1e88-42f3-8411-377a93089622), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:57:12.922982 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-2cedcaf3-f8c8-488c-9e0f-8ce175add227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (5deefb54-cd62-4255-b022-7e9734e3e0b8), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:57:14.437228 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-46f12c73-3700-4e7e-86c8-206b84d0e626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (54d4a93e-badb-480c-831f-99f9f6beb5f4), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:57:15.910465 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (545ffc5a-00f7-4140-8f25-9e74b0e32d39), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:57:21.377339 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.agents_db [None req-7031173d-d819-4c63-a4ce-0c5776890f6a None None] Agent healthcheck: found 5 active agents {{(pid=104104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 20:57:25.903518 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 20:57:25.906085 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 20:57:36.386959 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=6 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 20:57:38.372821 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 20:57:39.725352 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-f554831d-e28f-46fb-8063-1ebeb138a535 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (28061657-8b16-479f-8ff4-19bdcc74bc2c), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:57:41.591826 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 42486) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 20:57:41.653820 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.pecan_wsgi.hooks.translation [None req-07a12844-1aa4-4cc6-93b9-6bc1034e5ff3 admin admin] GET failed (client error): The resource could not be found. May 26 20:57:41.655127 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-07a12844-1aa4-4cc6-93b9-6bc1034e5ff3 admin admin] 10.222.0.57 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0623684 May 26 20:57:41.893595 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02524384-be87-4e77-94f3-c3fff92a3bfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:57:41.895083 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-02524384-be87-4e77-94f3-c3fff92a3bfa admin admin] 10.222.0.57 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2359047 May 26 20:57:42.006974 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-072d1314-b9a5-43bc-88ab-4d0b2f356be5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (ccb07560-1e88-42f3-8411-377a93089622), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:57:42.925150 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-2cedcaf3-f8c8-488c-9e0f-8ce175add227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (5deefb54-cd62-4255-b022-7e9734e3e0b8), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:57:44.092410 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 42496) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 20:57:44.182119 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18aca94a-eb59-4311-b390-f8e94e3f1b38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:57:44.183496 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-18aca94a-eb59-4311-b390-f8e94e3f1b38 admin admin] 10.222.0.57 "GET /v2.0/subnets/1f8367d2-ce03-4ad0-979f-81221f00469f HTTP/1.1" status: 200 len: 849 time: 0.0901277 May 26 20:57:44.192764 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.v2.base [None req-538e0c88-e947-4207-a39c-b7996187da22 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 20:57:44.278191 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-538e0c88-e947-4207-a39c-b7996187da22 admin admin] Publish callbacks [] for subnet (1f8367d2-ce03-4ad0-979f-81221f00469f), before_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:57:44.417692 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-538e0c88-e947-4207-a39c-b7996187da22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8787881986012'] for subnet (1f8367d2-ce03-4ad0-979f-81221f00469f), after_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:57:44.437977 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-46f12c73-3700-4e7e-86c8-206b84d0e626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (54d4a93e-badb-480c-831f-99f9f6beb5f4), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:57:44.450595 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-538e0c88-e947-4207-a39c-b7996187da22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:57:44.451470 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-538e0c88-e947-4207-a39c-b7996187da22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-416010'] for subnet (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:57:44.465960 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-538e0c88-e947-4207-a39c-b7996187da22 admin admin] 10.222.0.57 "PUT /v2.0/subnets/1f8367d2-ce03-4ad0-979f-81221f00469f HTTP/1.1" status: 200 len: 868 time: 0.2631810 May 26 20:57:44.466191 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a389bdc-8959-4762-9a1b-8cf548cae096 None None] Network 5fa68f42-fe34-4f99-b980-472406488088 requested from dv-cinder-828806-3-iscsi {{(pid=104103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 20:57:44.471071 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538e0c88-e947-4207-a39c-b7996187da22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f8367d2-ce03-4ad0-979f-81221f00469f,revision_number=1']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:57:44.478481 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538e0c88-e947-4207-a39c-b7996187da22 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:57:44.478917 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538e0c88-e947-4207-a39c-b7996187da22 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:57:44.479282 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538e0c88-e947-4207-a39c-b7996187da22 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:57:44.479626 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538e0c88-e947-4207-a39c-b7996187da22 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:57:44.479963 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538e0c88-e947-4207-a39c-b7996187da22 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:57:44.480486 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538e0c88-e947-4207-a39c-b7996187da22 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:57:44.480817 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538e0c88-e947-4207-a39c-b7996187da22 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:57:44.481148 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538e0c88-e947-4207-a39c-b7996187da22 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:57:44.481490 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538e0c88-e947-4207-a39c-b7996187da22 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:57:44.481820 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538e0c88-e947-4207-a39c-b7996187da22 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:57:44.482241 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538e0c88-e947-4207-a39c-b7996187da22 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:57:44.482598 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538e0c88-e947-4207-a39c-b7996187da22 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:57:44.482925 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538e0c88-e947-4207-a39c-b7996187da22 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:57:44.483252 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538e0c88-e947-4207-a39c-b7996187da22 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:57:44.483570 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538e0c88-e947-4207-a39c-b7996187da22 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:57:44.772166 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-abb7ddb5-9390-4c7d-9777-4f8476fad21e None None] Provisioning complete for port f1ffee29-0497-414b-a329-b930cdf91539 triggered by entity DHCP. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 20:57:44.772661 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-abb7ddb5-9390-4c7d-9777-4f8476fad21e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (f1ffee29-0497-414b-a329-b930cdf91539), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:57:44.843210 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-abb7ddb5-9390-4c7d-9777-4f8476fad21e None None] Current status of the port f1ffee29-0497-414b-a329-b930cdf91539 is: ACTIVE; New status is: ACTIVE {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 20:57:44.851363 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-abb7ddb5-9390-4c7d-9777-4f8476fad21e None None] Provisioning complete for port 4360aece-d93a-448e-9520-d0e66f660fb4 triggered by entity DHCP. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 20:57:44.851754 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-abb7ddb5-9390-4c7d-9777-4f8476fad21e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (4360aece-d93a-448e-9520-d0e66f660fb4), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:57:44.929595 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-abb7ddb5-9390-4c7d-9777-4f8476fad21e None None] Current status of the port 4360aece-d93a-448e-9520-d0e66f660fb4 is: ACTIVE; New status is: ACTIVE {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 20:57:45.914186 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (545ffc5a-00f7-4140-8f25-9e74b0e32d39), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:57:46.729219 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 42504) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 20:57:46.926203 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351e3171-d21d-4dc4-89e8-06c11df1d5b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:57:46.926616 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351e3171-d21d-4dc4-89e8-06c11df1d5b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:57:46.928145 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-351e3171-d21d-4dc4-89e8-06c11df1d5b7 admin admin] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1979513 May 26 20:57:49.176136 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 42512) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 20:57:49.309301 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-711d5c62-28e7-4d6d-b4d3-3ec9deeb81c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:57:49.309764 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-711d5c62-28e7-4d6d-b4d3-3ec9deeb81c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:57:49.311284 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-711d5c62-28e7-4d6d-b4d3-3ec9deeb81c3 admin admin] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1341906 May 26 20:57:51.515561 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 42520) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 20:57:51.626088 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 20:57:51.647999 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a407f8a-15b6-42b3-87cf-0808ebb2aae7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:57:51.650777 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-3a407f8a-15b6-42b3-87cf-0808ebb2aae7 admin admin] 10.222.0.57 "GET /v2.0/networks/5fa68f42-fe34-4f99-b980-472406488088 HTTP/1.1" status: 200 len: 869 time: 0.1342132 May 26 20:57:53.853018 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 42528) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 20:57:53.951898 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 20:57:53.978291 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179910fe-0a70-4d70-a4b6-5b69559c0196 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:57:53.979663 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-179910fe-0a70-4d70-a4b6-5b69559c0196 admin admin] 10.222.0.57 "GET /v2.0/networks/7d433162-bc3c-42dc-9b38-0bd5733b5e12 HTTP/1.1" status: 200 len: 886 time: 0.1257093 May 26 20:57:54.773993 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=15 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 20:57:54.779048 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=11 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 20:57:55.908010 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=46,neutron:UPDATE=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 20:57:55.909906 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=46,neutron:UPDATE=4 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 20:57:56.196955 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 42536) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 20:57:56.321481 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc129ea6-c1d0-4978-a4d6-f5794443fbd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:57:56.321924 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc129ea6-c1d0-4978-a4d6-f5794443fbd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:57:56.323435 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-bc129ea6-c1d0-4978-a4d6-f5794443fbd3 admin admin] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1255555 May 26 20:57:58.376346 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.agents_db [None req-7031173d-d819-4c63-a4ce-0c5776890f6a None None] Agent healthcheck: found 5 active agents {{(pid=104104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 20:57:58.546024 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 42544) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 20:57:58.637800 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb869590-d4c5-42cd-8df9-4069586aa908 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:57:58.638147 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb869590-d4c5-42cd-8df9-4069586aa908 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:57:58.639652 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-cb869590-d4c5-42cd-8df9-4069586aa908 admin admin] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0926697 May 26 20:58:00.850781 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 42552) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 20:58:00.941957 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5990bc3-a43d-40cc-a114-dc8e9a6c7d8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:58:00.943344 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-a5990bc3-a43d-40cc-a114-dc8e9a6c7d8f admin admin] 10.222.0.57 "GET /v2.0/subnets/1f8367d2-ce03-4ad0-979f-81221f00469f HTTP/1.1" status: 200 len: 868 time: 0.0916579 May 26 20:58:03.274890 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 42560) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 20:58:03.366372 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d68321b3-c436-44f9-80e2-e9fbd1cf816a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:58:03.367724 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-d68321b3-c436-44f9-80e2-e9fbd1cf816a admin admin] 10.222.0.57 "GET /v2.0/subnets/724ba99f-4e90-4a15-97fd-930eedded7a9 HTTP/1.1" status: 200 len: 816 time: 0.0918996 May 26 20:58:09.728418 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-57a933ed-07b0-4be2-9c27-cd91aacdd5e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (28061657-8b16-479f-8ff4-19bdcc74bc2c), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:58:10.937860 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=31 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 20:58:10.938625 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=23 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 20:58:12.010503 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-357a2703-f029-4a57-a697-e2d0d2c31d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (ccb07560-1e88-42f3-8411-377a93089622), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:58:12.927360 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-2cedcaf3-f8c8-488c-9e0f-8ce175add227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (5deefb54-cd62-4255-b022-7e9734e3e0b8), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:58:13.362049 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=5 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 20:58:13.363132 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=5 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 20:58:13.388971 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=3 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 20:58:13.393814 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=5 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 20:58:14.440271 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-46f12c73-3700-4e7e-86c8-206b84d0e626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (54d4a93e-badb-480c-831f-99f9f6beb5f4), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:58:15.916439 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (545ffc5a-00f7-4140-8f25-9e74b0e32d39), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:58:24.430541 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 20:58:25.911600 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 20:58:35.375683 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.agents_db [None req-7031173d-d819-4c63-a4ce-0c5776890f6a None None] Agent healthcheck: found 5 active agents {{(pid=104104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 20:58:39.731664 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-10f41cc4-7298-42d2-9a0d-c880e440e541 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (28061657-8b16-479f-8ff4-19bdcc74bc2c), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:58:42.014253 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-962c6b0b-a4ff-4110-b7bf-5fba26d0da5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (ccb07560-1e88-42f3-8411-377a93089622), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:58:42.930697 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-2cedcaf3-f8c8-488c-9e0f-8ce175add227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (5deefb54-cd62-4255-b022-7e9734e3e0b8), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:58:43.511548 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 42620) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 20:58:43.558780 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [None req-a29cf169-8929-45df-9522-2bb0737b86f1 admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=104101) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 20:58:43.559763 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-a29cf169-8929-45df-9522-2bb0737b86f1 admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0472789 May 26 20:58:44.443700 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-46f12c73-3700-4e7e-86c8-206b84d0e626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (54d4a93e-badb-480c-831f-99f9f6beb5f4), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:58:45.852764 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 42628) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 20:58:45.917030 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7a8f22c-3499-46c6-905e-2eccf53b492d admin admin] GET failed (client error): The resource could not be found. May 26 20:58:45.918359 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-a7a8f22c-3499-46c6-905e-2eccf53b492d admin admin] 10.222.0.57 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0646753 May 26 20:58:45.920028 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (545ffc5a-00f7-4140-8f25-9e74b0e32d39), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:58:46.000474 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e17814bd-9611-49a5-a958-52820be497bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:58:46.001892 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-e17814bd-9611-49a5-a958-52820be497bd admin admin] 10.222.0.57 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0793290 May 26 20:58:48.226236 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 42636) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 20:58:48.272285 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.v2.base [None req-3f6346a5-5ab1-4b3b-82a9-062db2432c38 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=104102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 20:58:48.292272 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f6346a5-5ab1-4b3b-82a9-062db2432c38 admin admin] Made reservation on behalf of 116e4cb137e24acda75f964e89e322c5 for: {'network': 1} {{(pid=104102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 20:58:48.294963 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-3f6346a5-5ab1-4b3b-82a9-062db2432c38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for network (None), before_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:58:48.327540 dv-cinder-828806-3-iscsi neutron-server[104102]: WARNING neutron.services.revisions.revision_plugin [None req-3f6346a5-5ab1-4b3b-82a9-062db2432c38 admin admin] Could not find related network for resource to bump revision. May 26 20:58:48.341247 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f6346a5-5ab1-4b3b-82a9-062db2432c38 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419} {{(pid=104102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 20:58:48.350829 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-3f6346a5-5ab1-4b3b-82a9-062db2432c38 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8787881957991', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-995747'] for segment (ffde3681-5502-476f-8acb-e4f367f2a763), precommit_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:58:48.351242 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.db.segments_db [None req-3f6346a5-5ab1-4b3b-82a9-062db2432c38 admin admin] Added segment ffde3681-5502-476f-8acb-e4f367f2a763 of type vlan for network d9e6b5ba-a05e-4c53-ae00-0820bf0d5270 May 26 20:58:48.388561 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-3f6346a5-5ab1-4b3b-82a9-062db2432c38 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787881459577'] for network (d9e6b5ba-a05e-4c53-ae00-0820bf0d5270), precommit_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:58:48.412111 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-3f6346a5-5ab1-4b3b-82a9-062db2432c38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052'] for network (d9e6b5ba-a05e-4c53-ae00-0820bf0d5270), after_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:58:48.412986 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f6346a5-5ab1-4b3b-82a9-062db2432c38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:58:48.413552 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-3f6346a5-5ab1-4b3b-82a9-062db2432c38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-416010'] for network (None), before_response {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:58:48.457827 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-3f6346a5-5ab1-4b3b-82a9-062db2432c38 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.2304838 May 26 20:58:48.508660 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6346a5-5ab1-4b3b-82a9-062db2432c38 admin admin] Pushing event updated for resources: {'Network': ['ID=d9e6b5ba-a05e-4c53-ae00-0820bf0d5270,revision_number=1']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:58:48.516591 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6346a5-5ab1-4b3b-82a9-062db2432c38 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:58:48.516938 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6346a5-5ab1-4b3b-82a9-062db2432c38 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:58:48.517293 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6346a5-5ab1-4b3b-82a9-062db2432c38 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:58:48.517631 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6346a5-5ab1-4b3b-82a9-062db2432c38 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:58:48.517961 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6346a5-5ab1-4b3b-82a9-062db2432c38 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:58:48.518290 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6346a5-5ab1-4b3b-82a9-062db2432c38 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:58:48.518647 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6346a5-5ab1-4b3b-82a9-062db2432c38 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:58:48.518970 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6346a5-5ab1-4b3b-82a9-062db2432c38 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:58:48.519310 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6346a5-5ab1-4b3b-82a9-062db2432c38 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:58:48.519633 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6346a5-5ab1-4b3b-82a9-062db2432c38 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:58:48.519974 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6346a5-5ab1-4b3b-82a9-062db2432c38 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:58:48.520306 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6346a5-5ab1-4b3b-82a9-062db2432c38 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:58:48.520626 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6346a5-5ab1-4b3b-82a9-062db2432c38 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:58:48.520941 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6346a5-5ab1-4b3b-82a9-062db2432c38 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:58:48.521254 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6346a5-5ab1-4b3b-82a9-062db2432c38 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:58:48.533816 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Network d9e6b5ba-a05e-4c53-ae00-0820bf0d5270 details requested by agent ovs-agent-dv-cinder-828806-3-iscsi with host dv-cinder-828806-3-iscsi {{(pid=104103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 20:58:50.385410 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=4 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 20:58:50.390587 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=4 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 20:58:50.719123 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 42644) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 20:58:50.778876 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d82e723-55aa-4e8d-9274-a21d7d57c19a admin admin] GET failed (client error): The resource could not be found. May 26 20:58:50.780110 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-5d82e723-55aa-4e8d-9274-a21d7d57c19a admin admin] 10.222.0.57 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0600746 May 26 20:58:50.850492 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c259b5-a8a9-4951-b55e-1ab102f14308 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:58:50.851943 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-57c259b5-a8a9-4951-b55e-1ab102f14308 admin admin] 10.222.0.57 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0678475 May 26 20:58:50.861469 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.v2.base [None req-c7ad27b8-acf0-45e1-8a2e-87331e57bc54 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': 'd9e6b5ba-a05e-4c53-ae00-0820bf0d5270', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=104101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 20:58:50.880818 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7ad27b8-acf0-45e1-8a2e-87331e57bc54 admin admin] Made reservation on behalf of 116e4cb137e24acda75f964e89e322c5 for: {'subnet': 1} {{(pid=104101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 20:58:50.883384 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-c7ad27b8-acf0-45e1-8a2e-87331e57bc54 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:58:51.052059 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-c7ad27b8-acf0-45e1-8a2e-87331e57bc54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052'] for subnet (64790024-3278-4738-adb3-495e95028ef5), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:58:51.106963 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ad27b8-acf0-45e1-8a2e-87331e57bc54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64790024-3278-4738-adb3-495e95028ef5,revision_number=0']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:58:51.116997 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ad27b8-acf0-45e1-8a2e-87331e57bc54 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:58:51.117333 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ad27b8-acf0-45e1-8a2e-87331e57bc54 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:58:51.117666 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ad27b8-acf0-45e1-8a2e-87331e57bc54 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:58:51.117999 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ad27b8-acf0-45e1-8a2e-87331e57bc54 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:58:51.118324 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ad27b8-acf0-45e1-8a2e-87331e57bc54 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:58:51.118670 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ad27b8-acf0-45e1-8a2e-87331e57bc54 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:58:51.118991 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ad27b8-acf0-45e1-8a2e-87331e57bc54 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:58:51.119917 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ad27b8-acf0-45e1-8a2e-87331e57bc54 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:58:51.120236 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ad27b8-acf0-45e1-8a2e-87331e57bc54 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:58:51.120555 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ad27b8-acf0-45e1-8a2e-87331e57bc54 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:58:51.120890 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ad27b8-acf0-45e1-8a2e-87331e57bc54 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:58:51.121225 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ad27b8-acf0-45e1-8a2e-87331e57bc54 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:58:51.121550 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ad27b8-acf0-45e1-8a2e-87331e57bc54 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:58:51.121861 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ad27b8-acf0-45e1-8a2e-87331e57bc54 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:58:51.122173 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ad27b8-acf0-45e1-8a2e-87331e57bc54 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:58:51.126535 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ad27b8-acf0-45e1-8a2e-87331e57bc54 admin admin] Checking segment: {'id': 'ffde3681-5502-476f-8acb-e4f367f2a763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd9e6b5ba-a05e-4c53-ae00-0820bf0d5270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 20:58:51.126882 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7ad27b8-acf0-45e1-8a2e-87331e57bc54 admin admin] Network hostable DHCP agents. Network: d9e6b5ba-a05e-4c53-ae00-0820bf0d5270, hostable agents: ['28061657-8b16-479f-8ff4-19bdcc74bc2c'], hosted agents: [] {{(pid=104101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 20:58:51.142769 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7ad27b8-acf0-45e1-8a2e-87331e57bc54 admin admin] Network d9e6b5ba-a05e-4c53-ae00-0820bf0d5270 is scheduled to be hosted by DHCP agent 28061657-8b16-479f-8ff4-19bdcc74bc2c with binding_index 1 {{(pid=104101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 20:58:51.150949 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.scheduler.base_scheduler [None req-c7ad27b8-acf0-45e1-8a2e-87331e57bc54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828806-3-iscsi, d9e6b5ba-a05e-4c53-ae00-0820bf0d5270) {{(pid=104101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 20:58:51.155573 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ad27b8-acf0-45e1-8a2e-87331e57bc54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 20:58:51.156257 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-c7ad27b8-acf0-45e1-8a2e-87331e57bc54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-416010'] for subnet (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:58:51.159184 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c789c7-1f72-48fc-8b21-f33dd570c311 None None] Network d9e6b5ba-a05e-4c53-ae00-0820bf0d5270 requested from dv-cinder-828806-3-iscsi {{(pid=104103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 20:58:51.182373 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-c7ad27b8-acf0-45e1-8a2e-87331e57bc54 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3140881 May 26 20:58:51.368956 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f2f82c0-2927-405e-bd97-9d692e3e634b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2409f73a-ea29-5b6a-a3ea-b37c97379b6a-d9e6b5ba-a05e-4c53-ae00-0820bf0d5270', 'network_id': 'd9e6b5ba-a05e-4c53-ae00-0820bf0d5270', 'project_id': '116e4cb137e24acda75f964e89e322c5', 'fixed_ips': [{'subnet_id': '64790024-3278-4738-adb3-495e95028ef5'}]}} from dv-cinder-828806-3-iscsi. {{(pid=104103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 26 20:58:51.370468 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-5f2f82c0-2927-405e-bd97-9d692e3e634b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (None), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:58:51.508769 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.db_base_plugin_common [None req-5f2f82c0-2927-405e-bd97-9d692e3e634b None None] Allocated IP 192.168.233.2 (d9e6b5ba-a05e-4c53-ae00-0820bf0d5270/64790024-3278-4738-adb3-495e95028ef5/09c20bdd-fca1-4110-a2db-af75b1595d43) {{(pid=104103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 20:58:51.650074 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-5f2f82c0-2927-405e-bd97-9d692e3e634b None None] Publish callbacks [] for port (09c20bdd-fca1-4110-a2db-af75b1595d43), precommit_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:58:51.657658 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-5f2f82c0-2927-405e-bd97-9d692e3e634b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787881445699'] for port (09c20bdd-fca1-4110-a2db-af75b1595d43), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:58:51.694627 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f2f82c0-2927-405e-bd97-9d692e3e634b None None] Network d9e6b5ba-a05e-4c53-ae00-0820bf0d5270 is already hosted by enough agents. {{(pid=104103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 20:58:51.698072 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.base_scheduler [None req-5f2f82c0-2927-405e-bd97-9d692e3e634b None None] Resources bound (agent type, host, resource id): {{(pid=104103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 20:58:51.701479 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2f82c0-2927-405e-bd97-9d692e3e634b None None] Received port after_create {{(pid=104103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 20:58:51.713401 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2f82c0-2927-405e-bd97-9d692e3e634b None None] Pushing event updated for resources: {'Port': ['ID=09c20bdd-fca1-4110-a2db-af75b1595d43,revision_number=1']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:58:51.723489 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2f82c0-2927-405e-bd97-9d692e3e634b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:58:51.723829 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2f82c0-2927-405e-bd97-9d692e3e634b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:58:51.724176 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2f82c0-2927-405e-bd97-9d692e3e634b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:58:51.724521 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2f82c0-2927-405e-bd97-9d692e3e634b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:58:51.724850 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2f82c0-2927-405e-bd97-9d692e3e634b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:58:51.725172 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2f82c0-2927-405e-bd97-9d692e3e634b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:58:51.725483 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2f82c0-2927-405e-bd97-9d692e3e634b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:58:51.725797 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2f82c0-2927-405e-bd97-9d692e3e634b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:58:51.726113 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2f82c0-2927-405e-bd97-9d692e3e634b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:58:51.726424 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2f82c0-2927-405e-bd97-9d692e3e634b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:58:51.726761 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2f82c0-2927-405e-bd97-9d692e3e634b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:58:51.727089 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2f82c0-2927-405e-bd97-9d692e3e634b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:58:51.727405 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2f82c0-2927-405e-bd97-9d692e3e634b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:58:51.727714 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2f82c0-2927-405e-bd97-9d692e3e634b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:58:51.728020 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2f82c0-2927-405e-bd97-9d692e3e634b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 20:58:51.776629 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.managers [None req-5f2f82c0-2927-405e-bd97-9d692e3e634b None None] Attempting to bind port 09c20bdd-fca1-4110-a2db-af75b1595d43 on host dv-cinder-828806-3-iscsi for vnic_type normal with profile {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 20:58:51.776988 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.managers [None req-5f2f82c0-2927-405e-bd97-9d692e3e634b None None] Attempting to bind port 09c20bdd-fca1-4110-a2db-af75b1595d43 by drivers openvswitch,hyperv on host dv-cinder-828806-3-iscsi at level 0 using segments [{'id': 'ffde3681-5502-476f-8acb-e4f367f2a763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd9e6b5ba-a05e-4c53-ae00-0820bf0d5270'}] {{(pid=104103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 20:58:51.777403 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2f82c0-2927-405e-bd97-9d692e3e634b None None] Attempting to bind port 09c20bdd-fca1-4110-a2db-af75b1595d43 on network d9e6b5ba-a05e-4c53-ae00-0820bf0d5270 {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 20:58:51.782598 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2f82c0-2927-405e-bd97-9d692e3e634b None None] Checking agent: {'id': '545ffc5a-00f7-4140-8f25-9e74b0e32d39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828806-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 20, 55, 46), 'started_at': datetime.datetime(2022, 5, 26, 20, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 20, 58, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828806-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 20:58:51.782969 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2f82c0-2927-405e-bd97-9d692e3e634b None None] Checking segment: {'id': 'ffde3681-5502-476f-8acb-e4f367f2a763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd9e6b5ba-a05e-4c53-ae00-0820bf0d5270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 20:58:51.783366 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-5f2f82c0-2927-405e-bd97-9d692e3e634b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:58:51.783755 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2f82c0-2927-405e-bd97-9d692e3e634b None None] Bound using segment: {'id': 'ffde3681-5502-476f-8acb-e4f367f2a763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd9e6b5ba-a05e-4c53-ae00-0820bf0d5270'} {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 20:58:51.784208 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.managers [None req-5f2f82c0-2927-405e-bd97-9d692e3e634b None None] Bound port: 09c20bdd-fca1-4110-a2db-af75b1595d43, host: dv-cinder-828806-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffde3681-5502-476f-8acb-e4f367f2a763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd9e6b5ba-a05e-4c53-ae00-0820bf0d5270'}}] {{(pid=104103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 20:58:51.784586 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-5f2f82c0-2927-405e-bd97-9d692e3e634b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (09c20bdd-fca1-4110-a2db-af75b1595d43), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:58:51.845906 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-5f2f82c0-2927-405e-bd97-9d692e3e634b None None] For port 09c20bdd-fca1-4110-a2db-af75b1595d43, host dv-cinder-828806-3-iscsi, cleared binding levels {{(pid=104103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 20:58:51.849347 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-5f2f82c0-2927-405e-bd97-9d692e3e634b None None] For port 09c20bdd-fca1-4110-a2db-af75b1595d43, host dv-cinder-828806-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-3-iscsi',level=0,port_id=09c20bdd-fca1-4110-a2db-af75b1595d43,segment=NetworkSegment(ffde3681-5502-476f-8acb-e4f367f2a763),segment_id=ffde3681-5502-476f-8acb-e4f367f2a763)] {{(pid=104103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 20:58:51.856127 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-5f2f82c0-2927-405e-bd97-9d692e3e634b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (09c20bdd-fca1-4110-a2db-af75b1595d43), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:58:51.912501 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2f82c0-2927-405e-bd97-9d692e3e634b None None] Pushing event updated for resources: {'Port': ['ID=09c20bdd-fca1-4110-a2db-af75b1595d43,revision_number=2']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:58:52.710861 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Device 09c20bdd-fca1-4110-a2db-af75b1595d43 up at agent ovs-agent-dv-cinder-828806-3-iscsi {{(pid=104103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 20:58:52.738682 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cafcece-7134-42d9-99d8-a40a443c5518 None None] Network d9e6b5ba-a05e-4c53-ae00-0820bf0d5270 requested from dv-cinder-828806-3-iscsi {{(pid=104103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 20:58:52.740580 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=88,neutron:UPDATE=9,neutron:INSERT=3 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 20:58:52.757622 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 20:58:52.841859 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Provisioning complete for port 09c20bdd-fca1-4110-a2db-af75b1595d43 triggered by entity L2. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 20:58:52.842238 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (09c20bdd-fca1-4110-a2db-af75b1595d43), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:58:52.844838 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-01cf2789-422f-4c40-9d0e-1fd0e13f54c8 None None] Provisioning complete for port 09c20bdd-fca1-4110-a2db-af75b1595d43 triggered by entity DHCP. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 20:58:52.845203 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-01cf2789-422f-4c40-9d0e-1fd0e13f54c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (09c20bdd-fca1-4110-a2db-af75b1595d43), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:58:53.003690 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Current status of the port 09c20bdd-fca1-4110-a2db-af75b1595d43 is: DOWN; New status is: ACTIVE {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 20:58:53.004073 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (09c20bdd-fca1-4110-a2db-af75b1595d43), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:58:53.007408 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-01cf2789-422f-4c40-9d0e-1fd0e13f54c8 None None] Current status of the port 09c20bdd-fca1-4110-a2db-af75b1595d43 is: DOWN; New status is: ACTIVE {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 20:58:53.007778 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-01cf2789-422f-4c40-9d0e-1fd0e13f54c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (09c20bdd-fca1-4110-a2db-af75b1595d43), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:58:53.055606 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] For port 09c20bdd-fca1-4110-a2db-af75b1595d43, host dv-cinder-828806-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-3-iscsi',level=0,port_id=09c20bdd-fca1-4110-a2db-af75b1595d43,segment=NetworkSegment(ffde3681-5502-476f-8acb-e4f367f2a763),segment_id=ffde3681-5502-476f-8acb-e4f367f2a763)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 20:58:53.062424 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (09c20bdd-fca1-4110-a2db-af75b1595d43), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:58:53.136825 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.db.api [None req-01cf2789-422f-4c40-9d0e-1fd0e13f54c8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104103) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 26 20:58:53.137682 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG oslo_db.api [None req-01cf2789-422f-4c40-9d0e-1fd0e13f54c8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 20:58:53.153864 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Pushing event updated for resources: {'Port': ['ID=09c20bdd-fca1-4110-a2db-af75b1595d43,revision_number=3']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 20:58:53.671868 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-01cf2789-422f-4c40-9d0e-1fd0e13f54c8 None None] Current status of the port 09c20bdd-fca1-4110-a2db-af75b1595d43 is: ACTIVE; New status is: ACTIVE {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 20:58:53.788498 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-04edde78-a186-4995-8ebb-a02c576a564f None None] Provisioning complete for port 09c20bdd-fca1-4110-a2db-af75b1595d43 triggered by entity DHCP. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 20:58:53.789163 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-04edde78-a186-4995-8ebb-a02c576a564f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (09c20bdd-fca1-4110-a2db-af75b1595d43), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:58:53.862860 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-04edde78-a186-4995-8ebb-a02c576a564f None None] Current status of the port 09c20bdd-fca1-4110-a2db-af75b1595d43 is: ACTIVE; New status is: ACTIVE {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 20:58:54.673317 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Device 09c20bdd-fca1-4110-a2db-af75b1595d43 up at agent ovs-agent-dv-cinder-828806-3-iscsi {{(pid=104103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 20:58:54.716264 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Provisioning complete for port 09c20bdd-fca1-4110-a2db-af75b1595d43 triggered by entity L2. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 20:58:54.716642 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (09c20bdd-fca1-4110-a2db-af75b1595d43), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:58:54.788172 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Current status of the port 09c20bdd-fca1-4110-a2db-af75b1595d43 is: ACTIVE; New status is: ACTIVE {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 20:58:58.490173 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=18,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 20:58:58.513060 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=29,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 20:59:01.165236 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=59,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 20:59:01.166470 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=56,neutron:INSERT=5,neutron:DELETE=1 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 20:59:04.497721 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 20:59:09.734949 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-602f96e0-164e-40e7-82c3-8100c08262f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (28061657-8b16-479f-8ff4-19bdcc74bc2c), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:59:12.015919 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-0285cf43-a998-4910-938a-c3105cda62cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (ccb07560-1e88-42f3-8411-377a93089622), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:59:12.376890 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.agents_db [None req-7031173d-d819-4c63-a4ce-0c5776890f6a None None] Agent healthcheck: found 5 active agents {{(pid=104104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 20:59:12.932062 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 20:59:12.938149 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-2cedcaf3-f8c8-488c-9e0f-8ce175add227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (5deefb54-cd62-4255-b022-7e9734e3e0b8), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:59:14.448073 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-46f12c73-3700-4e7e-86c8-206b84d0e626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (54d4a93e-badb-480c-831f-99f9f6beb5f4), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:59:15.922577 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (545ffc5a-00f7-4140-8f25-9e74b0e32d39), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:59:25.915404 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=19,neutron:UPDATE=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 20:59:25.918069 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=2,neutron:UPDATE=2 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 20:59:27.380721 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=3 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 20:59:27.386016 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=5 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 20:59:38.368859 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 20:59:38.369585 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:DELETE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 20:59:39.736495 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-120852ed-ba56-46d2-9e5a-f67be65efa45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (28061657-8b16-479f-8ff4-19bdcc74bc2c), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:59:42.018282 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-a89e44af-ce49-452b-99f2-e95b8c057d1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (ccb07560-1e88-42f3-8411-377a93089622), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:59:42.938593 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-2cedcaf3-f8c8-488c-9e0f-8ce175add227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (5deefb54-cd62-4255-b022-7e9734e3e0b8), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:59:44.449902 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-46f12c73-3700-4e7e-86c8-206b84d0e626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (54d4a93e-badb-480c-831f-99f9f6beb5f4), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:59:45.930191 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (545ffc5a-00f7-4140-8f25-9e74b0e32d39), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 20:59:49.375297 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.agents_db [None req-7031173d-d819-4c63-a4ce-0c5776890f6a None None] Agent healthcheck: found 5 active agents {{(pid=104104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 20:59:55.922032 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 20:59:55.923974 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=3,neutron:UPDATE=4 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:00:04.376698 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=18 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:00:04.382118 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=16 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:00:09.740850 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-c06ffa72-a52e-4da7-afca-aceb1cdf016d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (28061657-8b16-479f-8ff4-19bdcc74bc2c), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:00:12.020436 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-32f7fe27-cb5e-45c5-9790-1a80bf3b7859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (ccb07560-1e88-42f3-8411-377a93089622), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:00:12.941494 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-2cedcaf3-f8c8-488c-9e0f-8ce175add227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (5deefb54-cd62-4255-b022-7e9734e3e0b8), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:00:14.453247 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-46f12c73-3700-4e7e-86c8-206b84d0e626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (54d4a93e-badb-480c-831f-99f9f6beb5f4), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:00:15.923719 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (545ffc5a-00f7-4140-8f25-9e74b0e32d39), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:00:25.912083 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:00:25.919377 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:00:26.374342 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.agents_db [None req-7031173d-d819-4c63-a4ce-0c5776890f6a None None] Agent healthcheck: found 5 active agents {{(pid=104104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 21:00:37.082786 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 42686) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:00:37.088551 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [None req-d1b91f3b-cec0-49e3-88d0-e29924ed59dc tempest-verify_tempest_config-650577350 tempest-verify_tempest_config-650577350-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=104101) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 21:00:37.089494 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-d1b91f3b-cec0-49e3-88d0-e29924ed59dc tempest-verify_tempest_config-650577350 tempest-verify_tempest_config-650577350-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0057659 May 26 21:00:37.385516 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 42704) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:00:37.488478 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-c19d6f22-8e0a-49f1-8a9d-9a6b2656fab4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:00:37.567069 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-c19d6f22-8e0a-49f1-8a9d-9a6b2656fab4 admin admin] Publish callbacks [] for security_group (15ed44fc-0b33-4520-b04a-2f2610711fc7), precommit_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:00:37.571937 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-c19d6f22-8e0a-49f1-8a9d-9a6b2656fab4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (15ed44fc-0b33-4520-b04a-2f2610711fc7), after_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:00:37.616063 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19d6f22-8e0a-49f1-8a9d-9a6b2656fab4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15ed44fc-0b33-4520-b04a-2f2610711fc7,revision_number=1']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:00:37.619668 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-c19d6f22-8e0a-49f1-8a9d-9a6b2656fab4 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=37c91492c7a745999669160810f6fe9f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2331636 May 26 21:00:37.622499 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 42710) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:00:37.625016 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19d6f22-8e0a-49f1-8a9d-9a6b2656fab4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:00:37.625357 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19d6f22-8e0a-49f1-8a9d-9a6b2656fab4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:00:37.625696 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19d6f22-8e0a-49f1-8a9d-9a6b2656fab4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:00:37.626029 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19d6f22-8e0a-49f1-8a9d-9a6b2656fab4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:00:37.626358 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19d6f22-8e0a-49f1-8a9d-9a6b2656fab4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:00:37.626709 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19d6f22-8e0a-49f1-8a9d-9a6b2656fab4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:00:37.627033 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19d6f22-8e0a-49f1-8a9d-9a6b2656fab4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:00:37.627353 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19d6f22-8e0a-49f1-8a9d-9a6b2656fab4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:00:37.627673 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19d6f22-8e0a-49f1-8a9d-9a6b2656fab4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:00:37.627994 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19d6f22-8e0a-49f1-8a9d-9a6b2656fab4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:00:37.628329 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19d6f22-8e0a-49f1-8a9d-9a6b2656fab4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:00:37.628920 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19d6f22-8e0a-49f1-8a9d-9a6b2656fab4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:00:37.629241 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19d6f22-8e0a-49f1-8a9d-9a6b2656fab4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:00:37.629556 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19d6f22-8e0a-49f1-8a9d-9a6b2656fab4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:00:37.629869 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19d6f22-8e0a-49f1-8a9d-9a6b2656fab4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:00:37.676744 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-f22c66db-c23a-465e-ab84-66305b50c4a5 admin admin] Publish callbacks [] for security_group (15ed44fc-0b33-4520-b04a-2f2610711fc7), before_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:00:37.700372 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-f22c66db-c23a-465e-ab84-66305b50c4a5 admin admin] Publish callbacks [] for security_group (15ed44fc-0b33-4520-b04a-2f2610711fc7), precommit_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:00:37.790290 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-f22c66db-c23a-465e-ab84-66305b50c4a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (15ed44fc-0b33-4520-b04a-2f2610711fc7), after_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:00:37.792802 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-f22c66db-c23a-465e-ab84-66305b50c4a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:00:37.793928 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-f22c66db-c23a-465e-ab84-66305b50c4a5 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/15ed44fc-0b33-4520-b04a-2f2610711fc7 HTTP/1.1" status: 204 len: 168 time: 0.1704943 May 26 21:00:37.802053 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22c66db-c23a-465e-ab84-66305b50c4a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15ed44fc-0b33-4520-b04a-2f2610711fc7,revision_number=None']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:00:37.808738 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22c66db-c23a-465e-ab84-66305b50c4a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:00:37.809095 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22c66db-c23a-465e-ab84-66305b50c4a5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:00:37.809450 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22c66db-c23a-465e-ab84-66305b50c4a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:00:37.809783 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22c66db-c23a-465e-ab84-66305b50c4a5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:00:37.810172 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22c66db-c23a-465e-ab84-66305b50c4a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:00:37.810421 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22c66db-c23a-465e-ab84-66305b50c4a5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:00:37.810761 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22c66db-c23a-465e-ab84-66305b50c4a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:00:37.811076 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22c66db-c23a-465e-ab84-66305b50c4a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:00:37.811407 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22c66db-c23a-465e-ab84-66305b50c4a5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:00:37.811758 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22c66db-c23a-465e-ab84-66305b50c4a5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:00:37.812057 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22c66db-c23a-465e-ab84-66305b50c4a5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:00:37.812390 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22c66db-c23a-465e-ab84-66305b50c4a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:00:37.812706 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22c66db-c23a-465e-ab84-66305b50c4a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:00:37.813016 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22c66db-c23a-465e-ab84-66305b50c4a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:00:37.813490 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22c66db-c23a-465e-ab84-66305b50c4a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:00:39.743423 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8b46a5a0-459c-4ff4-892d-5b3691009cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (28061657-8b16-479f-8ff4-19bdcc74bc2c), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:00:41.385638 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=5 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:00:41.386331 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=5 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:00:42.024409 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-517d7778-2721-4404-b2ad-a206c1f77f85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (ccb07560-1e88-42f3-8411-377a93089622), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:00:42.943743 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-2cedcaf3-f8c8-488c-9e0f-8ce175add227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (5deefb54-cd62-4255-b022-7e9734e3e0b8), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:00:44.456365 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-46f12c73-3700-4e7e-86c8-206b84d0e626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (54d4a93e-badb-480c-831f-99f9f6beb5f4), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:00:45.927099 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (545ffc5a-00f7-4140-8f25-9e74b0e32d39), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:00:47.613415 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=16,neutron:INSERT=5 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:00:47.621354 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=23,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:00:47.804427 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=18,neutron:DELETE=2 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:00:47.805328 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=17,neutron:DELETE=2 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:00:55.917103 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:00:55.923009 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:01:03.372464 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.agents_db [None req-7031173d-d819-4c63-a4ce-0c5776890f6a None None] Agent healthcheck: found 5 active agents {{(pid=104104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 21:01:09.744645 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-efe01d1a-3c43-4fd6-a00e-e36842a32ded None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (28061657-8b16-479f-8ff4-19bdcc74bc2c), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:01:12.025835 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-08911dcc-3e9a-4d08-a05a-93dfcf9f26bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (ccb07560-1e88-42f3-8411-377a93089622), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:01:12.946539 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-2cedcaf3-f8c8-488c-9e0f-8ce175add227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (5deefb54-cd62-4255-b022-7e9734e3e0b8), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:01:14.461078 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-46f12c73-3700-4e7e-86c8-206b84d0e626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (54d4a93e-badb-480c-831f-99f9f6beb5f4), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:01:15.930103 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (545ffc5a-00f7-4140-8f25-9e74b0e32d39), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:01:18.385678 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=4 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:01:18.390295 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=4 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:01:25.923842 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:01:25.925112 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:01:38.372652 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:01:38.373419 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:DELETE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:01:39.745759 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-0ae92be2-087c-4b25-b4f9-29effb1776ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (28061657-8b16-479f-8ff4-19bdcc74bc2c), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:01:40.370595 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.agents_db [None req-7031173d-d819-4c63-a4ce-0c5776890f6a None None] Agent healthcheck: found 5 active agents {{(pid=104104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 21:01:42.026922 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-122ce12e-999e-4a76-87d8-502cfeaf6615 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (ccb07560-1e88-42f3-8411-377a93089622), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:01:42.948856 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-2cedcaf3-f8c8-488c-9e0f-8ce175add227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (5deefb54-cd62-4255-b022-7e9734e3e0b8), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:01:44.461460 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-46f12c73-3700-4e7e-86c8-206b84d0e626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (54d4a93e-badb-480c-831f-99f9f6beb5f4), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:01:45.933531 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (545ffc5a-00f7-4140-8f25-9e74b0e32d39), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:01:55.390609 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=3 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:01:55.395652 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=5 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:01:55.926540 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=11 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:01:55.928412 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:UPDATE=5,neutron:SELECT=4 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:02:09.747237 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-3efe873b-35b2-47a3-b84f-5ae167b5fb1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (28061657-8b16-479f-8ff4-19bdcc74bc2c), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:02:12.029780 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-d9f90b0a-2ba2-4b3c-b2a5-b2fe8c06b2d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (ccb07560-1e88-42f3-8411-377a93089622), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:02:12.952434 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-2cedcaf3-f8c8-488c-9e0f-8ce175add227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (5deefb54-cd62-4255-b022-7e9734e3e0b8), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:02:14.466124 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-46f12c73-3700-4e7e-86c8-206b84d0e626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (54d4a93e-badb-480c-831f-99f9f6beb5f4), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:02:15.935150 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (545ffc5a-00f7-4140-8f25-9e74b0e32d39), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:02:17.369692 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.agents_db [None req-7031173d-d819-4c63-a4ce-0c5776890f6a None None] Agent healthcheck: found 5 active agents {{(pid=104104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 21:02:23.517317 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1615158'] for agent (7f90b46f-777d-4aa1-89b5-840fb2878c39), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:02:33.510589 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:02:33.512991 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:02:34.602941 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=17 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:02:34.604862 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=17 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:02:36.771937 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 42784) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:02:36.877959 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-7cb14f4a-4697-4872-92bc-297f130c0472 admin admin] 10.222.0.57 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1049635 May 26 21:02:39.131512 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 42794) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:02:39.185828 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-8223251f-a6a6-4564-9330-0d90b62f4711 admin admin] 10.222.0.57 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0532668 May 26 21:02:39.749111 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-9c360b39-f84d-4359-bd0f-bb37e38f9d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (28061657-8b16-479f-8ff4-19bdcc74bc2c), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:02:42.032494 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-5278fe04-7da0-4a53-93b1-654bb02e75e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (ccb07560-1e88-42f3-8411-377a93089622), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:02:42.953906 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-2cedcaf3-f8c8-488c-9e0f-8ce175add227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (5deefb54-cd62-4255-b022-7e9734e3e0b8), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:02:44.469220 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-46f12c73-3700-4e7e-86c8-206b84d0e626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (54d4a93e-badb-480c-831f-99f9f6beb5f4), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:02:45.938079 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (545ffc5a-00f7-4140-8f25-9e74b0e32d39), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:02:46.871842 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=1 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:02:49.181017 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=3 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:02:53.463578 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (7f90b46f-777d-4aa1-89b5-840fb2878c39), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:02:54.368426 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.agents_db [None req-7031173d-d819-4c63-a4ce-0c5776890f6a None None] Agent healthcheck: found 6 active agents {{(pid=104104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 21:03:03.458367 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:03:03.460256 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:03:09.395262 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=4 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:03:09.399213 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=4 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:03:09.750416 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-48637844-f5f3-4d85-b0ef-008d47e2da1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (28061657-8b16-479f-8ff4-19bdcc74bc2c), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:03:12.035470 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-08da983c-bd32-4442-946c-a33ed02d0eac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (ccb07560-1e88-42f3-8411-377a93089622), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:03:12.956442 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-2cedcaf3-f8c8-488c-9e0f-8ce175add227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (5deefb54-cd62-4255-b022-7e9734e3e0b8), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:03:14.468512 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-46f12c73-3700-4e7e-86c8-206b84d0e626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (54d4a93e-badb-480c-831f-99f9f6beb5f4), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:03:15.940606 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (545ffc5a-00f7-4140-8f25-9e74b0e32d39), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:03:23.462205 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (7f90b46f-777d-4aa1-89b5-840fb2878c39), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:03:25.936849 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:03:31.367651 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.agents_db [None req-7031173d-d819-4c63-a4ce-0c5776890f6a None None] Agent healthcheck: found 6 active agents {{(pid=104104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 21:03:33.458080 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=25,neutron:UPDATE=3 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:03:39.753035 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-da586822-75ed-4ddf-bee3-51d1cb4f25a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (28061657-8b16-479f-8ff4-19bdcc74bc2c), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:03:42.037691 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-e491482d-4d7f-4ac8-8616-577c6d264e2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (ccb07560-1e88-42f3-8411-377a93089622), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:03:42.959144 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-2cedcaf3-f8c8-488c-9e0f-8ce175add227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (5deefb54-cd62-4255-b022-7e9734e3e0b8), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:03:44.471556 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-46f12c73-3700-4e7e-86c8-206b84d0e626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (54d4a93e-badb-480c-831f-99f9f6beb5f4), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:03:45.943570 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (545ffc5a-00f7-4140-8f25-9e74b0e32d39), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:03:46.406137 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=2 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:03:46.411337 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=7,neutron:DELETE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:03:53.491651 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (7f90b46f-777d-4aa1-89b5-840fb2878c39), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:03.485936 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:04:03.488191 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:04:08.367367 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.agents_db [None req-7031173d-d819-4c63-a4ce-0c5776890f6a None None] Agent healthcheck: found 6 active agents {{(pid=104104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 21:04:09.755989 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-701f5231-75df-4f4f-8d82-c63c87e870e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (28061657-8b16-479f-8ff4-19bdcc74bc2c), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:12.040647 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-9942ca17-f06b-4474-9ca3-af670b06ae17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (ccb07560-1e88-42f3-8411-377a93089622), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:12.973536 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-2cedcaf3-f8c8-488c-9e0f-8ce175add227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (5deefb54-cd62-4255-b022-7e9734e3e0b8), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:14.483083 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-46f12c73-3700-4e7e-86c8-206b84d0e626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (54d4a93e-badb-480c-831f-99f9f6beb5f4), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:15.967601 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (545ffc5a-00f7-4140-8f25-9e74b0e32d39), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:16.508544 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 42872) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:04:16.703642 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.v2.base [None req-e5542ab4-ff54-4b81-896a-578afa851ad7 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1062332915-network', 'tenant_id': 'dab98c8a7d9e43249b01602eb3b63bb8'}} {{(pid=104102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:04:16.727362 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5542ab4-ff54-4b81-896a-578afa851ad7 admin admin] Made reservation on behalf of dab98c8a7d9e43249b01602eb3b63bb8 for: {'network': 1} {{(pid=104102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 21:04:16.730051 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-e5542ab4-ff54-4b81-896a-578afa851ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for network (None), before_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:16.740580 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-e5542ab4-ff54-4b81-896a-578afa851ad7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:16.823244 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-e5542ab4-ff54-4b81-896a-578afa851ad7 admin admin] Publish callbacks [] for security_group (5fa43dc1-6ca8-44f0-a60e-8dfb0362c3c5), precommit_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:16.827792 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-e5542ab4-ff54-4b81-896a-578afa851ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (5fa43dc1-6ca8-44f0-a60e-8dfb0362c3c5), after_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:16.857364 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5542ab4-ff54-4b81-896a-578afa851ad7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=104102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 21:04:16.862703 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5542ab4-ff54-4b81-896a-578afa851ad7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fa43dc1-6ca8-44f0-a60e-8dfb0362c3c5,revision_number=1']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:04:16.872378 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5542ab4-ff54-4b81-896a-578afa851ad7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:04:16.872813 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5542ab4-ff54-4b81-896a-578afa851ad7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:04:16.873214 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5542ab4-ff54-4b81-896a-578afa851ad7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:04:16.873626 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5542ab4-ff54-4b81-896a-578afa851ad7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:04:16.873951 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5542ab4-ff54-4b81-896a-578afa851ad7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:04:16.874212 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5542ab4-ff54-4b81-896a-578afa851ad7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:04:16.874822 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5542ab4-ff54-4b81-896a-578afa851ad7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:04:16.875119 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5542ab4-ff54-4b81-896a-578afa851ad7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:04:16.875447 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5542ab4-ff54-4b81-896a-578afa851ad7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:04:16.875748 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5542ab4-ff54-4b81-896a-578afa851ad7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:04:16.876082 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5542ab4-ff54-4b81-896a-578afa851ad7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:04:16.876434 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5542ab4-ff54-4b81-896a-578afa851ad7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:04:16.876905 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5542ab4-ff54-4b81-896a-578afa851ad7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:04:16.877162 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5542ab4-ff54-4b81-896a-578afa851ad7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:04:16.877348 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5542ab4-ff54-4b81-896a-578afa851ad7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:04:16.878964 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5542ab4-ff54-4b81-896a-578afa851ad7 admin admin] Tracked resource versions report: May 26 21:04:16.878964 dv-cinder-828806-3-iscsi neutron-server[104102]: pushed versions: May 26 21:04:16.878964 dv-cinder-828806-3-iscsi neutron-server[104102]: { 'AddressGroup': {'1.2'}, May 26 21:04:16.878964 dv-cinder-828806-3-iscsi neutron-server[104102]: 'Agent': {'1.1'}, May 26 21:04:16.878964 dv-cinder-828806-3-iscsi neutron-server[104102]: 'ConntrackHelper': {'1.0'}, May 26 21:04:16.878964 dv-cinder-828806-3-iscsi neutron-server[104102]: 'LocalIPAssociation': {'1.0'}, May 26 21:04:16.878964 dv-cinder-828806-3-iscsi neutron-server[104102]: 'Log': {'1.0'}, May 26 21:04:16.878964 dv-cinder-828806-3-iscsi neutron-server[104102]: 'NDPProxy': {'1.0'}, May 26 21:04:16.878964 dv-cinder-828806-3-iscsi neutron-server[104102]: 'Network': {'1.1'}, May 26 21:04:16.878964 dv-cinder-828806-3-iscsi neutron-server[104102]: 'Port': {'1.7'}, May 26 21:04:16.878964 dv-cinder-828806-3-iscsi neutron-server[104102]: 'PortForwarding': {'1.3'}, May 26 21:04:16.878964 dv-cinder-828806-3-iscsi neutron-server[104102]: 'QosPolicy': {'1.10'}, May 26 21:04:16.878964 dv-cinder-828806-3-iscsi neutron-server[104102]: 'SecurityGroup': {'1.5'}, May 26 21:04:16.878964 dv-cinder-828806-3-iscsi neutron-server[104102]: 'SecurityGroupRule': {'1.2'}, May 26 21:04:16.878964 dv-cinder-828806-3-iscsi neutron-server[104102]: 'SubPort': {'1.0'}, May 26 21:04:16.878964 dv-cinder-828806-3-iscsi neutron-server[104102]: 'Subnet': {'1.1'}, May 26 21:04:16.878964 dv-cinder-828806-3-iscsi neutron-server[104102]: 'Trunk': {'1.1'}} May 26 21:04:16.878964 dv-cinder-828806-3-iscsi neutron-server[104102]: consumer versions: May 26 21:04:16.878964 dv-cinder-828806-3-iscsi neutron-server[104102]: { DHCP agent@dv-cinder-828806-3-iscsi: {}, May 26 21:04:16.878964 dv-cinder-828806-3-iscsi neutron-server[104102]: HyperV agent@hv-cinder-82880: {}, May 26 21:04:16.878964 dv-cinder-828806-3-iscsi neutron-server[104102]: L3 agent@dv-cinder-828806-3-iscsi: {}, May 26 21:04:16.878964 dv-cinder-828806-3-iscsi neutron-server[104102]: Metadata agent@dv-cinder-828806-3-iscsi: {}, May 26 21:04:16.878964 dv-cinder-828806-3-iscsi neutron-server[104102]: Metering agent@dv-cinder-828806-3-iscsi: {}, May 26 21:04:16.878964 dv-cinder-828806-3-iscsi neutron-server[104102]: Open vSwitch agent@dv-cinder-828806-3-iscsi: { 'AddressGroup': '1.2', May 26 21:04:16.878964 dv-cinder-828806-3-iscsi neutron-server[104102]: 'Agent': '1.1', May 26 21:04:16.878964 dv-cinder-828806-3-iscsi neutron-server[104102]: 'ConntrackHelper': '1.0', May 26 21:04:16.878964 dv-cinder-828806-3-iscsi neutron-server[104102]: 'LocalIPAssociation': '1.0', May 26 21:04:16.878964 dv-cinder-828806-3-iscsi neutron-server[104102]: 'Log': '1.0', May 26 21:04:16.878964 dv-cinder-828806-3-iscsi neutron-server[104102]: 'NDPProxy': '1.0', May 26 21:04:16.878964 dv-cinder-828806-3-iscsi neutron-server[104102]: 'Network': '1.1', May 26 21:04:16.878964 dv-cinder-828806-3-iscsi neutron-server[104102]: 'Port': '1.7', May 26 21:04:16.878964 dv-cinder-828806-3-iscsi neutron-server[104102]: 'PortForwarding': '1.3', May 26 21:04:16.878964 dv-cinder-828806-3-iscsi neutron-server[104102]: 'QosPolicy': '1.10', May 26 21:04:16.878964 dv-cinder-828806-3-iscsi neutron-server[104102]: 'SecurityGroup': '1.5', May 26 21:04:16.878964 dv-cinder-828806-3-iscsi neutron-server[104102]: 'SecurityGroupRule': '1.2', May 26 21:04:16.878964 dv-cinder-828806-3-iscsi neutron-server[104102]: 'SubPort': '1.0', May 26 21:04:16.878964 dv-cinder-828806-3-iscsi neutron-server[104102]: 'Subnet': '1.1', May 26 21:04:16.878964 dv-cinder-828806-3-iscsi neutron-server[104102]: 'Trunk': '1.1'}} May 26 21:04:16.878964 dv-cinder-828806-3-iscsi neutron-server[104102]: {{(pid=104102) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 21:04:16.902791 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-e5542ab4-ff54-4b81-896a-578afa851ad7 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8787881957991', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-995747'] for segment (e7ed7865-4bef-4617-8876-4a0d10d7b2a2), precommit_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:16.902791 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.db.segments_db [None req-e5542ab4-ff54-4b81-896a-578afa851ad7 admin admin] Added segment e7ed7865-4bef-4617-8876-4a0d10d7b2a2 of type vlan for network f8e5e321-d176-4b51-947f-dcc84f6180fd May 26 21:04:16.941615 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-e5542ab4-ff54-4b81-896a-578afa851ad7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787881459577'] for network (f8e5e321-d176-4b51-947f-dcc84f6180fd), precommit_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:16.970695 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-e5542ab4-ff54-4b81-896a-578afa851ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052'] for network (f8e5e321-d176-4b51-947f-dcc84f6180fd), after_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:16.972313 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5542ab4-ff54-4b81-896a-578afa851ad7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:04:16.972864 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-e5542ab4-ff54-4b81-896a-578afa851ad7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-416010'] for network (None), before_response {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:17.030821 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-e5542ab4-ff54-4b81-896a-578afa851ad7 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.5154862 May 26 21:04:17.033816 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 42928) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:04:17.039653 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.v2.base [None req-3aac7b01-2ab0-476d-8cda-040867569305 admin admin] Request body: {'subnet': {'network_id': 'f8e5e321-d176-4b51-947f-dcc84f6180fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1062332915-subnet', 'tenant_id': 'dab98c8a7d9e43249b01602eb3b63bb8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:04:17.053314 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5542ab4-ff54-4b81-896a-578afa851ad7 admin admin] Pushing event updated for resources: {'Network': ['ID=f8e5e321-d176-4b51-947f-dcc84f6180fd,revision_number=1']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:04:17.061434 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aac7b01-2ab0-476d-8cda-040867569305 admin admin] Made reservation on behalf of dab98c8a7d9e43249b01602eb3b63bb8 for: {'subnet': 1} {{(pid=104101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 21:04:17.063928 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-3aac7b01-2ab0-476d-8cda-040867569305 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:17.068580 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Network f8e5e321-d176-4b51-947f-dcc84f6180fd details requested by agent ovs-agent-dv-cinder-828806-3-iscsi with host dv-cinder-828806-3-iscsi {{(pid=104103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 21:04:17.344436 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-3aac7b01-2ab0-476d-8cda-040867569305 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052'] for subnet (e5ed1f80-314e-4293-9b20-667b1fc78dec), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:17.404614 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aac7b01-2ab0-476d-8cda-040867569305 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5ed1f80-314e-4293-9b20-667b1fc78dec,revision_number=0']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:04:17.417088 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aac7b01-2ab0-476d-8cda-040867569305 admin admin] Checking segment: {'id': 'e7ed7865-4bef-4617-8876-4a0d10d7b2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'f8e5e321-d176-4b51-947f-dcc84f6180fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 21:04:17.417446 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aac7b01-2ab0-476d-8cda-040867569305 admin admin] Network hostable DHCP agents. Network: f8e5e321-d176-4b51-947f-dcc84f6180fd, hostable agents: ['28061657-8b16-479f-8ff4-19bdcc74bc2c'], hosted agents: [] {{(pid=104101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 21:04:17.420119 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aac7b01-2ab0-476d-8cda-040867569305 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:04:17.420350 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aac7b01-2ab0-476d-8cda-040867569305 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:04:17.420703 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aac7b01-2ab0-476d-8cda-040867569305 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:04:17.421038 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aac7b01-2ab0-476d-8cda-040867569305 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:04:17.421671 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aac7b01-2ab0-476d-8cda-040867569305 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:04:17.421671 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aac7b01-2ab0-476d-8cda-040867569305 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:04:17.421990 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aac7b01-2ab0-476d-8cda-040867569305 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:04:17.425671 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aac7b01-2ab0-476d-8cda-040867569305 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:04:17.426019 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aac7b01-2ab0-476d-8cda-040867569305 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:04:17.426362 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aac7b01-2ab0-476d-8cda-040867569305 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:04:17.426720 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aac7b01-2ab0-476d-8cda-040867569305 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:04:17.427068 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aac7b01-2ab0-476d-8cda-040867569305 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:04:17.427396 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aac7b01-2ab0-476d-8cda-040867569305 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:04:17.427714 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aac7b01-2ab0-476d-8cda-040867569305 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:04:17.428037 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aac7b01-2ab0-476d-8cda-040867569305 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:04:17.429251 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aac7b01-2ab0-476d-8cda-040867569305 admin admin] Tracked resource versions report: May 26 21:04:17.429251 dv-cinder-828806-3-iscsi neutron-server[104101]: pushed versions: May 26 21:04:17.429251 dv-cinder-828806-3-iscsi neutron-server[104101]: { 'AddressGroup': {'1.2'}, May 26 21:04:17.429251 dv-cinder-828806-3-iscsi neutron-server[104101]: 'Agent': {'1.1'}, May 26 21:04:17.429251 dv-cinder-828806-3-iscsi neutron-server[104101]: 'ConntrackHelper': {'1.0'}, May 26 21:04:17.429251 dv-cinder-828806-3-iscsi neutron-server[104101]: 'LocalIPAssociation': {'1.0'}, May 26 21:04:17.429251 dv-cinder-828806-3-iscsi neutron-server[104101]: 'Log': {'1.0'}, May 26 21:04:17.429251 dv-cinder-828806-3-iscsi neutron-server[104101]: 'NDPProxy': {'1.0'}, May 26 21:04:17.429251 dv-cinder-828806-3-iscsi neutron-server[104101]: 'Network': {'1.1'}, May 26 21:04:17.429251 dv-cinder-828806-3-iscsi neutron-server[104101]: 'Port': {'1.7'}, May 26 21:04:17.429251 dv-cinder-828806-3-iscsi neutron-server[104101]: 'PortForwarding': {'1.3'}, May 26 21:04:17.429251 dv-cinder-828806-3-iscsi neutron-server[104101]: 'QosPolicy': {'1.10'}, May 26 21:04:17.429251 dv-cinder-828806-3-iscsi neutron-server[104101]: 'SecurityGroup': {'1.5'}, May 26 21:04:17.429251 dv-cinder-828806-3-iscsi neutron-server[104101]: 'SecurityGroupRule': {'1.2'}, May 26 21:04:17.429251 dv-cinder-828806-3-iscsi neutron-server[104101]: 'SubPort': {'1.0'}, May 26 21:04:17.429251 dv-cinder-828806-3-iscsi neutron-server[104101]: 'Subnet': {'1.1'}, May 26 21:04:17.429251 dv-cinder-828806-3-iscsi neutron-server[104101]: 'Trunk': {'1.1'}} May 26 21:04:17.429251 dv-cinder-828806-3-iscsi neutron-server[104101]: consumer versions: May 26 21:04:17.429251 dv-cinder-828806-3-iscsi neutron-server[104101]: { DHCP agent@dv-cinder-828806-3-iscsi: {}, May 26 21:04:17.429251 dv-cinder-828806-3-iscsi neutron-server[104101]: HyperV agent@hv-cinder-82880: {}, May 26 21:04:17.429251 dv-cinder-828806-3-iscsi neutron-server[104101]: L3 agent@dv-cinder-828806-3-iscsi: {}, May 26 21:04:17.429251 dv-cinder-828806-3-iscsi neutron-server[104101]: Metadata agent@dv-cinder-828806-3-iscsi: {}, May 26 21:04:17.429251 dv-cinder-828806-3-iscsi neutron-server[104101]: Metering agent@dv-cinder-828806-3-iscsi: {}, May 26 21:04:17.429251 dv-cinder-828806-3-iscsi neutron-server[104101]: Open vSwitch agent@dv-cinder-828806-3-iscsi: { 'AddressGroup': '1.2', May 26 21:04:17.429251 dv-cinder-828806-3-iscsi neutron-server[104101]: 'Agent': '1.1', May 26 21:04:17.429251 dv-cinder-828806-3-iscsi neutron-server[104101]: 'ConntrackHelper': '1.0', May 26 21:04:17.429251 dv-cinder-828806-3-iscsi neutron-server[104101]: 'LocalIPAssociation': '1.0', May 26 21:04:17.429251 dv-cinder-828806-3-iscsi neutron-server[104101]: 'Log': '1.0', May 26 21:04:17.429251 dv-cinder-828806-3-iscsi neutron-server[104101]: 'NDPProxy': '1.0', May 26 21:04:17.429251 dv-cinder-828806-3-iscsi neutron-server[104101]: 'Network': '1.1', May 26 21:04:17.429251 dv-cinder-828806-3-iscsi neutron-server[104101]: 'Port': '1.7', May 26 21:04:17.429251 dv-cinder-828806-3-iscsi neutron-server[104101]: 'PortForwarding': '1.3', May 26 21:04:17.429251 dv-cinder-828806-3-iscsi neutron-server[104101]: 'QosPolicy': '1.10', May 26 21:04:17.429251 dv-cinder-828806-3-iscsi neutron-server[104101]: 'SecurityGroup': '1.5', May 26 21:04:17.429251 dv-cinder-828806-3-iscsi neutron-server[104101]: 'SecurityGroupRule': '1.2', May 26 21:04:17.429251 dv-cinder-828806-3-iscsi neutron-server[104101]: 'SubPort': '1.0', May 26 21:04:17.429251 dv-cinder-828806-3-iscsi neutron-server[104101]: 'Subnet': '1.1', May 26 21:04:17.429251 dv-cinder-828806-3-iscsi neutron-server[104101]: 'Trunk': '1.1'}} May 26 21:04:17.429251 dv-cinder-828806-3-iscsi neutron-server[104101]: {{(pid=104101) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 21:04:17.448487 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aac7b01-2ab0-476d-8cda-040867569305 admin admin] Network f8e5e321-d176-4b51-947f-dcc84f6180fd is scheduled to be hosted by DHCP agent 28061657-8b16-479f-8ff4-19bdcc74bc2c with binding_index 1 {{(pid=104101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 21:04:17.458712 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.scheduler.base_scheduler [None req-3aac7b01-2ab0-476d-8cda-040867569305 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828806-3-iscsi, f8e5e321-d176-4b51-947f-dcc84f6180fd) {{(pid=104101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:04:17.463470 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aac7b01-2ab0-476d-8cda-040867569305 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:04:17.464344 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-3aac7b01-2ab0-476d-8cda-040867569305 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-416010'] for subnet (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:17.468350 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98891ca1-b6c8-48cd-88b4-7ec4e845ab55 None None] Network f8e5e321-d176-4b51-947f-dcc84f6180fd requested from dv-cinder-828806-3-iscsi {{(pid=104103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 21:04:17.487046 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-3aac7b01-2ab0-476d-8cda-040867569305 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4515860 May 26 21:04:17.504794 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 42946) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:04:17.576908 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-225c0d5c-014f-4be5-b1c0-2b9284567fc2 None None] Network f8e5e321-d176-4b51-947f-dcc84f6180fd requested from dv-cinder-828806-3-iscsi {{(pid=104103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 21:04:17.824338 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.v2.base [None req-57f0d0dd-8488-48ce-8f9c-c6b753b959fa admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-641444328-network', 'tenant_id': 'aee8ddc72b8a4baeb01503afbd8aeab1'}} {{(pid=104101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:04:17.851230 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57f0d0dd-8488-48ce-8f9c-c6b753b959fa admin admin] Made reservation on behalf of aee8ddc72b8a4baeb01503afbd8aeab1 for: {'network': 1} {{(pid=104101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 21:04:17.854098 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-57f0d0dd-8488-48ce-8f9c-c6b753b959fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for network (None), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:17.866534 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-57f0d0dd-8488-48ce-8f9c-c6b753b959fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:17.964886 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-57f0d0dd-8488-48ce-8f9c-c6b753b959fa admin admin] Publish callbacks [] for security_group (27641b09-b284-4727-83d5-3131854c9a65), precommit_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:17.971848 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-57f0d0dd-8488-48ce-8f9c-c6b753b959fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (27641b09-b284-4727-83d5-3131854c9a65), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:18.006058 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f0d0dd-8488-48ce-8f9c-c6b753b959fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27641b09-b284-4727-83d5-3131854c9a65,revision_number=1']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:04:18.016544 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57f0d0dd-8488-48ce-8f9c-c6b753b959fa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 407} {{(pid=104101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 21:04:18.027529 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-57f0d0dd-8488-48ce-8f9c-c6b753b959fa admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8787881957991', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-995747'] for segment (6581e449-834f-4534-a2fe-363e6aa5bcef), precommit_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:18.027880 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.db.segments_db [None req-57f0d0dd-8488-48ce-8f9c-c6b753b959fa admin admin] Added segment 6581e449-834f-4534-a2fe-363e6aa5bcef of type vlan for network 5629c7a4-9159-4bb4-9c94-a1405c68e80c May 26 21:04:18.076250 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-57f0d0dd-8488-48ce-8f9c-c6b753b959fa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787881459577'] for network (5629c7a4-9159-4bb4-9c94-a1405c68e80c), precommit_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:18.108480 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-57f0d0dd-8488-48ce-8f9c-c6b753b959fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052'] for network (5629c7a4-9159-4bb4-9c94-a1405c68e80c), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:18.110048 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f0d0dd-8488-48ce-8f9c-c6b753b959fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:04:18.110680 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-57f0d0dd-8488-48ce-8f9c-c6b753b959fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-416010'] for network (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:18.122996 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:04:18.179848 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-57f0d0dd-8488-48ce-8f9c-c6b753b959fa admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.6739614 May 26 21:04:18.180855 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 43008) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:04:18.186699 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.v2.base [None req-ee716cbe-eca0-42af-be33-be510da63091 admin admin] Request body: {'subnet': {'network_id': '5629c7a4-9159-4bb4-9c94-a1405c68e80c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-641444328-subnet', 'tenant_id': 'aee8ddc72b8a4baeb01503afbd8aeab1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:04:18.195789 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f0d0dd-8488-48ce-8f9c-c6b753b959fa admin admin] Pushing event updated for resources: {'Network': ['ID=5629c7a4-9159-4bb4-9c94-a1405c68e80c,revision_number=1']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:04:18.209084 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Network 5629c7a4-9159-4bb4-9c94-a1405c68e80c details requested by agent ovs-agent-dv-cinder-828806-3-iscsi with host dv-cinder-828806-3-iscsi {{(pid=104103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 21:04:18.227172 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee716cbe-eca0-42af-be33-be510da63091 admin admin] Made reservation on behalf of aee8ddc72b8a4baeb01503afbd8aeab1 for: {'subnet': 1} {{(pid=104102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 21:04:18.230516 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-ee716cbe-eca0-42af-be33-be510da63091 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:18.459341 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-ee716cbe-eca0-42af-be33-be510da63091 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052'] for subnet (98eeb434-72ed-4f64-921d-7288f9cdbc0a), after_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:18.513695 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee716cbe-eca0-42af-be33-be510da63091 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98eeb434-72ed-4f64-921d-7288f9cdbc0a,revision_number=0']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:04:18.537626 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee716cbe-eca0-42af-be33-be510da63091 admin admin] Checking segment: {'id': '6581e449-834f-4534-a2fe-363e6aa5bcef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5629c7a4-9159-4bb4-9c94-a1405c68e80c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 21:04:18.537974 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee716cbe-eca0-42af-be33-be510da63091 admin admin] Network hostable DHCP agents. Network: 5629c7a4-9159-4bb4-9c94-a1405c68e80c, hostable agents: ['28061657-8b16-479f-8ff4-19bdcc74bc2c'], hosted agents: [] {{(pid=104102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 21:04:18.544210 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=4 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:04:18.554093 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 43026) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:04:18.560722 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee716cbe-eca0-42af-be33-be510da63091 admin admin] Network 5629c7a4-9159-4bb4-9c94-a1405c68e80c is scheduled to be hosted by DHCP agent 28061657-8b16-479f-8ff4-19bdcc74bc2c with binding_index 1 {{(pid=104102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 21:04:18.577994 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.scheduler.base_scheduler [None req-ee716cbe-eca0-42af-be33-be510da63091 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828806-3-iscsi, 5629c7a4-9159-4bb4-9c94-a1405c68e80c) {{(pid=104102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:04:18.590258 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a64343-439d-4374-8765-620a18d66af4 None None] Network 5629c7a4-9159-4bb4-9c94-a1405c68e80c requested from dv-cinder-828806-3-iscsi {{(pid=104103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 21:04:18.591346 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee716cbe-eca0-42af-be33-be510da63091 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:04:18.591939 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-ee716cbe-eca0-42af-be33-be510da63091 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-416010'] for subnet (None), before_response {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:18.615044 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-ee716cbe-eca0-42af-be33-be510da63091 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4324496 May 26 21:04:18.618291 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 43030) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:04:18.622911 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.v2.base [None req-7ce38a0a-2b11-4352-8c17-3b788d570c8b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-641444328-router', 'tenant_id': 'aee8ddc72b8a4baeb01503afbd8aeab1', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12'}}} {{(pid=104101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:04:18.650025 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-7ce38a0a-2b11-4352-8c17-3b788d570c8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1620298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130580'] for router (fcf153c1-dfc2-4490-b95f-83881f205231), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:18.652002 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-7ce38a0a-2b11-4352-8c17-3b788d570c8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1900282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1617482', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130589'] for router (fcf153c1-dfc2-4490-b95f-83881f205231), precommit_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:18.727974 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79dfac1d-ff33-4e87-b0d9-38391a910bcf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2409f73a-ea29-5b6a-a3ea-b37c97379b6a-5629c7a4-9159-4bb4-9c94-a1405c68e80c', 'network_id': '5629c7a4-9159-4bb4-9c94-a1405c68e80c', 'project_id': 'aee8ddc72b8a4baeb01503afbd8aeab1', 'fixed_ips': [{'subnet_id': '98eeb434-72ed-4f64-921d-7288f9cdbc0a'}]}} from dv-cinder-828806-3-iscsi. {{(pid=104103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 26 21:04:18.728960 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-79dfac1d-ff33-4e87-b0d9-38391a910bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (None), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:18.781718 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=76,neutron:INSERT=17,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:04:18.786588 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-7ce38a0a-2b11-4352-8c17-3b788d570c8b admin admin] Publish callbacks [] for router_controller (fcf153c1-dfc2-4490-b95f-83881f205231), precommit_add_association {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:18.900510 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.db_base_plugin_common [None req-79dfac1d-ff33-4e87-b0d9-38391a910bcf None None] Allocated IP 172.20.0.2 (5629c7a4-9159-4bb4-9c94-a1405c68e80c/98eeb434-72ed-4f64-921d-7288f9cdbc0a/2ee1a8fa-8083-43cf-b6fd-ac6ae1d157b1) {{(pid=104103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 21:04:18.954020 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-7ce38a0a-2b11-4352-8c17-3b788d570c8b admin admin] Publish callbacks [] for router_gateway (fcf153c1-dfc2-4490-b95f-83881f205231), precommit_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:19.060561 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-79dfac1d-ff33-4e87-b0d9-38391a910bcf None None] Publish callbacks [] for port (2ee1a8fa-8083-43cf-b6fd-ac6ae1d157b1), precommit_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:19.063290 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:04:19.073104 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-79dfac1d-ff33-4e87-b0d9-38391a910bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787881445699'] for port (2ee1a8fa-8083-43cf-b6fd-ac6ae1d157b1), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:19.141385 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dfac1d-ff33-4e87-b0d9-38391a910bcf None None] Pushing event updated for resources: {'Port': ['ID=2ee1a8fa-8083-43cf-b6fd-ac6ae1d157b1,revision_number=1']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:04:19.151999 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dfac1d-ff33-4e87-b0d9-38391a910bcf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:04:19.152342 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dfac1d-ff33-4e87-b0d9-38391a910bcf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:04:19.152695 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dfac1d-ff33-4e87-b0d9-38391a910bcf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:04:19.153041 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dfac1d-ff33-4e87-b0d9-38391a910bcf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:04:19.153408 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dfac1d-ff33-4e87-b0d9-38391a910bcf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:04:19.153699 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dfac1d-ff33-4e87-b0d9-38391a910bcf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:04:19.154019 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dfac1d-ff33-4e87-b0d9-38391a910bcf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:04:19.154335 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dfac1d-ff33-4e87-b0d9-38391a910bcf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:04:19.154723 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dfac1d-ff33-4e87-b0d9-38391a910bcf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:04:19.155130 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dfac1d-ff33-4e87-b0d9-38391a910bcf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:04:19.155559 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dfac1d-ff33-4e87-b0d9-38391a910bcf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:04:19.155898 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dfac1d-ff33-4e87-b0d9-38391a910bcf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:04:19.156438 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dfac1d-ff33-4e87-b0d9-38391a910bcf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:04:19.156762 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dfac1d-ff33-4e87-b0d9-38391a910bcf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:04:19.157072 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dfac1d-ff33-4e87-b0d9-38391a910bcf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:04:19.158278 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79dfac1d-ff33-4e87-b0d9-38391a910bcf None None] Tracked resource versions report: May 26 21:04:19.158278 dv-cinder-828806-3-iscsi neutron-server[104103]: pushed versions: May 26 21:04:19.158278 dv-cinder-828806-3-iscsi neutron-server[104103]: { 'AddressGroup': {'1.2'}, May 26 21:04:19.158278 dv-cinder-828806-3-iscsi neutron-server[104103]: 'Agent': {'1.1'}, May 26 21:04:19.158278 dv-cinder-828806-3-iscsi neutron-server[104103]: 'ConntrackHelper': {'1.0'}, May 26 21:04:19.158278 dv-cinder-828806-3-iscsi neutron-server[104103]: 'LocalIPAssociation': {'1.0'}, May 26 21:04:19.158278 dv-cinder-828806-3-iscsi neutron-server[104103]: 'Log': {'1.0'}, May 26 21:04:19.158278 dv-cinder-828806-3-iscsi neutron-server[104103]: 'NDPProxy': {'1.0'}, May 26 21:04:19.158278 dv-cinder-828806-3-iscsi neutron-server[104103]: 'Network': {'1.1'}, May 26 21:04:19.158278 dv-cinder-828806-3-iscsi neutron-server[104103]: 'Port': {'1.7'}, May 26 21:04:19.158278 dv-cinder-828806-3-iscsi neutron-server[104103]: 'PortForwarding': {'1.3'}, May 26 21:04:19.158278 dv-cinder-828806-3-iscsi neutron-server[104103]: 'QosPolicy': {'1.10'}, May 26 21:04:19.158278 dv-cinder-828806-3-iscsi neutron-server[104103]: 'SecurityGroup': {'1.5'}, May 26 21:04:19.158278 dv-cinder-828806-3-iscsi neutron-server[104103]: 'SecurityGroupRule': {'1.2'}, May 26 21:04:19.158278 dv-cinder-828806-3-iscsi neutron-server[104103]: 'SubPort': {'1.0'}, May 26 21:04:19.158278 dv-cinder-828806-3-iscsi neutron-server[104103]: 'Subnet': {'1.1'}, May 26 21:04:19.158278 dv-cinder-828806-3-iscsi neutron-server[104103]: 'Trunk': {'1.1'}} May 26 21:04:19.158278 dv-cinder-828806-3-iscsi neutron-server[104103]: consumer versions: May 26 21:04:19.158278 dv-cinder-828806-3-iscsi neutron-server[104103]: { DHCP agent@dv-cinder-828806-3-iscsi: {}, May 26 21:04:19.158278 dv-cinder-828806-3-iscsi neutron-server[104103]: HyperV agent@hv-cinder-82880: {}, May 26 21:04:19.158278 dv-cinder-828806-3-iscsi neutron-server[104103]: L3 agent@dv-cinder-828806-3-iscsi: {}, May 26 21:04:19.158278 dv-cinder-828806-3-iscsi neutron-server[104103]: Metadata agent@dv-cinder-828806-3-iscsi: {}, May 26 21:04:19.158278 dv-cinder-828806-3-iscsi neutron-server[104103]: Metering agent@dv-cinder-828806-3-iscsi: {}, May 26 21:04:19.158278 dv-cinder-828806-3-iscsi neutron-server[104103]: Open vSwitch agent@dv-cinder-828806-3-iscsi: { 'AddressGroup': '1.2', May 26 21:04:19.158278 dv-cinder-828806-3-iscsi neutron-server[104103]: 'Agent': '1.1', May 26 21:04:19.158278 dv-cinder-828806-3-iscsi neutron-server[104103]: 'ConntrackHelper': '1.0', May 26 21:04:19.158278 dv-cinder-828806-3-iscsi neutron-server[104103]: 'LocalIPAssociation': '1.0', May 26 21:04:19.158278 dv-cinder-828806-3-iscsi neutron-server[104103]: 'Log': '1.0', May 26 21:04:19.158278 dv-cinder-828806-3-iscsi neutron-server[104103]: 'NDPProxy': '1.0', May 26 21:04:19.158278 dv-cinder-828806-3-iscsi neutron-server[104103]: 'Network': '1.1', May 26 21:04:19.158278 dv-cinder-828806-3-iscsi neutron-server[104103]: 'Port': '1.7', May 26 21:04:19.158278 dv-cinder-828806-3-iscsi neutron-server[104103]: 'PortForwarding': '1.3', May 26 21:04:19.158278 dv-cinder-828806-3-iscsi neutron-server[104103]: 'QosPolicy': '1.10', May 26 21:04:19.158278 dv-cinder-828806-3-iscsi neutron-server[104103]: 'SecurityGroup': '1.5', May 26 21:04:19.158278 dv-cinder-828806-3-iscsi neutron-server[104103]: 'SecurityGroupRule': '1.2', May 26 21:04:19.158278 dv-cinder-828806-3-iscsi neutron-server[104103]: 'SubPort': '1.0', May 26 21:04:19.158278 dv-cinder-828806-3-iscsi neutron-server[104103]: 'Subnet': '1.1', May 26 21:04:19.158278 dv-cinder-828806-3-iscsi neutron-server[104103]: 'Trunk': '1.1'}} May 26 21:04:19.158278 dv-cinder-828806-3-iscsi neutron-server[104103]: {{(pid=104103) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 21:04:19.169963 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79dfac1d-ff33-4e87-b0d9-38391a910bcf None None] Network 5629c7a4-9159-4bb4-9c94-a1405c68e80c is already hosted by enough agents. {{(pid=104103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 21:04:19.172300 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.base_scheduler [None req-79dfac1d-ff33-4e87-b0d9-38391a910bcf None None] Resources bound (agent type, host, resource id): {{(pid=104103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:04:19.174803 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79dfac1d-ff33-4e87-b0d9-38391a910bcf None None] Received port after_create {{(pid=104103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 21:04:19.246810 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 43054) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:04:19.255146 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-7ce38a0a-2b11-4352-8c17-3b788d570c8b admin admin] Publish callbacks [] for router_gateway (fcf153c1-dfc2-4490-b95f-83881f205231), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:19.301107 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.managers [None req-79dfac1d-ff33-4e87-b0d9-38391a910bcf None None] Attempting to bind port 2ee1a8fa-8083-43cf-b6fd-ac6ae1d157b1 on host dv-cinder-828806-3-iscsi for vnic_type normal with profile {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 21:04:19.301580 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.managers [None req-79dfac1d-ff33-4e87-b0d9-38391a910bcf None None] Attempting to bind port 2ee1a8fa-8083-43cf-b6fd-ac6ae1d157b1 by drivers openvswitch,hyperv on host dv-cinder-828806-3-iscsi at level 0 using segments [{'id': '6581e449-834f-4534-a2fe-363e6aa5bcef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5629c7a4-9159-4bb4-9c94-a1405c68e80c'}] {{(pid=104103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 21:04:19.301810 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79dfac1d-ff33-4e87-b0d9-38391a910bcf None None] Attempting to bind port 2ee1a8fa-8083-43cf-b6fd-ac6ae1d157b1 on network 5629c7a4-9159-4bb4-9c94-a1405c68e80c {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 21:04:19.309912 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79dfac1d-ff33-4e87-b0d9-38391a910bcf None None] Checking agent: {'id': '545ffc5a-00f7-4140-8f25-9e74b0e32d39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828806-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 20, 55, 46), 'started_at': datetime.datetime(2022, 5, 26, 20, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 21, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828806-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 21:04:19.310774 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79dfac1d-ff33-4e87-b0d9-38391a910bcf None None] Checking segment: {'id': '6581e449-834f-4534-a2fe-363e6aa5bcef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5629c7a4-9159-4bb4-9c94-a1405c68e80c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 21:04:19.311545 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-79dfac1d-ff33-4e87-b0d9-38391a910bcf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:19.312111 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79dfac1d-ff33-4e87-b0d9-38391a910bcf None None] Bound using segment: {'id': '6581e449-834f-4534-a2fe-363e6aa5bcef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5629c7a4-9159-4bb4-9c94-a1405c68e80c'} {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 21:04:19.313248 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.managers [None req-79dfac1d-ff33-4e87-b0d9-38391a910bcf None None] Bound port: 2ee1a8fa-8083-43cf-b6fd-ac6ae1d157b1, host: dv-cinder-828806-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6581e449-834f-4534-a2fe-363e6aa5bcef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5629c7a4-9159-4bb4-9c94-a1405c68e80c'}}] {{(pid=104103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 21:04:19.313819 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-79dfac1d-ff33-4e87-b0d9-38391a910bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (2ee1a8fa-8083-43cf-b6fd-ac6ae1d157b1), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:19.321811 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.v2.base [None req-8837c70c-825c-4d78-943c-ce64a9f02fcb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1314911334-network', 'tenant_id': 'ba383df93dcf4c32b2b1c17bebd7f752'}} {{(pid=104101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:04:19.328956 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:04:19.347026 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.v2.base [None req-dd7a01f5-1b09-4b10-908f-a38442bd3b94 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1633340236-network', 'tenant_id': '9f8ac962c5d0402eb17b01aa02632897'}} {{(pid=104102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:04:19.361391 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-7ce38a0a-2b11-4352-8c17-3b788d570c8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (None), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:19.399286 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd7a01f5-1b09-4b10-908f-a38442bd3b94 admin admin] Made reservation on behalf of 9f8ac962c5d0402eb17b01aa02632897 for: {'network': 1} {{(pid=104102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 21:04:19.402029 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-dd7a01f5-1b09-4b10-908f-a38442bd3b94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for network (None), before_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:19.432044 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-dd7a01f5-1b09-4b10-908f-a38442bd3b94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:19.474993 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-79dfac1d-ff33-4e87-b0d9-38391a910bcf None None] For port 2ee1a8fa-8083-43cf-b6fd-ac6ae1d157b1, host dv-cinder-828806-3-iscsi, cleared binding levels {{(pid=104103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 21:04:19.482807 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-79dfac1d-ff33-4e87-b0d9-38391a910bcf None None] For port 2ee1a8fa-8083-43cf-b6fd-ac6ae1d157b1, host dv-cinder-828806-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-3-iscsi',level=0,port_id=2ee1a8fa-8083-43cf-b6fd-ac6ae1d157b1,segment=NetworkSegment(6581e449-834f-4534-a2fe-363e6aa5bcef),segment_id=6581e449-834f-4534-a2fe-363e6aa5bcef)] {{(pid=104103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 21:04:19.501047 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-79dfac1d-ff33-4e87-b0d9-38391a910bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (2ee1a8fa-8083-43cf-b6fd-ac6ae1d157b1), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:19.553521 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-dd7a01f5-1b09-4b10-908f-a38442bd3b94 admin admin] Publish callbacks [] for security_group (2d047b43-45d5-46fd-bad8-28b24b28bff9), precommit_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:19.561067 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-dd7a01f5-1b09-4b10-908f-a38442bd3b94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (2d047b43-45d5-46fd-bad8-28b24b28bff9), after_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:19.579735 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.db.db_base_plugin_common [None req-7ce38a0a-2b11-4352-8c17-3b788d570c8b admin admin] Allocated IP 172.27.2.203 (7d433162-bc3c-42dc-9b38-0bd5733b5e12/724ba99f-4e90-4a15-97fd-930eedded7a9/9f9f8939-364b-4fe7-a922-a7d9b3523c6c) {{(pid=104101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 21:04:19.596625 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:04:19.603188 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7a01f5-1b09-4b10-908f-a38442bd3b94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d047b43-45d5-46fd-bad8-28b24b28bff9,revision_number=1']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:04:19.634935 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dfac1d-ff33-4e87-b0d9-38391a910bcf None None] Pushing event updated for resources: {'Port': ['ID=2ee1a8fa-8083-43cf-b6fd-ac6ae1d157b1,revision_number=2']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:04:19.647170 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd7a01f5-1b09-4b10-908f-a38442bd3b94 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 415} {{(pid=104102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 21:04:19.694360 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-dd7a01f5-1b09-4b10-908f-a38442bd3b94 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8787881957991', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-995747'] for segment (81ad88fc-3505-498e-a408-c780e45b6192), precommit_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:19.694826 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.db.segments_db [None req-dd7a01f5-1b09-4b10-908f-a38442bd3b94 admin admin] Added segment 81ad88fc-3505-498e-a408-c780e45b6192 of type vlan for network db3bac2b-2e57-4b81-ab3a-36a5a5912178 May 26 21:04:19.698847 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8837c70c-825c-4d78-943c-ce64a9f02fcb admin admin] Made reservation on behalf of ba383df93dcf4c32b2b1c17bebd7f752 for: {'network': 1} {{(pid=104101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 21:04:19.701495 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-8837c70c-825c-4d78-943c-ce64a9f02fcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for network (None), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:19.730277 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-8837c70c-825c-4d78-943c-ce64a9f02fcb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:19.778503 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-dd7a01f5-1b09-4b10-908f-a38442bd3b94 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787881459577'] for network (db3bac2b-2e57-4b81-ab3a-36a5a5912178), precommit_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:19.820605 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-dd7a01f5-1b09-4b10-908f-a38442bd3b94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052'] for network (db3bac2b-2e57-4b81-ab3a-36a5a5912178), after_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:19.821803 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd7a01f5-1b09-4b10-908f-a38442bd3b94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:04:19.822336 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-dd7a01f5-1b09-4b10-908f-a38442bd3b94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-416010'] for network (None), before_response {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:19.844302 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-7ce38a0a-2b11-4352-8c17-3b788d570c8b admin admin] Publish callbacks [] for port (9f9f8939-364b-4fe7-a922-a7d9b3523c6c), precommit_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:19.935047 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:04:19.948423 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-7ce38a0a-2b11-4352-8c17-3b788d570c8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787881445699'] for port (9f9f8939-364b-4fe7-a922-a7d9b3523c6c), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:19.959870 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-dd7a01f5-1b09-4b10-908f-a38442bd3b94 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 0.7018378 May 26 21:04:19.960188 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 43078) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:04:19.972541 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.v2.base [None req-a8da4959-65b3-4c5d-a604-67396977950f admin admin] Request body: {'subnet': {'network_id': 'db3bac2b-2e57-4b81-ab3a-36a5a5912178', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1633340236-subnet', 'tenant_id': '9f8ac962c5d0402eb17b01aa02632897', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:04:19.988766 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7a01f5-1b09-4b10-908f-a38442bd3b94 admin admin] Pushing event updated for resources: {'Network': ['ID=db3bac2b-2e57-4b81-ab3a-36a5a5912178,revision_number=1']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:04:20.006535 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Network db3bac2b-2e57-4b81-ab3a-36a5a5912178 details requested by agent ovs-agent-dv-cinder-828806-3-iscsi with host dv-cinder-828806-3-iscsi {{(pid=104103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 21:04:20.025004 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce38a0a-2b11-4352-8c17-3b788d570c8b admin admin] Pushing event updated for resources: {'Port': ['ID=9f9f8939-364b-4fe7-a922-a7d9b3523c6c,revision_number=1']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:04:20.049917 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce38a0a-2b11-4352-8c17-3b788d570c8b admin admin] Network 7d433162-bc3c-42dc-9b38-0bd5733b5e12 is already hosted by enough agents. {{(pid=104101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 21:04:20.112572 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.scheduler.base_scheduler [None req-7ce38a0a-2b11-4352-8c17-3b788d570c8b admin admin] Resources bound (agent type, host, resource id): {{(pid=104101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:04:20.138369 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce38a0a-2b11-4352-8c17-3b788d570c8b admin admin] Received port after_create {{(pid=104101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 21:04:20.389997 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8da4959-65b3-4c5d-a604-67396977950f admin admin] Made reservation on behalf of 9f8ac962c5d0402eb17b01aa02632897 for: {'subnet': 1} {{(pid=104101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 21:04:20.392192 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-a8da4959-65b3-4c5d-a604-67396977950f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:20.448811 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2,neutron:INSERT=12 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:04:20.479023 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-8837c70c-825c-4d78-943c-ce64a9f02fcb admin admin] Publish callbacks [] for security_group (aadf64f7-bdf8-4656-9bc3-d4e6b6b3eff4), precommit_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:20.491831 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-8837c70c-825c-4d78-943c-ce64a9f02fcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (aadf64f7-bdf8-4656-9bc3-d4e6b6b3eff4), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:20.584257 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8837c70c-825c-4d78-943c-ce64a9f02fcb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=104101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 21:04:20.604466 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8837c70c-825c-4d78-943c-ce64a9f02fcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aadf64f7-bdf8-4656-9bc3-d4e6b6b3eff4,revision_number=1']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:04:20.610333 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-7ce38a0a-2b11-4352-8c17-3b788d570c8b admin admin] Publish callbacks [] for router_gateway (fcf153c1-dfc2-4490-b95f-83881f205231), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:20.618352 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-8837c70c-825c-4d78-943c-ce64a9f02fcb admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8787881957991', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-995747'] for segment (7fb7ed4c-a972-40f4-a310-001c141d4c5c), precommit_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:20.618826 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.db.segments_db [None req-8837c70c-825c-4d78-943c-ce64a9f02fcb admin admin] Added segment 7fb7ed4c-a972-40f4-a310-001c141d4c5c of type vlan for network ff69986b-e00e-41bd-8a28-f959570fc8f7 May 26 21:04:20.643953 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 43126) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:04:20.646881 dv-cinder-828806-3-iscsi neutron-server[104102]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 26 21:04:20.943745 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-8837c70c-825c-4d78-943c-ce64a9f02fcb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787881459577'] for network (ff69986b-e00e-41bd-8a28-f959570fc8f7), precommit_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:20.973094 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365fd8c2-672e-48fc-87ef-b908cd605744 req-7345b281-1093-4f4a-a8df-201cef6e44cf tempest-DeleteServersTestJSON-481599448 tempest-DeleteServersTestJSON-481599448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:04:20.975566 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-365fd8c2-672e-48fc-87ef-b908cd605744 req-7345b281-1093-4f4a-a8df-201cef6e44cf tempest-DeleteServersTestJSON-481599448 tempest-DeleteServersTestJSON-481599448-project] 10.222.0.57 "GET /v2.0/networks?id=f8e5e321-d176-4b51-947f-dcc84f6180fd HTTP/1.1" status: 200 len: 812 time: 0.3300252 May 26 21:04:20.985328 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:INSERT=11,neutron:SELECT=85,neutron:UPDATE=4 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:04:20.998843 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Device 2ee1a8fa-8083-43cf-b6fd-ac6ae1d157b1 up at agent ovs-agent-dv-cinder-828806-3-iscsi {{(pid=104103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:04:21.006116 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-365fd8c2-672e-48fc-87ef-b908cd605744 req-0ffa9b71-8c60-48b3-aad0-ba29298cc152 tempest-DeleteServersTestJSON-481599448 tempest-DeleteServersTestJSON-481599448-project] 10.222.0.57 "GET /v2.0/quotas/dab98c8a7d9e43249b01602eb3b63bb8 HTTP/1.1" status: 200 len: 375 time: 0.0240004 May 26 21:04:21.077180 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Provisioning complete for port 2ee1a8fa-8083-43cf-b6fd-ac6ae1d157b1 triggered by entity L2. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:04:21.077675 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (2ee1a8fa-8083-43cf-b6fd-ac6ae1d157b1), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:21.104680 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-8837c70c-825c-4d78-943c-ce64a9f02fcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052'] for network (ff69986b-e00e-41bd-8a28-f959570fc8f7), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:21.105692 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8837c70c-825c-4d78-943c-ce64a9f02fcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:04:21.106517 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-8837c70c-825c-4d78-943c-ce64a9f02fcb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-416010'] for network (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:21.122720 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-365fd8c2-672e-48fc-87ef-b908cd605744 req-7a41d4d4-95f5-4751-a40b-e27bc90381cf tempest-DeleteServersTestJSON-481599448 tempest-DeleteServersTestJSON-481599448-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=dab98c8a7d9e43249b01602eb3b63bb8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1106393 May 26 21:04:21.196379 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-a8da4959-65b3-4c5d-a604-67396977950f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052'] for subnet (aedf8799-8f39-49e6-9345-2bd6d7772744), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:21.200760 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8837c70c-825c-4d78-943c-ce64a9f02fcb admin admin] Pushing event updated for resources: {'Network': ['ID=ff69986b-e00e-41bd-8a28-f959570fc8f7,revision_number=1']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:04:21.211533 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-8837c70c-825c-4d78-943c-ce64a9f02fcb admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 2.6546609 May 26 21:04:21.214864 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 43134) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:04:21.221754 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.v2.base [None req-c4afbf35-3b4b-4305-8338-792d773e0d8b admin admin] Request body: {'subnet': {'network_id': 'ff69986b-e00e-41bd-8a28-f959570fc8f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1314911334-subnet', 'tenant_id': 'ba383df93dcf4c32b2b1c17bebd7f752', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:04:21.280675 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Network ff69986b-e00e-41bd-8a28-f959570fc8f7 details requested by agent ovs-agent-dv-cinder-828806-3-iscsi with host dv-cinder-828806-3-iscsi {{(pid=104103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 21:04:21.318910 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac56ec8-5dbc-4b22-aaee-83da2b21955a None None] Network 5629c7a4-9159-4bb4-9c94-a1405c68e80c requested from dv-cinder-828806-3-iscsi {{(pid=104103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 21:04:21.323562 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Current status of the port 2ee1a8fa-8083-43cf-b6fd-ac6ae1d157b1 is: DOWN; New status is: ACTIVE {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:04:21.324192 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (2ee1a8fa-8083-43cf-b6fd-ac6ae1d157b1), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:21.341149 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-0f17245c-1e24-4581-a76c-c85ece221e08 None None] Provisioning complete for port 2ee1a8fa-8083-43cf-b6fd-ac6ae1d157b1 triggered by entity DHCP. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:04:21.341773 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-0f17245c-1e24-4581-a76c-c85ece221e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (2ee1a8fa-8083-43cf-b6fd-ac6ae1d157b1), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:21.371614 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4afbf35-3b4b-4305-8338-792d773e0d8b admin admin] Made reservation on behalf of ba383df93dcf4c32b2b1c17bebd7f752 for: {'subnet': 1} {{(pid=104102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 21:04:21.375231 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-c4afbf35-3b4b-4305-8338-792d773e0d8b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:21.381354 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8da4959-65b3-4c5d-a604-67396977950f admin admin] Pushing event updated for resources: {'Subnet': ['ID=aedf8799-8f39-49e6-9345-2bd6d7772744,revision_number=0']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:04:21.406326 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8da4959-65b3-4c5d-a604-67396977950f admin admin] Checking segment: {'id': '81ad88fc-3505-498e-a408-c780e45b6192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'db3bac2b-2e57-4b81-ab3a-36a5a5912178'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 21:04:21.423901 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8da4959-65b3-4c5d-a604-67396977950f admin admin] Network hostable DHCP agents. Network: db3bac2b-2e57-4b81-ab3a-36a5a5912178, hostable agents: ['28061657-8b16-479f-8ff4-19bdcc74bc2c'], hosted agents: [] {{(pid=104101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 21:04:21.461087 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [req-365fd8c2-672e-48fc-87ef-b908cd605744 req-5cd9fb65-6a91-4fdb-96ed-f234b95f05b6 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=104102) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 21:04:21.462649 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-365fd8c2-672e-48fc-87ef-b908cd605744 req-5cd9fb65-6a91-4fdb-96ed-f234b95f05b6 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1096656 May 26 21:04:21.493227 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-7ce38a0a-2b11-4352-8c17-3b788d570c8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1900237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1617465'] for router (fcf153c1-dfc2-4490-b95f-83881f205231), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:21.553400 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8da4959-65b3-4c5d-a604-67396977950f admin admin] Network db3bac2b-2e57-4b81-ab3a-36a5a5912178 is scheduled to be hosted by DHCP agent 28061657-8b16-479f-8ff4-19bdcc74bc2c with binding_index 1 {{(pid=104101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 21:04:21.570578 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:04:21.573481 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.scheduler.base_scheduler [None req-a8da4959-65b3-4c5d-a604-67396977950f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828806-3-iscsi, db3bac2b-2e57-4b81-ab3a-36a5a5912178) {{(pid=104101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:04:21.603026 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8da4959-65b3-4c5d-a604-67396977950f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:04:21.603606 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-a8da4959-65b3-4c5d-a604-67396977950f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-416010'] for subnet (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:21.604856 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=76,neutron:DELETE=3,neutron:INSERT=17,neutron:UPDATE=4 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:04:21.613113 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-0f17245c-1e24-4581-a76c-c85ece221e08 None None] Current status of the port 2ee1a8fa-8083-43cf-b6fd-ac6ae1d157b1 is: DOWN; New status is: ACTIVE {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:04:21.613403 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-0f17245c-1e24-4581-a76c-c85ece221e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (2ee1a8fa-8083-43cf-b6fd-ac6ae1d157b1), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:21.637230 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac0d207-df0b-40e7-aace-c5ef2747702d None None] Network db3bac2b-2e57-4b81-ab3a-36a5a5912178 requested from dv-cinder-828806-3-iscsi {{(pid=104103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 21:04:21.641376 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 43158) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:04:21.641622 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-a8da4959-65b3-4c5d-a604-67396977950f admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.6749370 May 26 21:04:21.663589 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.v2.base [None req-504e233b-b275-4f83-b4d8-5e1afcd499c9 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1633340236-router', 'tenant_id': '9f8ac962c5d0402eb17b01aa02632897', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12'}}} {{(pid=104102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:04:21.667663 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-0f17245c-1e24-4581-a76c-c85ece221e08 None None] For port 2ee1a8fa-8083-43cf-b6fd-ac6ae1d157b1, host dv-cinder-828806-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-3-iscsi',level=0,port_id=2ee1a8fa-8083-43cf-b6fd-ac6ae1d157b1,segment=NetworkSegment(6581e449-834f-4534-a2fe-363e6aa5bcef),segment_id=6581e449-834f-4534-a2fe-363e6aa5bcef)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:04:21.681819 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ce38a0a-2b11-4352-8c17-3b788d570c8b admin admin] Router fcf153c1-dfc2-4490-b95f-83881f205231 is scheduled to L3 agent ccb07560-1e88-42f3-8411-377a93089622 with binding_index 1 {{(pid=104101) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 21:04:21.732729 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-0f17245c-1e24-4581-a76c-c85ece221e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (2ee1a8fa-8083-43cf-b6fd-ac6ae1d157b1), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:21.802372 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ce38a0a-2b11-4352-8c17-3b788d570c8b admin admin] Notify agent at l3_agent.dv-cinder-828806-3-iscsi the message routers_updated {{(pid=104101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 21:04:21.816724 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995aafdb-c757-485d-be68-ecf934df072f None None] Sync routers for ids ['fcf153c1-dfc2-4490-b95f-83881f205231'] in dv-cinder-828806-3-iscsi {{(pid=104104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 21:04:21.837100 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995aafdb-c757-485d-be68-ecf934df072f None None] Routers {'fcf153c1-dfc2-4490-b95f-83881f205231'} bound to L3 agent in host dv-cinder-828806-3-iscsi {{(pid=104104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:04:21.837747 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_hamode_db [None req-995aafdb-c757-485d-be68-ecf934df072f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T20:55:42Z,description=,heartbeat_timestamp=2022-05-26T21:04:12Z,host='dv-cinder-828806-3-iscsi',id=ccb07560-1e88-42f3-8411-377a93089622,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T20:55:42Z,topic='l3_agent')) {'router_ids': ['fcf153c1-dfc2-4490-b95f-83881f205231'], 'active': True} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:04:21.843113 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-504e233b-b275-4f83-b4d8-5e1afcd499c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1620298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130580'] for router (0ae71226-f833-44ce-a6e1-48688ff4f972), before_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:21.844145 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-504e233b-b275-4f83-b4d8-5e1afcd499c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1900282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1617482', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130589'] for router (0ae71226-f833-44ce-a6e1-48688ff4f972), precommit_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:21.845900 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-7ce38a0a-2b11-4352-8c17-3b788d570c8b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:21.847978 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-7ce38a0a-2b11-4352-8c17-3b788d570c8b admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.2285144 May 26 21:04:21.851666 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 43168) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:04:21.862820 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-c4afbf35-3b4b-4305-8338-792d773e0d8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052'] for subnet (647d6a86-42b9-4a67-830f-75c07bdfd5d7), after_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:21.945370 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-365fd8c2-672e-48fc-87ef-b908cd605744 req-d8bdc099-b9b2-4ff2-bb88-ee5e351fcd14 service neutron] 10.222.0.57 "GET /v2.0/networks/f8e5e321-d176-4b51-947f-dcc84f6180fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4745417 May 26 21:04:21.975599 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.db.api [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104103) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 26 21:04:21.976494 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG oslo_db.api [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 21:04:21.989152 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:04:22.044911 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:04:22.056153 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f17245c-1e24-4581-a76c-c85ece221e08 None None] Pushing event updated for resources: {'Port': ['ID=2ee1a8fa-8083-43cf-b6fd-ac6ae1d157b1,revision_number=3']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:04:22.141517 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce5aff2-6709-4ccb-b7c9-7337258c2776 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2409f73a-ea29-5b6a-a3ea-b37c97379b6a-db3bac2b-2e57-4b81-ab3a-36a5a5912178', 'network_id': 'db3bac2b-2e57-4b81-ab3a-36a5a5912178', 'project_id': '9f8ac962c5d0402eb17b01aa02632897', 'fixed_ips': [{'subnet_id': 'aedf8799-8f39-49e6-9345-2bd6d7772744'}]}} from dv-cinder-828806-3-iscsi. {{(pid=104103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 26 21:04:22.142475 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-cce5aff2-6709-4ccb-b7c9-7337258c2776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (None), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:22.161863 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-504e233b-b275-4f83-b4d8-5e1afcd499c9 admin admin] Publish callbacks [] for router_controller (0ae71226-f833-44ce-a6e1-48688ff4f972), precommit_add_association {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:22.181993 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:04:22.188204 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4afbf35-3b4b-4305-8338-792d773e0d8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=647d6a86-42b9-4a67-830f-75c07bdfd5d7,revision_number=0']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:04:22.219898 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4afbf35-3b4b-4305-8338-792d773e0d8b admin admin] Checking segment: {'id': '7fb7ed4c-a972-40f4-a310-001c141d4c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'ff69986b-e00e-41bd-8a28-f959570fc8f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 21:04:22.220262 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4afbf35-3b4b-4305-8338-792d773e0d8b admin admin] Network hostable DHCP agents. Network: ff69986b-e00e-41bd-8a28-f959570fc8f7, hostable agents: ['28061657-8b16-479f-8ff4-19bdcc74bc2c'], hosted agents: [] {{(pid=104102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 21:04:22.270078 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvr_db [None req-995aafdb-c757-485d-be68-ecf934df072f None None] Set router fcf153c1-dfc2-4490-b95f-83881f205231 gateway port host: dv-cinder-828806-3-iscsi {{(pid=104104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:04:22.472015 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4afbf35-3b4b-4305-8338-792d773e0d8b admin admin] Network ff69986b-e00e-41bd-8a28-f959570fc8f7 is scheduled to be hosted by DHCP agent 28061657-8b16-479f-8ff4-19bdcc74bc2c with binding_index 1 {{(pid=104102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 21:04:22.490156 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.db_base_plugin_common [None req-cce5aff2-6709-4ccb-b7c9-7337258c2776 None None] Allocated IP 172.20.0.2 (db3bac2b-2e57-4b81-ab3a-36a5a5912178/aedf8799-8f39-49e6-9345-2bd6d7772744/cdf9f7b3-a11b-4add-b4c6-90972e4d066e) {{(pid=104103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 21:04:22.525905 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-365fd8c2-672e-48fc-87ef-b908cd605744 req-25a0b04e-3044-470e-b992-a267c520ffa3 service neutron] 10.222.0.57 "GET /v2.0/networks/f8e5e321-d176-4b51-947f-dcc84f6180fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5034757 May 26 21:04:22.561842 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-504e233b-b275-4f83-b4d8-5e1afcd499c9 admin admin] Publish callbacks [] for router_gateway (0ae71226-f833-44ce-a6e1-48688ff4f972), precommit_update {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:22.563612 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.scheduler.base_scheduler [None req-c4afbf35-3b4b-4305-8338-792d773e0d8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828806-3-iscsi, ff69986b-e00e-41bd-8a28-f959570fc8f7) {{(pid=104102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:04:22.575704 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4afbf35-3b4b-4305-8338-792d773e0d8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:04:22.576435 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-c4afbf35-3b4b-4305-8338-792d773e0d8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-416010'] for subnet (None), before_response {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:22.647458 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-c4afbf35-3b4b-4305-8338-792d773e0d8b admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.4282568 May 26 21:04:22.648153 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Current status of the port 2ee1a8fa-8083-43cf-b6fd-ac6ae1d157b1 is: ACTIVE; New status is: ACTIVE {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:04:22.649930 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 43198) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:04:22.656211 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.v2.base [None req-bf428350-2e6f-41a3-9dd1-72d36f26fef1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1314911334-router', 'tenant_id': 'ba383df93dcf4c32b2b1c17bebd7f752', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12'}}} {{(pid=104102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:04:22.702259 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-bf428350-2e6f-41a3-9dd1-72d36f26fef1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1620298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130580'] for router (9c24a6de-fc3e-4eaa-b391-9f1814cc7ea4), before_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:22.704832 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-bf428350-2e6f-41a3-9dd1-72d36f26fef1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1900282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1617482', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130589'] for router (9c24a6de-fc3e-4eaa-b391-9f1814cc7ea4), precommit_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:22.717985 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_hamode_db [None req-995aafdb-c757-485d-be68-ecf934df072f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcf153c1-dfc2-4490-b95f-83881f205231', 'name': 'tempest-AttachVolumeTestJSON-641444328-router', 'tenant_id': 'aee8ddc72b8a4baeb01503afbd8aeab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '9f9f8939-364b-4fe7-a922-a7d9b3523c6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:04:18Z', 'updated_at': '2022-05-26T21:04:20Z', 'revision_number': 3, 'project_id': 'aee8ddc72b8a4baeb01503afbd8aeab1', 'gw_port': {'id': '9f9f8939-364b-4fe7-a922-a7d9b3523c6c', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:bb:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcf153c1-dfc2-4490-b95f-83881f205231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:04:19Z', 'updated_at': '2022-05-26T21:04:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi'}], 'dv-cinder-828806-3-iscsi', False) {} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:04:22.835388 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a0f397-b5e9-4daa-8ce7-a3900594e663 None None] Network ff69986b-e00e-41bd-8a28-f959570fc8f7 requested from dv-cinder-828806-3-iscsi {{(pid=104103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 21:04:22.845456 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-bf428350-2e6f-41a3-9dd1-72d36f26fef1 admin admin] Publish callbacks [] for router_controller (9c24a6de-fc3e-4eaa-b391-9f1814cc7ea4), precommit_add_association {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:22.907336 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995aafdb-c757-485d-be68-ecf934df072f None None] Checking router: fcf153c1-dfc2-4490-b95f-83881f205231 for host: dv-cinder-828806-3-iscsi {{(pid=104104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 21:04:22.907897 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995aafdb-c757-485d-be68-ecf934df072f None None] Updating router fcf153c1-dfc2-4490-b95f-83881f205231 port 9f9f8939-364b-4fe7-a922-a7d9b3523c6c binding host dv-cinder-828806-3-iscsi {{(pid=104104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 21:04:22.922915 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-0aa92316-e432-4e7d-9f7c-46301746848f None None] Provisioning complete for port 2ee1a8fa-8083-43cf-b6fd-ac6ae1d157b1 triggered by entity DHCP. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:04:22.923704 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-0aa92316-e432-4e7d-9f7c-46301746848f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (2ee1a8fa-8083-43cf-b6fd-ac6ae1d157b1), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:22.978240 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:04:23.042771 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-995aafdb-c757-485d-be68-ecf934df072f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (9f9f8939-364b-4fe7-a922-a7d9b3523c6c), before_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:23.058261 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-504e233b-b275-4f83-b4d8-5e1afcd499c9 admin admin] Publish callbacks [] for router_gateway (0ae71226-f833-44ce-a6e1-48688ff4f972), before_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:23.089688 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:04:23.127142 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-bf428350-2e6f-41a3-9dd1-72d36f26fef1 admin admin] Publish callbacks [] for router_gateway (9c24a6de-fc3e-4eaa-b391-9f1814cc7ea4), precommit_update {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:23.131404 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-504e233b-b275-4f83-b4d8-5e1afcd499c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (None), before_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:23.151699 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-66c8dc52-2914-4e73-9f9a-b640aa338330 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (None), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:23.200936 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-28a9600e-6119-44ac-b7f7-829501eb6090 req-419e8579-8043-4c5a-a84a-d984dda71ef4 tempest-DeleteServersTestJSON-481599448 tempest-DeleteServersTestJSON-481599448-project] 10.222.0.57 "GET /v2.0/ports?device_id=04ed7f78-01e5-4c64-9f19-d58646810b8f HTTP/1.1" status: 200 len: 210 time: 0.1074755 May 26 21:04:23.248042 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Device 2ee1a8fa-8083-43cf-b6fd-ac6ae1d157b1 up at agent ovs-agent-dv-cinder-828806-3-iscsi {{(pid=104103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:04:23.415917 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-363345ff-7748-49b8-846d-a3b3a8ed55b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2409f73a-ea29-5b6a-a3ea-b37c97379b6a-ff69986b-e00e-41bd-8a28-f959570fc8f7', 'network_id': 'ff69986b-e00e-41bd-8a28-f959570fc8f7', 'project_id': 'ba383df93dcf4c32b2b1c17bebd7f752', 'fixed_ips': [{'subnet_id': '647d6a86-42b9-4a67-830f-75c07bdfd5d7'}]}} from dv-cinder-828806-3-iscsi. {{(pid=104103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 26 21:04:23.417771 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-363345ff-7748-49b8-846d-a3b3a8ed55b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (None), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:23.480450 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Provisioning complete for port 2ee1a8fa-8083-43cf-b6fd-ac6ae1d157b1 triggered by entity L2. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:04:23.481010 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (2ee1a8fa-8083-43cf-b6fd-ac6ae1d157b1), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:23.495139 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-cce5aff2-6709-4ccb-b7c9-7337258c2776 None None] Publish callbacks [] for port (cdf9f7b3-a11b-4add-b4c6-90972e4d066e), precommit_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:23.529570 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.db.db_base_plugin_common [None req-66c8dc52-2914-4e73-9f9a-b640aa338330 admin admin] Allocated IP 172.20.0.1 (5629c7a4-9159-4bb4-9c94-a1405c68e80c/98eeb434-72ed-4f64-921d-7288f9cdbc0a/33561d76-16e3-4004-9447-f0c279bc8e98) {{(pid=104101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 21:04:23.608257 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-0aa92316-e432-4e7d-9f7c-46301746848f None None] Current status of the port 2ee1a8fa-8083-43cf-b6fd-ac6ae1d157b1 is: ACTIVE; New status is: ACTIVE {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:04:23.622433 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-cce5aff2-6709-4ccb-b7c9-7337258c2776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787881445699'] for port (cdf9f7b3-a11b-4add-b4c6-90972e4d066e), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:23.702278 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-bf428350-2e6f-41a3-9dd1-72d36f26fef1 admin admin] Publish callbacks [] for router_gateway (9c24a6de-fc3e-4eaa-b391-9f1814cc7ea4), before_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:23.724168 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce5aff2-6709-4ccb-b7c9-7337258c2776 None None] Pushing event updated for resources: {'Port': ['ID=cdf9f7b3-a11b-4add-b4c6-90972e4d066e,revision_number=1']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:04:23.752389 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-bf428350-2e6f-41a3-9dd1-72d36f26fef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (None), before_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:23.775322 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:04:23.793543 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:04:23.794780 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Current status of the port 2ee1a8fa-8083-43cf-b6fd-ac6ae1d157b1 is: ACTIVE; New status is: ACTIVE {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:04:23.795322 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-995aafdb-c757-485d-be68-ecf934df072f None None] Publish callbacks [] for port (9f9f8939-364b-4fe7-a922-a7d9b3523c6c), precommit_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:23.798301 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:04:23.818210 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-995aafdb-c757-485d-be68-ecf934df072f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (9f9f8939-364b-4fe7-a922-a7d9b3523c6c), after_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:23.852976 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 43260) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:04:23.868014 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-66c8dc52-2914-4e73-9f9a-b640aa338330 admin admin] Publish callbacks [] for port (33561d76-16e3-4004-9447-f0c279bc8e98), precommit_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:23.920349 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7b619a-ae43-49a7-ac13-2ae4fc620676 None None] Pushing event updated for resources: {'Port': ['ID=9f9f8939-364b-4fe7-a922-a7d9b3523c6c,revision_number=2']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:04:23.962148 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7b619a-ae43-49a7-ac13-2ae4fc620676 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:04:23.969212 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-66c8dc52-2914-4e73-9f9a-b640aa338330 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787881445699'] for port (33561d76-16e3-4004-9447-f0c279bc8e98), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:23.969874 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7b619a-ae43-49a7-ac13-2ae4fc620676 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:04:23.975496 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7b619a-ae43-49a7-ac13-2ae4fc620676 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:04:23.976103 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7b619a-ae43-49a7-ac13-2ae4fc620676 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:04:23.976618 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7b619a-ae43-49a7-ac13-2ae4fc620676 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:04:23.977095 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7b619a-ae43-49a7-ac13-2ae4fc620676 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:04:23.977567 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7b619a-ae43-49a7-ac13-2ae4fc620676 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:04:23.978039 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7b619a-ae43-49a7-ac13-2ae4fc620676 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:04:23.978519 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7b619a-ae43-49a7-ac13-2ae4fc620676 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:04:23.978986 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7b619a-ae43-49a7-ac13-2ae4fc620676 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:04:23.979594 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7b619a-ae43-49a7-ac13-2ae4fc620676 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:04:23.980075 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7b619a-ae43-49a7-ac13-2ae4fc620676 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:04:23.980610 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7b619a-ae43-49a7-ac13-2ae4fc620676 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:04:23.982553 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7b619a-ae43-49a7-ac13-2ae4fc620676 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:04:23.983071 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7b619a-ae43-49a7-ac13-2ae4fc620676 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:04:23.984463 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7b619a-ae43-49a7-ac13-2ae4fc620676 None None] Tracked resource versions report: May 26 21:04:23.984463 dv-cinder-828806-3-iscsi neutron-server[104104]: pushed versions: May 26 21:04:23.984463 dv-cinder-828806-3-iscsi neutron-server[104104]: { 'AddressGroup': {'1.2'}, May 26 21:04:23.984463 dv-cinder-828806-3-iscsi neutron-server[104104]: 'Agent': {'1.1'}, May 26 21:04:23.984463 dv-cinder-828806-3-iscsi neutron-server[104104]: 'ConntrackHelper': {'1.0'}, May 26 21:04:23.984463 dv-cinder-828806-3-iscsi neutron-server[104104]: 'LocalIPAssociation': {'1.0'}, May 26 21:04:23.984463 dv-cinder-828806-3-iscsi neutron-server[104104]: 'Log': {'1.0'}, May 26 21:04:23.984463 dv-cinder-828806-3-iscsi neutron-server[104104]: 'NDPProxy': {'1.0'}, May 26 21:04:23.984463 dv-cinder-828806-3-iscsi neutron-server[104104]: 'Network': {'1.1'}, May 26 21:04:23.984463 dv-cinder-828806-3-iscsi neutron-server[104104]: 'Port': {'1.7'}, May 26 21:04:23.984463 dv-cinder-828806-3-iscsi neutron-server[104104]: 'PortForwarding': {'1.3'}, May 26 21:04:23.984463 dv-cinder-828806-3-iscsi neutron-server[104104]: 'QosPolicy': {'1.10'}, May 26 21:04:23.984463 dv-cinder-828806-3-iscsi neutron-server[104104]: 'SecurityGroup': {'1.5'}, May 26 21:04:23.984463 dv-cinder-828806-3-iscsi neutron-server[104104]: 'SecurityGroupRule': {'1.2'}, May 26 21:04:23.984463 dv-cinder-828806-3-iscsi neutron-server[104104]: 'SubPort': {'1.0'}, May 26 21:04:23.984463 dv-cinder-828806-3-iscsi neutron-server[104104]: 'Subnet': {'1.1'}, May 26 21:04:23.984463 dv-cinder-828806-3-iscsi neutron-server[104104]: 'Trunk': {'1.1'}} May 26 21:04:23.984463 dv-cinder-828806-3-iscsi neutron-server[104104]: consumer versions: May 26 21:04:23.984463 dv-cinder-828806-3-iscsi neutron-server[104104]: { DHCP agent@dv-cinder-828806-3-iscsi: {}, May 26 21:04:23.984463 dv-cinder-828806-3-iscsi neutron-server[104104]: HyperV agent@hv-cinder-82880: {}, May 26 21:04:23.984463 dv-cinder-828806-3-iscsi neutron-server[104104]: L3 agent@dv-cinder-828806-3-iscsi: {}, May 26 21:04:23.984463 dv-cinder-828806-3-iscsi neutron-server[104104]: Metadata agent@dv-cinder-828806-3-iscsi: {}, May 26 21:04:23.984463 dv-cinder-828806-3-iscsi neutron-server[104104]: Metering agent@dv-cinder-828806-3-iscsi: {}, May 26 21:04:23.984463 dv-cinder-828806-3-iscsi neutron-server[104104]: Open vSwitch agent@dv-cinder-828806-3-iscsi: { 'AddressGroup': '1.2', May 26 21:04:23.984463 dv-cinder-828806-3-iscsi neutron-server[104104]: 'Agent': '1.1', May 26 21:04:23.984463 dv-cinder-828806-3-iscsi neutron-server[104104]: 'ConntrackHelper': '1.0', May 26 21:04:23.984463 dv-cinder-828806-3-iscsi neutron-server[104104]: 'LocalIPAssociation': '1.0', May 26 21:04:23.984463 dv-cinder-828806-3-iscsi neutron-server[104104]: 'Log': '1.0', May 26 21:04:23.984463 dv-cinder-828806-3-iscsi neutron-server[104104]: 'NDPProxy': '1.0', May 26 21:04:23.984463 dv-cinder-828806-3-iscsi neutron-server[104104]: 'Network': '1.1', May 26 21:04:23.984463 dv-cinder-828806-3-iscsi neutron-server[104104]: 'Port': '1.7', May 26 21:04:23.984463 dv-cinder-828806-3-iscsi neutron-server[104104]: 'PortForwarding': '1.3', May 26 21:04:23.984463 dv-cinder-828806-3-iscsi neutron-server[104104]: 'QosPolicy': '1.10', May 26 21:04:23.984463 dv-cinder-828806-3-iscsi neutron-server[104104]: 'SecurityGroup': '1.5', May 26 21:04:23.984463 dv-cinder-828806-3-iscsi neutron-server[104104]: 'SecurityGroupRule': '1.2', May 26 21:04:23.984463 dv-cinder-828806-3-iscsi neutron-server[104104]: 'SubPort': '1.0', May 26 21:04:23.984463 dv-cinder-828806-3-iscsi neutron-server[104104]: 'Subnet': '1.1', May 26 21:04:23.984463 dv-cinder-828806-3-iscsi neutron-server[104104]: 'Trunk': '1.1'}} May 26 21:04:23.984463 dv-cinder-828806-3-iscsi neutron-server[104104]: {{(pid=104104) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 21:04:23.995233 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.managers [None req-995aafdb-c757-485d-be68-ecf934df072f None None] Attempting to bind port 9f9f8939-364b-4fe7-a922-a7d9b3523c6c on host dv-cinder-828806-3-iscsi for vnic_type normal with profile {{(pid=104104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 21:04:23.995778 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.managers [None req-995aafdb-c757-485d-be68-ecf934df072f None None] Attempting to bind port 9f9f8939-364b-4fe7-a922-a7d9b3523c6c by drivers openvswitch,hyperv on host dv-cinder-828806-3-iscsi at level 0 using segments [{'id': '8d4aea41-d977-462c-9098-4088113247cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12'}] {{(pid=104104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 21:04:23.996318 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995aafdb-c757-485d-be68-ecf934df072f None None] Attempting to bind port 9f9f8939-364b-4fe7-a922-a7d9b3523c6c on network 7d433162-bc3c-42dc-9b38-0bd5733b5e12 {{(pid=104104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 21:04:24.007771 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995aafdb-c757-485d-be68-ecf934df072f None None] Checking agent: {'id': '545ffc5a-00f7-4140-8f25-9e74b0e32d39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828806-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 20, 55, 46), 'started_at': datetime.datetime(2022, 5, 26, 20, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 21, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828806-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 21:04:24.008151 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995aafdb-c757-485d-be68-ecf934df072f None None] Checking segment: {'id': '8d4aea41-d977-462c-9098-4088113247cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 21:04:24.008549 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-995aafdb-c757-485d-be68-ecf934df072f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:24.012319 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995aafdb-c757-485d-be68-ecf934df072f None None] Bound using segment: {'id': '8d4aea41-d977-462c-9098-4088113247cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12'} {{(pid=104104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 21:04:24.012888 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.db.db_base_plugin_common [None req-504e233b-b275-4f83-b4d8-5e1afcd499c9 admin admin] Allocated IP 172.27.2.122 (7d433162-bc3c-42dc-9b38-0bd5733b5e12/724ba99f-4e90-4a15-97fd-930eedded7a9/acc9ed48-9558-49e7-9b9f-c8e118189f9a) {{(pid=104102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 21:04:24.013582 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.managers [None req-995aafdb-c757-485d-be68-ecf934df072f None None] Bound port: 9f9f8939-364b-4fe7-a922-a7d9b3523c6c, host: dv-cinder-828806-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d4aea41-d977-462c-9098-4088113247cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12'}}] {{(pid=104104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 21:04:24.014239 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-995aafdb-c757-485d-be68-ecf934df072f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (9f9f8939-364b-4fe7-a922-a7d9b3523c6c), before_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:24.109849 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c8dc52-2914-4e73-9f9a-b640aa338330 admin admin] Network 5629c7a4-9159-4bb4-9c94-a1405c68e80c is already hosted by enough agents. {{(pid=104101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 21:04:24.119538 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=88,neutron:UPDATE=6,neutron:INSERT=6 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:04:24.122543 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.scheduler.base_scheduler [None req-66c8dc52-2914-4e73-9f9a-b640aa338330 admin admin] Resources bound (agent type, host, resource id): {{(pid=104101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:04:24.131918 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c8dc52-2914-4e73-9f9a-b640aa338330 admin admin] Received port after_create {{(pid=104101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 21:04:24.132573 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-66c8dc52-2914-4e73-9f9a-b640aa338330 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1614666'] for router_interface (fcf153c1-dfc2-4490-b95f-83881f205231), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:24.155340 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.db [None req-995aafdb-c757-485d-be68-ecf934df072f None None] For port 9f9f8939-364b-4fe7-a922-a7d9b3523c6c, host dv-cinder-828806-3-iscsi, cleared binding levels {{(pid=104104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 21:04:24.167677 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce5aff2-6709-4ccb-b7c9-7337258c2776 None None] Network db3bac2b-2e57-4b81-ab3a-36a5a5912178 is already hosted by enough agents. {{(pid=104103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 21:04:24.168042 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.db [None req-995aafdb-c757-485d-be68-ecf934df072f None None] For port 9f9f8939-364b-4fe7-a922-a7d9b3523c6c, host dv-cinder-828806-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-3-iscsi',level=0,port_id=9f9f8939-364b-4fe7-a922-a7d9b3523c6c,segment=NetworkSegment(8d4aea41-d977-462c-9098-4088113247cb),segment_id=8d4aea41-d977-462c-9098-4088113247cb)] {{(pid=104104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 21:04:24.187744 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-995aafdb-c757-485d-be68-ecf934df072f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (9f9f8939-364b-4fe7-a922-a7d9b3523c6c), after_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:24.191153 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.base_scheduler [None req-cce5aff2-6709-4ccb-b7c9-7337258c2776 None None] Resources bound (agent type, host, resource id): {{(pid=104103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:04:24.198492 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce5aff2-6709-4ccb-b7c9-7337258c2776 None None] Received port after_create {{(pid=104103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 21:04:24.231392 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.db_base_plugin_common [None req-363345ff-7748-49b8-846d-a3b3a8ed55b1 None None] Allocated IP 172.20.0.2 (ff69986b-e00e-41bd-8a28-f959570fc8f7/647d6a86-42b9-4a67-830f-75c07bdfd5d7/98c1065e-ab5a-47c9-be9e-66e75ad43c36) {{(pid=104103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 21:04:24.250122 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (7f90b46f-777d-4aa1-89b5-840fb2878c39), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:24.320526 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7b619a-ae43-49a7-ac13-2ae4fc620676 None None] Pushing event updated for resources: {'Port': ['ID=9f9f8939-364b-4fe7-a922-a7d9b3523c6c,revision_number=3']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:04:24.348125 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995aafdb-c757-485d-be68-ecf934df072f None None] Routers {'fcf153c1-dfc2-4490-b95f-83881f205231'} bound to L3 agent in host dv-cinder-828806-3-iscsi {{(pid=104104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:04:24.349451 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_hamode_db [None req-995aafdb-c757-485d-be68-ecf934df072f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T20:55:42Z,description=,heartbeat_timestamp=2022-05-26T21:04:12Z,host='dv-cinder-828806-3-iscsi',id=ccb07560-1e88-42f3-8411-377a93089622,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T20:55:42Z,topic='l3_agent')) {'router_ids': ['fcf153c1-dfc2-4490-b95f-83881f205231'], 'active': True} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:04:24.390303 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-504e233b-b275-4f83-b4d8-5e1afcd499c9 admin admin] Publish callbacks [] for port (acc9ed48-9558-49e7-9b9f-c8e118189f9a), precommit_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:24.448179 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 43286) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:04:24.464516 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-e7c80fe9-d831-4550-b532-4cf07109ca48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:24.473589 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvr_db [None req-995aafdb-c757-485d-be68-ecf934df072f None None] Set router fcf153c1-dfc2-4490-b95f-83881f205231 gateway port host: dv-cinder-828806-3-iscsi {{(pid=104104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:04:24.484366 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=4 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:04:24.490796 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.managers [None req-cce5aff2-6709-4ccb-b7c9-7337258c2776 None None] Attempting to bind port cdf9f7b3-a11b-4add-b4c6-90972e4d066e on host dv-cinder-828806-3-iscsi for vnic_type normal with profile {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 21:04:24.491318 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.managers [None req-cce5aff2-6709-4ccb-b7c9-7337258c2776 None None] Attempting to bind port cdf9f7b3-a11b-4add-b4c6-90972e4d066e by drivers openvswitch,hyperv on host dv-cinder-828806-3-iscsi at level 0 using segments [{'id': '81ad88fc-3505-498e-a408-c780e45b6192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'db3bac2b-2e57-4b81-ab3a-36a5a5912178'}] {{(pid=104103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 21:04:24.491924 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce5aff2-6709-4ccb-b7c9-7337258c2776 None None] Attempting to bind port cdf9f7b3-a11b-4add-b4c6-90972e4d066e on network db3bac2b-2e57-4b81-ab3a-36a5a5912178 {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 21:04:24.522196 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce5aff2-6709-4ccb-b7c9-7337258c2776 None None] Checking agent: {'id': '545ffc5a-00f7-4140-8f25-9e74b0e32d39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828806-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 20, 55, 46), 'started_at': datetime.datetime(2022, 5, 26, 20, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 21, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828806-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 21:04:24.522777 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce5aff2-6709-4ccb-b7c9-7337258c2776 None None] Checking segment: {'id': '81ad88fc-3505-498e-a408-c780e45b6192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'db3bac2b-2e57-4b81-ab3a-36a5a5912178'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 21:04:24.523319 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-cce5aff2-6709-4ccb-b7c9-7337258c2776 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:24.523956 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce5aff2-6709-4ccb-b7c9-7337258c2776 None None] Bound using segment: {'id': '81ad88fc-3505-498e-a408-c780e45b6192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'db3bac2b-2e57-4b81-ab3a-36a5a5912178'} {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 21:04:24.524579 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.managers [None req-cce5aff2-6709-4ccb-b7c9-7337258c2776 None None] Bound port: cdf9f7b3-a11b-4add-b4c6-90972e4d066e, host: dv-cinder-828806-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81ad88fc-3505-498e-a408-c780e45b6192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'db3bac2b-2e57-4b81-ab3a-36a5a5912178'}}] {{(pid=104103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 21:04:24.525103 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-cce5aff2-6709-4ccb-b7c9-7337258c2776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (cdf9f7b3-a11b-4add-b4c6-90972e4d066e), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:24.542536 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c8dc52-2914-4e73-9f9a-b640aa338330 admin admin] Pushing event updated for resources: {'Port': ['ID=33561d76-16e3-4004-9447-f0c279bc8e98,revision_number=1']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:04:24.560062 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-90e5ffe8-b61b-4a97-a36a-22c08b28c612 None None] Provisioning complete for port 33561d76-16e3-4004-9447-f0c279bc8e98 triggered by entity DHCP. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:04:24.560616 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-90e5ffe8-b61b-4a97-a36a-22c08b28c612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (33561d76-16e3-4004-9447-f0c279bc8e98), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:24.604439 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:04:24.627153 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-b522bfec-29e9-486d-888d-0a106d01cedd req-599537f8-56bf-4be5-9f5a-66bc5fa6ad3c tempest-DeleteServersTestJSON-481599448 tempest-DeleteServersTestJSON-481599448-project] 10.222.0.57 "GET /v2.0/ports?device_id=04ed7f78-01e5-4c64-9f19-d58646810b8f HTTP/1.1" status: 200 len: 210 time: 0.1723635 May 26 21:04:24.634763 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-90e5ffe8-b61b-4a97-a36a-22c08b28c612 None None] Port 33561d76-16e3-4004-9447-f0c279bc8e98 cannot update to ACTIVE because it is not bound. {{(pid=104103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 21:04:24.734336 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.db.db_base_plugin_common [None req-bf428350-2e6f-41a3-9dd1-72d36f26fef1 admin admin] Allocated IP 172.27.2.90 (7d433162-bc3c-42dc-9b38-0bd5733b5e12/724ba99f-4e90-4a15-97fd-930eedded7a9/92da396d-4738-472b-a7e9-f348c6f829d2) {{(pid=104102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 21:04:24.752644 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-504e233b-b275-4f83-b4d8-5e1afcd499c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787881445699'] for port (acc9ed48-9558-49e7-9b9f-c8e118189f9a), after_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:24.869532 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-cce5aff2-6709-4ccb-b7c9-7337258c2776 None None] For port cdf9f7b3-a11b-4add-b4c6-90972e4d066e, host dv-cinder-828806-3-iscsi, cleared binding levels {{(pid=104103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 21:04:24.895524 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-cce5aff2-6709-4ccb-b7c9-7337258c2776 None None] For port cdf9f7b3-a11b-4add-b4c6-90972e4d066e, host dv-cinder-828806-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-3-iscsi',level=0,port_id=cdf9f7b3-a11b-4add-b4c6-90972e4d066e,segment=NetworkSegment(81ad88fc-3505-498e-a408-c780e45b6192),segment_id=81ad88fc-3505-498e-a408-c780e45b6192)] {{(pid=104103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 21:04:24.911007 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-504e233b-b275-4f83-b4d8-5e1afcd499c9 admin admin] Network 7d433162-bc3c-42dc-9b38-0bd5733b5e12 is already hosted by enough agents. {{(pid=104102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 21:04:24.912049 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-cce5aff2-6709-4ccb-b7c9-7337258c2776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (cdf9f7b3-a11b-4add-b4c6-90972e4d066e), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:24.924186 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:04:24.934861 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.scheduler.base_scheduler [None req-504e233b-b275-4f83-b4d8-5e1afcd499c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:04:24.979166 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504e233b-b275-4f83-b4d8-5e1afcd499c9 admin admin] Received port after_create {{(pid=104102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 21:04:24.992367 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504e233b-b275-4f83-b4d8-5e1afcd499c9 admin admin] Pushing event updated for resources: {'Port': ['ID=acc9ed48-9558-49e7-9b9f-c8e118189f9a,revision_number=1']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:04:25.026948 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-363345ff-7748-49b8-846d-a3b3a8ed55b1 None None] Publish callbacks [] for port (98c1065e-ab5a-47c9-be9e-66e75ad43c36), precommit_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:25.033098 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce5aff2-6709-4ccb-b7c9-7337258c2776 None None] Pushing event updated for resources: {'Port': ['ID=cdf9f7b3-a11b-4add-b4c6-90972e4d066e,revision_number=2']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:04:25.048397 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-363345ff-7748-49b8-846d-a3b3a8ed55b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787881445699'] for port (98c1065e-ab5a-47c9-be9e-66e75ad43c36), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:25.108684 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_hamode_db [None req-995aafdb-c757-485d-be68-ecf934df072f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcf153c1-dfc2-4490-b95f-83881f205231', 'name': 'tempest-AttachVolumeTestJSON-641444328-router', 'tenant_id': 'aee8ddc72b8a4baeb01503afbd8aeab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '9f9f8939-364b-4fe7-a922-a7d9b3523c6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:04:18Z', 'updated_at': '2022-05-26T21:04:20Z', 'revision_number': 3, 'project_id': 'aee8ddc72b8a4baeb01503afbd8aeab1', 'gw_port': {'id': '9f9f8939-364b-4fe7-a922-a7d9b3523c6c', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:bb:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcf153c1-dfc2-4490-b95f-83881f205231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:04:19Z', 'updated_at': '2022-05-26T21:04:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi'}], 'dv-cinder-828806-3-iscsi', False) {} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:04:25.113464 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363345ff-7748-49b8-846d-a3b3a8ed55b1 None None] Pushing event updated for resources: {'Port': ['ID=98c1065e-ab5a-47c9-be9e-66e75ad43c36,revision_number=1']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:04:25.116110 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-66c8dc52-2914-4e73-9f9a-b640aa338330 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (33561d76-16e3-4004-9447-f0c279bc8e98), before_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:25.125075 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-e7c80fe9-d831-4550-b532-4cf07109ca48 admin admin] Publish callbacks [] for security_group (73f2b04a-71db-4c52-994d-3820b43578c8), precommit_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:25.140345 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-363345ff-7748-49b8-846d-a3b3a8ed55b1 None None] Network ff69986b-e00e-41bd-8a28-f959570fc8f7 is already hosted by enough agents. {{(pid=104103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 21:04:25.141867 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.base_scheduler [None req-363345ff-7748-49b8-846d-a3b3a8ed55b1 None None] Resources bound (agent type, host, resource id): {{(pid=104103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:04:25.145125 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363345ff-7748-49b8-846d-a3b3a8ed55b1 None None] Received port after_create {{(pid=104103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 21:04:25.149194 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:04:25.152713 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-e7c80fe9-d831-4550-b532-4cf07109ca48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (73f2b04a-71db-4c52-994d-3820b43578c8), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:25.182881 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-995aafdb-c757-485d-be68-ecf934df072f None None] The sync data for ids ['fcf153c1-dfc2-4490-b95f-83881f205231'] in dv-cinder-828806-3-iscsi is: [{'id': 'fcf153c1-dfc2-4490-b95f-83881f205231', 'name': 'tempest-AttachVolumeTestJSON-641444328-router', 'tenant_id': 'aee8ddc72b8a4baeb01503afbd8aeab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '9f9f8939-364b-4fe7-a922-a7d9b3523c6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:04:18Z', 'updated_at': '2022-05-26T21:04:20Z', 'revision_number': 3, 'project_id': 'aee8ddc72b8a4baeb01503afbd8aeab1', 'gw_port': {'id': '9f9f8939-364b-4fe7-a922-a7d9b3523c6c', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:bb:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcf153c1-dfc2-4490-b95f-83881f205231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:04:19Z', 'updated_at': '2022-05-26T21:04:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi'}] {{(pid=104104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 21:04:25.208621 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-e7c80fe9-d831-4550-b532-4cf07109ca48 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8b4ba0955acb4f48845df8e538376807&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3530500 May 26 21:04:25.215118 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 43310) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:04:25.286128 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.managers [None req-363345ff-7748-49b8-846d-a3b3a8ed55b1 None None] Attempting to bind port 98c1065e-ab5a-47c9-be9e-66e75ad43c36 on host dv-cinder-828806-3-iscsi for vnic_type normal with profile {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 21:04:25.287010 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.managers [None req-363345ff-7748-49b8-846d-a3b3a8ed55b1 None None] Attempting to bind port 98c1065e-ab5a-47c9-be9e-66e75ad43c36 by drivers openvswitch,hyperv on host dv-cinder-828806-3-iscsi at level 0 using segments [{'id': '7fb7ed4c-a972-40f4-a310-001c141d4c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'ff69986b-e00e-41bd-8a28-f959570fc8f7'}] {{(pid=104103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 21:04:25.287380 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363345ff-7748-49b8-846d-a3b3a8ed55b1 None None] Attempting to bind port 98c1065e-ab5a-47c9-be9e-66e75ad43c36 on network ff69986b-e00e-41bd-8a28-f959570fc8f7 {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 21:04:25.290281 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:04:25.294883 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363345ff-7748-49b8-846d-a3b3a8ed55b1 None None] Checking agent: {'id': '545ffc5a-00f7-4140-8f25-9e74b0e32d39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828806-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 20, 55, 46), 'started_at': datetime.datetime(2022, 5, 26, 20, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 21, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828806-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 21:04:25.297076 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363345ff-7748-49b8-846d-a3b3a8ed55b1 None None] Checking segment: {'id': '7fb7ed4c-a972-40f4-a310-001c141d4c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'ff69986b-e00e-41bd-8a28-f959570fc8f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 21:04:25.297076 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-363345ff-7748-49b8-846d-a3b3a8ed55b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:25.297076 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363345ff-7748-49b8-846d-a3b3a8ed55b1 None None] Bound using segment: {'id': '7fb7ed4c-a972-40f4-a310-001c141d4c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'ff69986b-e00e-41bd-8a28-f959570fc8f7'} {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 21:04:25.297076 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.managers [None req-363345ff-7748-49b8-846d-a3b3a8ed55b1 None None] Bound port: 98c1065e-ab5a-47c9-be9e-66e75ad43c36, host: dv-cinder-828806-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fb7ed4c-a972-40f4-a310-001c141d4c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'ff69986b-e00e-41bd-8a28-f959570fc8f7'}}] {{(pid=104103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 21:04:25.297076 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-363345ff-7748-49b8-846d-a3b3a8ed55b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (98c1065e-ab5a-47c9-be9e-66e75ad43c36), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:25.342025 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c80fe9-d831-4550-b532-4cf07109ca48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73f2b04a-71db-4c52-994d-3820b43578c8,revision_number=1']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:04:25.433920 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-b14a7404-1020-4473-b9b3-ee75e7ff6c7f admin admin] Publish callbacks [] for security_group (73f2b04a-71db-4c52-994d-3820b43578c8), before_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:25.442856 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-363345ff-7748-49b8-846d-a3b3a8ed55b1 None None] For port 98c1065e-ab5a-47c9-be9e-66e75ad43c36, host dv-cinder-828806-3-iscsi, cleared binding levels {{(pid=104103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 21:04:25.449514 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-363345ff-7748-49b8-846d-a3b3a8ed55b1 None None] For port 98c1065e-ab5a-47c9-be9e-66e75ad43c36, host dv-cinder-828806-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-3-iscsi',level=0,port_id=98c1065e-ab5a-47c9-be9e-66e75ad43c36,segment=NetworkSegment(7fb7ed4c-a972-40f4-a310-001c141d4c5c),segment_id=7fb7ed4c-a972-40f4-a310-001c141d4c5c)] {{(pid=104103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 21:04:25.483266 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-363345ff-7748-49b8-846d-a3b3a8ed55b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (98c1065e-ab5a-47c9-be9e-66e75ad43c36), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:25.528044 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-b14a7404-1020-4473-b9b3-ee75e7ff6c7f admin admin] Publish callbacks [] for security_group (73f2b04a-71db-4c52-994d-3820b43578c8), precommit_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:25.577886 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363345ff-7748-49b8-846d-a3b3a8ed55b1 None None] Pushing event updated for resources: {'Port': ['ID=98c1065e-ab5a-47c9-be9e-66e75ad43c36,revision_number=2']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:04:25.589214 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:04:25.601171 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-bf428350-2e6f-41a3-9dd1-72d36f26fef1 admin admin] Publish callbacks [] for port (92da396d-4738-472b-a7e9-f348c6f829d2), precommit_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:25.664237 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-504e233b-b275-4f83-b4d8-5e1afcd499c9 admin admin] Publish callbacks [] for router_gateway (0ae71226-f833-44ce-a6e1-48688ff4f972), after_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:25.664879 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-b14a7404-1020-4473-b9b3-ee75e7ff6c7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (73f2b04a-71db-4c52-994d-3820b43578c8), after_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:25.668691 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-b14a7404-1020-4473-b9b3-ee75e7ff6c7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:25.668820 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-b14a7404-1020-4473-b9b3-ee75e7ff6c7f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/73f2b04a-71db-4c52-994d-3820b43578c8 HTTP/1.1" status: 204 len: 168 time: 0.4491832 May 26 21:04:25.671459 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-66c8dc52-2914-4e73-9f9a-b640aa338330 admin admin] Publish callbacks [] for port (33561d76-16e3-4004-9447-f0c279bc8e98), precommit_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:25.681314 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14a7404-1020-4473-b9b3-ee75e7ff6c7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73f2b04a-71db-4c52-994d-3820b43578c8,revision_number=None']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:04:25.701864 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-66c8dc52-2914-4e73-9f9a-b640aa338330 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (33561d76-16e3-4004-9447-f0c279bc8e98), after_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:25.702707 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-66c8dc52-2914-4e73-9f9a-b640aa338330 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-416038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1615354'] for router_interface (fcf153c1-dfc2-4490-b95f-83881f205231), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:25.789044 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-bf428350-2e6f-41a3-9dd1-72d36f26fef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787881445699'] for port (92da396d-4738-472b-a7e9-f348c6f829d2), after_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:25.911683 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf428350-2e6f-41a3-9dd1-72d36f26fef1 admin admin] Network 7d433162-bc3c-42dc-9b38-0bd5733b5e12 is already hosted by enough agents. {{(pid=104102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 21:04:25.916540 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c8dc52-2914-4e73-9f9a-b640aa338330 admin admin] Pushing event updated for resources: {'Port': ['ID=33561d76-16e3-4004-9447-f0c279bc8e98,revision_number=2']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:04:25.933522 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.scheduler.base_scheduler [None req-bf428350-2e6f-41a3-9dd1-72d36f26fef1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:04:25.985765 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf428350-2e6f-41a3-9dd1-72d36f26fef1 admin admin] Received port after_create {{(pid=104102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 21:04:26.058604 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-36271b7d-c821-4e09-8d36-30ebdd6bf2b9 req-b6536749-1efe-4b14-9900-e89ce019ad29 tempest-DeleteServersTestJSON-481599448 tempest-DeleteServersTestJSON-481599448-project] 10.222.0.57 "GET /v2.0/ports?device_id=04ed7f78-01e5-4c64-9f19-d58646810b8f HTTP/1.1" status: 200 len: 210 time: 0.0947366 May 26 21:04:26.172438 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c8dc52-2914-4e73-9f9a-b640aa338330 admin admin] Network 5629c7a4-9159-4bb4-9c94-a1405c68e80c is already hosted by enough agents. {{(pid=104101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 21:04:26.174560 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.scheduler.base_scheduler [None req-66c8dc52-2914-4e73-9f9a-b640aa338330 admin admin] Resources bound (agent type, host, resource id): {{(pid=104101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:04:26.243835 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-504e233b-b275-4f83-b4d8-5e1afcd499c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1900237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1617465'] for router (0ae71226-f833-44ce-a6e1-48688ff4f972), after_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:26.246350 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf428350-2e6f-41a3-9dd1-72d36f26fef1 admin admin] Pushing event updated for resources: {'Port': ['ID=92da396d-4738-472b-a7e9-f348c6f829d2,revision_number=1']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:04:26.388118 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66c8dc52-2914-4e73-9f9a-b640aa338330 admin admin] Router fcf153c1-dfc2-4490-b95f-83881f205231 has already been hosted by L3 agent ccb07560-1e88-42f3-8411-377a93089622 {{(pid=104101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 21:04:26.688620 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-3cfc6e80-0ac8-4cc2-8802-871dfbbd93ff None None] Provisioning complete for port 33561d76-16e3-4004-9447-f0c279bc8e98 triggered by entity DHCP. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:04:26.691247 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-3cfc6e80-0ac8-4cc2-8802-871dfbbd93ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (33561d76-16e3-4004-9447-f0c279bc8e98), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:26.699279 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66c8dc52-2914-4e73-9f9a-b640aa338330 admin admin] Notify agent at l3_agent.dv-cinder-828806-3-iscsi the message routers_updated {{(pid=104101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 21:04:26.712704 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-66c8dc52-2914-4e73-9f9a-b640aa338330 admin admin] 10.222.0.57 "PUT /v2.0/routers/fcf153c1-dfc2-4490-b95f-83881f205231/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8601167 May 26 21:04:26.796047 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d8a986-25c2-458a-9d84-3391b6ae2845 None None] Network db3bac2b-2e57-4b81-ab3a-36a5a5912178 requested from dv-cinder-828806-3-iscsi {{(pid=104103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 21:04:26.921231 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-3cfc6e80-0ac8-4cc2-8802-871dfbbd93ff None None] Port 33561d76-16e3-4004-9447-f0c279bc8e98 cannot update to ACTIVE because it is not bound. {{(pid=104103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 21:04:27.173802 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-e292b733-9e02-40dd-a710-aa2302dd24fe None None] Provisioning complete for port cdf9f7b3-a11b-4add-b4c6-90972e4d066e triggered by entity DHCP. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:04:27.175458 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-e292b733-9e02-40dd-a710-aa2302dd24fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (cdf9f7b3-a11b-4add-b4c6-90972e4d066e), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:27.226922 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.62', 65352) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:04:27.227364 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:04:27.340981 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:04:27.354023 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Device cdf9f7b3-a11b-4add-b4c6-90972e4d066e up at agent ovs-agent-dv-cinder-828806-3-iscsi {{(pid=104103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:04:27.469452 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-d8d6ff2c-bd4c-4e02-bd1d-f4ce6a4e70ed req-e7fb1fbb-72e6-4f5e-9bc9-65b0f238e47f tempest-DeleteServersTestJSON-481599448 tempest-DeleteServersTestJSON-481599448-project] 10.222.0.57 "GET /v2.0/ports?device_id=04ed7f78-01e5-4c64-9f19-d58646810b8f HTTP/1.1" status: 200 len: 210 time: 0.1169500 May 26 21:04:27.598195 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Provisioning complete for port cdf9f7b3-a11b-4add-b4c6-90972e4d066e triggered by entity L2. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:04:27.598603 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (cdf9f7b3-a11b-4add-b4c6-90972e4d066e), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:27.618352 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-bf428350-2e6f-41a3-9dd1-72d36f26fef1 admin admin] Publish callbacks [] for router_gateway (9c24a6de-fc3e-4eaa-b391-9f1814cc7ea4), after_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:27.721563 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-504e233b-b275-4f83-b4d8-5e1afcd499c9 admin admin] Router 0ae71226-f833-44ce-a6e1-48688ff4f972 is scheduled to L3 agent ccb07560-1e88-42f3-8411-377a93089622 with binding_index 1 {{(pid=104102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 21:04:27.750422 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af0691c4-7fb3-429a-a327-5be0761be24b None None] Network ff69986b-e00e-41bd-8a28-f959570fc8f7 requested from dv-cinder-828806-3-iscsi {{(pid=104103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 21:04:27.771045 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:04:27.794417 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-e292b733-9e02-40dd-a710-aa2302dd24fe None None] Current status of the port cdf9f7b3-a11b-4add-b4c6-90972e4d066e is: DOWN; New status is: ACTIVE {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:04:27.795049 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-e292b733-9e02-40dd-a710-aa2302dd24fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (cdf9f7b3-a11b-4add-b4c6-90972e4d066e), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:27.851652 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365fd8c2-672e-48fc-87ef-b908cd605744 req-c27253ff-2e68-4324-9adc-7818086c522d tempest-DeleteServersTestJSON-481599448 tempest-DeleteServersTestJSON-481599448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:04:27.853308 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-365fd8c2-672e-48fc-87ef-b908cd605744 req-c27253ff-2e68-4324-9adc-7818086c522d tempest-DeleteServersTestJSON-481599448 tempest-DeleteServersTestJSON-481599448-project] 10.222.0.62 "GET /v2.0/networks?id=f8e5e321-d176-4b51-947f-dcc84f6180fd HTTP/1.1" status: 200 len: 812 time: 0.6282995 May 26 21:04:27.928892 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.v2.base [req-365fd8c2-672e-48fc-87ef-b908cd605744 req-6828d0c3-53de-4e95-878b-bfb6f8a3d595 tempest-DeleteServersTestJSON-481599448 tempest-DeleteServersTestJSON-481599448-project] Request body: {'port': {'device_id': '04ed7f78-01e5-4c64-9f19-d58646810b8f', 'network_id': 'f8e5e321-d176-4b51-947f-dcc84f6180fd', 'admin_state_up': True, 'tenant_id': 'dab98c8a7d9e43249b01602eb3b63bb8'}} {{(pid=104101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:04:27.983527 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-e292b733-9e02-40dd-a710-aa2302dd24fe None None] For port cdf9f7b3-a11b-4add-b4c6-90972e4d066e, host dv-cinder-828806-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-3-iscsi',level=0,port_id=cdf9f7b3-a11b-4add-b4c6-90972e4d066e,segment=NetworkSegment(81ad88fc-3505-498e-a408-c780e45b6192),segment_id=81ad88fc-3505-498e-a408-c780e45b6192)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:04:28.063031 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-e292b733-9e02-40dd-a710-aa2302dd24fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (cdf9f7b3-a11b-4add-b4c6-90972e4d066e), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:28.274058 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Current status of the port cdf9f7b3-a11b-4add-b4c6-90972e4d066e is: DOWN; New status is: ACTIVE {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:04:28.276233 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (cdf9f7b3-a11b-4add-b4c6-90972e4d066e), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:28.280658 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 43438) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:04:28.300991 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.v2.base [None req-20305ecd-e2d3-40d7-be51-cd8e3e2ecc9b tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1418469010', 'description': 'tempest-description--1804163534'}} {{(pid=104101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:04:28.324019 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-504e233b-b275-4f83-b4d8-5e1afcd499c9 admin admin] Notify agent at l3_agent.dv-cinder-828806-3-iscsi the message routers_updated {{(pid=104102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 21:04:28.328819 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e292b733-9e02-40dd-a710-aa2302dd24fe None None] Pushing event updated for resources: {'Port': ['ID=cdf9f7b3-a11b-4add-b4c6-90972e4d066e,revision_number=3']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:04:28.365688 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5e10bd-6827-47af-a0d0-3498a0d681aa None None] Sync routers for ids ['0ae71226-f833-44ce-a6e1-48688ff4f972'] in dv-cinder-828806-3-iscsi {{(pid=104103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 21:04:28.378937 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-bf428350-2e6f-41a3-9dd1-72d36f26fef1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1900237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1617465'] for router (9c24a6de-fc3e-4eaa-b391-9f1814cc7ea4), after_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:28.379990 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-20305ecd-e2d3-40d7-be51-cd8e3e2ecc9b tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Publish callbacks [] for security_group (None), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:28.400711 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-52dbfc7c-2168-4f58-b7ba-6e84756a9913 None None] Provisioning complete for port cdf9f7b3-a11b-4add-b4c6-90972e4d066e triggered by entity DHCP. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:04:28.401251 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-52dbfc7c-2168-4f58-b7ba-6e84756a9913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (cdf9f7b3-a11b-4add-b4c6-90972e4d066e), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:28.435215 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-504e233b-b275-4f83-b4d8-5e1afcd499c9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:28.436479 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-504e233b-b275-4f83-b4d8-5e1afcd499c9 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.7818699 May 26 21:04:28.446619 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 43454) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:04:28.462576 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b421ce5-17c0-418b-b7f6-c22b65a0f6ff None None] Sync routers for ids ['fcf153c1-dfc2-4490-b95f-83881f205231'] in dv-cinder-828806-3-iscsi {{(pid=104104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 21:04:28.493636 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5e10bd-6827-47af-a0d0-3498a0d681aa None None] Routers {'0ae71226-f833-44ce-a6e1-48688ff4f972'} bound to L3 agent in host dv-cinder-828806-3-iscsi {{(pid=104103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:04:28.499813 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_hamode_db [None req-be5e10bd-6827-47af-a0d0-3498a0d681aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T20:55:42Z,description=,heartbeat_timestamp=2022-05-26T21:04:12Z,host='dv-cinder-828806-3-iscsi',id=ccb07560-1e88-42f3-8411-377a93089622,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T20:55:42Z,topic='l3_agent')) {'router_ids': ['0ae71226-f833-44ce-a6e1-48688ff4f972'], 'active': True} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:04:28.507307 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:04:28.540001 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b421ce5-17c0-418b-b7f6-c22b65a0f6ff None None] Routers {'fcf153c1-dfc2-4490-b95f-83881f205231'} bound to L3 agent in host dv-cinder-828806-3-iscsi {{(pid=104104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:04:28.540657 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_hamode_db [None req-8b421ce5-17c0-418b-b7f6-c22b65a0f6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T20:55:42Z,description=,heartbeat_timestamp=2022-05-26T21:04:12Z,host='dv-cinder-828806-3-iscsi',id=ccb07560-1e88-42f3-8411-377a93089622,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T20:55:42Z,topic='l3_agent')) {'router_ids': ['fcf153c1-dfc2-4490-b95f-83881f205231'], 'active': True} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:04:28.599740 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-20305ecd-e2d3-40d7-be51-cd8e3e2ecc9b tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Publish callbacks [] for security_group (26b50481-eb72-4913-8499-4f05960ff7e4), precommit_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:28.708003 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf428350-2e6f-41a3-9dd1-72d36f26fef1 admin admin] Router 9c24a6de-fc3e-4eaa-b391-9f1814cc7ea4 is scheduled to L3 agent ccb07560-1e88-42f3-8411-377a93089622 with binding_index 1 {{(pid=104102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 21:04:28.794403 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:04:28.795672 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:04:28.822830 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-20305ecd-e2d3-40d7-be51-cd8e3e2ecc9b tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (26b50481-eb72-4913-8499-4f05960ff7e4), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:28.899700 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf428350-2e6f-41a3-9dd1-72d36f26fef1 admin admin] Notify agent at l3_agent.dv-cinder-828806-3-iscsi the message routers_updated {{(pid=104102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 21:04:28.907047 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-992d404c-e9fa-485b-aeaa-fe7ae30bd873 req-10694c2a-0444-46c9-b419-163b307e4c9d tempest-DeleteServersTestJSON-481599448 tempest-DeleteServersTestJSON-481599448-project] 10.222.0.57 "GET /v2.0/ports?device_id=04ed7f78-01e5-4c64-9f19-d58646810b8f HTTP/1.1" status: 200 len: 210 time: 0.1879029 May 26 21:04:28.956153 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-bf428350-2e6f-41a3-9dd1-72d36f26fef1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:28.960801 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-bf428350-2e6f-41a3-9dd1-72d36f26fef1 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.3067355 May 26 21:04:28.960959 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 43480) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:04:28.994976 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvr_db [None req-8b421ce5-17c0-418b-b7f6-c22b65a0f6ff None None] Set router fcf153c1-dfc2-4490-b95f-83881f205231 gateway port host: dv-cinder-828806-3-iscsi {{(pid=104104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:04:29.048184 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:04:29.074969 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f014c9b1-b73e-4a97-bbad-7b0c591593f9 None None] Sync routers for ids ['9c24a6de-fc3e-4eaa-b391-9f1814cc7ea4'] in dv-cinder-828806-3-iscsi {{(pid=104103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 21:04:29.273205 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_hamode_db [None req-8b421ce5-17c0-418b-b7f6-c22b65a0f6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcf153c1-dfc2-4490-b95f-83881f205231', 'name': 'tempest-AttachVolumeTestJSON-641444328-router', 'tenant_id': 'aee8ddc72b8a4baeb01503afbd8aeab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '9f9f8939-364b-4fe7-a922-a7d9b3523c6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:04:18Z', 'updated_at': '2022-05-26T21:04:24Z', 'revision_number': 4, 'project_id': 'aee8ddc72b8a4baeb01503afbd8aeab1', 'gw_port': {'id': '9f9f8939-364b-4fe7-a922-a7d9b3523c6c', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:bb:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcf153c1-dfc2-4490-b95f-83881f205231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:04:19Z', 'updated_at': '2022-05-26T21:04:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi', '_interfaces': [{'id': '33561d76-16e3-4004-9447-f0c279bc8e98', 'name': '', 'network_id': '5629c7a4-9159-4bb4-9c94-a1405c68e80c', 'tenant_id': 'aee8ddc72b8a4baeb01503afbd8aeab1', 'mac_address': 'fa:16:3e:0f:c5:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcf153c1-dfc2-4490-b95f-83881f205231', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '98eeb434-72ed-4f64-921d-7288f9cdbc0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:04:23Z', 'updated_at': '2022-05-26T21:04:25Z', 'revision_number': 2, 'project_id': 'aee8ddc72b8a4baeb01503afbd8aeab1', 'subnets': [{'id': '98eeb434-72ed-4f64-921d-7288f9cdbc0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-3-iscsi', False) {} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:04:29.386197 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.db.api [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104103) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 26 21:04:29.387223 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG oslo_db.api [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 21:04:29.397726 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f014c9b1-b73e-4a97-bbad-7b0c591593f9 None None] Routers {'9c24a6de-fc3e-4eaa-b391-9f1814cc7ea4'} bound to L3 agent in host dv-cinder-828806-3-iscsi {{(pid=104103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:04:29.399234 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_hamode_db [None req-f014c9b1-b73e-4a97-bbad-7b0c591593f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T20:55:42Z,description=,heartbeat_timestamp=2022-05-26T21:04:12Z,host='dv-cinder-828806-3-iscsi',id=ccb07560-1e88-42f3-8411-377a93089622,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T20:55:42Z,topic='l3_agent')) {'router_ids': ['9c24a6de-fc3e-4eaa-b391-9f1814cc7ea4'], 'active': True} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:04:29.421857 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:04:29.442385 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b421ce5-17c0-418b-b7f6-c22b65a0f6ff None None] Checking router: fcf153c1-dfc2-4490-b95f-83881f205231 for host: dv-cinder-828806-3-iscsi {{(pid=104104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 21:04:29.445492 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b421ce5-17c0-418b-b7f6-c22b65a0f6ff None None] Updating router fcf153c1-dfc2-4490-b95f-83881f205231 port 33561d76-16e3-4004-9447-f0c279bc8e98 binding host dv-cinder-828806-3-iscsi {{(pid=104104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 21:04:29.537798 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-8b421ce5-17c0-418b-b7f6-c22b65a0f6ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (33561d76-16e3-4004-9447-f0c279bc8e98), before_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:29.638182 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvr_db [None req-be5e10bd-6827-47af-a0d0-3498a0d681aa None None] Set router 0ae71226-f833-44ce-a6e1-48688ff4f972 gateway port host: dv-cinder-828806-3-iscsi {{(pid=104103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:04:29.646754 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-52dbfc7c-2168-4f58-b7ba-6e84756a9913 None None] Current status of the port cdf9f7b3-a11b-4add-b4c6-90972e4d066e is: ACTIVE; New status is: ACTIVE {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:04:29.867142 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-52dbfc7c-2168-4f58-b7ba-6e84756a9913 None None] Provisioning complete for port 98c1065e-ab5a-47c9-be9e-66e75ad43c36 triggered by entity DHCP. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:04:29.867514 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-52dbfc7c-2168-4f58-b7ba-6e84756a9913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (98c1065e-ab5a-47c9-be9e-66e75ad43c36), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:29.887326 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:04:29.902484 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvr_db [None req-f014c9b1-b73e-4a97-bbad-7b0c591593f9 None None] Set router 9c24a6de-fc3e-4eaa-b391-9f1814cc7ea4 gateway port host: dv-cinder-828806-3-iscsi {{(pid=104103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:04:29.976431 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=100 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:04:30.099346 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-7ea3514c-9197-426a-bbe3-73dd08aa9143 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (None), before_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:30.257883 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-20305ecd-e2d3-40d7-be51-cd8e3e2ecc9b tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Publish callbacks [] for security_group (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:30.266086 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:04:30.268658 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-20305ecd-e2d3-40d7-be51-cd8e3e2ecc9b tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.9817114 May 26 21:04:30.270553 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 43532) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:04:30.336166 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.v2.base [None req-e241cf05-e2af-493a-ae36-5d1adc7819f6 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Request body: {'security_group_rule': {'security_group_id': '26b50481-eb72-4913-8499-4f05960ff7e4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:04:30.372586 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-365fd8c2-672e-48fc-87ef-b908cd605744 req-6828d0c3-53de-4e95-878b-bfb6f8a3d595 tempest-DeleteServersTestJSON-481599448 tempest-DeleteServersTestJSON-481599448-project] Made reservation on behalf of dab98c8a7d9e43249b01602eb3b63bb8 for: {'port': 1} {{(pid=104101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 21:04:30.382187 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-365fd8c2-672e-48fc-87ef-b908cd605744 req-6828d0c3-53de-4e95-878b-bfb6f8a3d595 tempest-DeleteServersTestJSON-481599448 tempest-DeleteServersTestJSON-481599448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (None), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:30.404004 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20305ecd-e2d3-40d7-be51-cd8e3e2ecc9b tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26b50481-eb72-4913-8499-4f05960ff7e4,revision_number=1']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:04:30.410155 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Current status of the port cdf9f7b3-a11b-4add-b4c6-90972e4d066e is: ACTIVE; New status is: ACTIVE {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:04:30.416366 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Device 98c1065e-ab5a-47c9-be9e-66e75ad43c36 up at agent ovs-agent-dv-cinder-828806-3-iscsi {{(pid=104103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:04:30.561984 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-8b421ce5-17c0-418b-b7f6-c22b65a0f6ff None None] Publish callbacks [] for port (33561d76-16e3-4004-9447-f0c279bc8e98), precommit_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:30.579137 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-8b421ce5-17c0-418b-b7f6-c22b65a0f6ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (33561d76-16e3-4004-9447-f0c279bc8e98), after_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:30.642623 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-1867765d-9674-4087-8156-45ad4f3f6d3d req-95360b22-9f45-4532-b035-24c75376361e tempest-DeleteServersTestJSON-481599448 tempest-DeleteServersTestJSON-481599448-project] 10.222.0.57 "GET /v2.0/ports?device_id=04ed7f78-01e5-4c64-9f19-d58646810b8f HTTP/1.1" status: 200 len: 210 time: 0.1200464 May 26 21:04:30.744232 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_hamode_db [None req-be5e10bd-6827-47af-a0d0-3498a0d681aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ae71226-f833-44ce-a6e1-48688ff4f972', 'name': 'tempest-ServerRescueNegativeTestJSON-1633340236-router', 'tenant_id': '9f8ac962c5d0402eb17b01aa02632897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': 'acc9ed48-9558-49e7-9b9f-c8e118189f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:04:21Z', 'updated_at': '2022-05-26T21:04:25Z', 'revision_number': 3, 'project_id': '9f8ac962c5d0402eb17b01aa02632897', 'gw_port': {'id': 'acc9ed48-9558-49e7-9b9f-c8e118189f9a', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:7a:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ae71226-f833-44ce-a6e1-48688ff4f972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:04:23Z', 'updated_at': '2022-05-26T21:04:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi'}], 'dv-cinder-828806-3-iscsi', False) {} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:04:30.755276 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd1059d-2fa5-4403-a00f-17408097e911 None None] Pushing event updated for resources: {'Port': ['ID=33561d76-16e3-4004-9447-f0c279bc8e98,revision_number=3']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:04:30.905194 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.managers [None req-8b421ce5-17c0-418b-b7f6-c22b65a0f6ff None None] Attempting to bind port 33561d76-16e3-4004-9447-f0c279bc8e98 on host dv-cinder-828806-3-iscsi for vnic_type normal with profile {{(pid=104104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 21:04:30.905563 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.managers [None req-8b421ce5-17c0-418b-b7f6-c22b65a0f6ff None None] Attempting to bind port 33561d76-16e3-4004-9447-f0c279bc8e98 by drivers openvswitch,hyperv on host dv-cinder-828806-3-iscsi at level 0 using segments [{'id': '6581e449-834f-4534-a2fe-363e6aa5bcef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5629c7a4-9159-4bb4-9c94-a1405c68e80c'}] {{(pid=104104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 21:04:30.908906 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b421ce5-17c0-418b-b7f6-c22b65a0f6ff None None] Attempting to bind port 33561d76-16e3-4004-9447-f0c279bc8e98 on network 5629c7a4-9159-4bb4-9c94-a1405c68e80c {{(pid=104104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 21:04:30.928685 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b421ce5-17c0-418b-b7f6-c22b65a0f6ff None None] Checking agent: {'id': '545ffc5a-00f7-4140-8f25-9e74b0e32d39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828806-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 20, 55, 46), 'started_at': datetime.datetime(2022, 5, 26, 20, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 21, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828806-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 21:04:30.929169 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b421ce5-17c0-418b-b7f6-c22b65a0f6ff None None] Checking segment: {'id': '6581e449-834f-4534-a2fe-363e6aa5bcef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5629c7a4-9159-4bb4-9c94-a1405c68e80c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 21:04:30.929545 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-8b421ce5-17c0-418b-b7f6-c22b65a0f6ff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:30.929944 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b421ce5-17c0-418b-b7f6-c22b65a0f6ff None None] Bound using segment: {'id': '6581e449-834f-4534-a2fe-363e6aa5bcef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5629c7a4-9159-4bb4-9c94-a1405c68e80c'} {{(pid=104104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 21:04:30.934154 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.managers [None req-8b421ce5-17c0-418b-b7f6-c22b65a0f6ff None None] Bound port: 33561d76-16e3-4004-9447-f0c279bc8e98, host: dv-cinder-828806-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6581e449-834f-4534-a2fe-363e6aa5bcef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5629c7a4-9159-4bb4-9c94-a1405c68e80c'}}] {{(pid=104104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 21:04:30.934825 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-8b421ce5-17c0-418b-b7f6-c22b65a0f6ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (33561d76-16e3-4004-9447-f0c279bc8e98), before_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:30.950284 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5e10bd-6827-47af-a0d0-3498a0d681aa None None] Checking router: 0ae71226-f833-44ce-a6e1-48688ff4f972 for host: dv-cinder-828806-3-iscsi {{(pid=104103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 21:04:30.951029 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5e10bd-6827-47af-a0d0-3498a0d681aa None None] Updating router 0ae71226-f833-44ce-a6e1-48688ff4f972 port acc9ed48-9558-49e7-9b9f-c8e118189f9a binding host dv-cinder-828806-3-iscsi {{(pid=104103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 21:04:30.991299 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-52dbfc7c-2168-4f58-b7ba-6e84756a9913 None None] Current status of the port 98c1065e-ab5a-47c9-be9e-66e75ad43c36 is: DOWN; New status is: ACTIVE {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:04:30.996209 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-52dbfc7c-2168-4f58-b7ba-6e84756a9913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (98c1065e-ab5a-47c9-be9e-66e75ad43c36), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:31.048145 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 43560) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:04:31.115955 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.db [None req-8b421ce5-17c0-418b-b7f6-c22b65a0f6ff None None] For port 33561d76-16e3-4004-9447-f0c279bc8e98, host dv-cinder-828806-3-iscsi, cleared binding levels {{(pid=104104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 21:04:31.135162 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.db [None req-8b421ce5-17c0-418b-b7f6-c22b65a0f6ff None None] For port 33561d76-16e3-4004-9447-f0c279bc8e98, host dv-cinder-828806-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-3-iscsi',level=0,port_id=33561d76-16e3-4004-9447-f0c279bc8e98,segment=NetworkSegment(6581e449-834f-4534-a2fe-363e6aa5bcef),segment_id=6581e449-834f-4534-a2fe-363e6aa5bcef)] {{(pid=104104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 21:04:31.144537 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.db.db_base_plugin_common [None req-7ea3514c-9197-426a-bbe3-73dd08aa9143 admin admin] Allocated IP 172.20.0.1 (ff69986b-e00e-41bd-8a28-f959570fc8f7/647d6a86-42b9-4a67-830f-75c07bdfd5d7/b3a8742f-62f0-4f53-8cff-97d69d32823f) {{(pid=104102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 21:04:31.149622 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-8b421ce5-17c0-418b-b7f6-c22b65a0f6ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (33561d76-16e3-4004-9447-f0c279bc8e98), after_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:31.184998 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Provisioning complete for port 98c1065e-ab5a-47c9-be9e-66e75ad43c36 triggered by entity L2. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:04:31.186663 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (98c1065e-ab5a-47c9-be9e-66e75ad43c36), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:31.306812 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-52dbfc7c-2168-4f58-b7ba-6e84756a9913 None None] For port 98c1065e-ab5a-47c9-be9e-66e75ad43c36, host dv-cinder-828806-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-3-iscsi',level=0,port_id=98c1065e-ab5a-47c9-be9e-66e75ad43c36,segment=NetworkSegment(7fb7ed4c-a972-40f4-a310-001c141d4c5c),segment_id=7fb7ed4c-a972-40f4-a310-001c141d4c5c)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:04:31.308546 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_hamode_db [None req-f014c9b1-b73e-4a97-bbad-7b0c591593f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c24a6de-fc3e-4eaa-b391-9f1814cc7ea4', 'name': 'tempest-AttachVolumeShelveTestJSON-1314911334-router', 'tenant_id': 'ba383df93dcf4c32b2b1c17bebd7f752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': '92da396d-4738-472b-a7e9-f348c6f829d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:04:22Z', 'updated_at': '2022-05-26T21:04:26Z', 'revision_number': 3, 'project_id': 'ba383df93dcf4c32b2b1c17bebd7f752', 'gw_port': {'id': '92da396d-4738-472b-a7e9-f348c6f829d2', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:80:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c24a6de-fc3e-4eaa-b391-9f1814cc7ea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:04:23Z', 'updated_at': '2022-05-26T21:04:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi'}], 'dv-cinder-828806-3-iscsi', False) {} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:04:31.373727 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-7ea3514c-9197-426a-bbe3-73dd08aa9143 admin admin] Publish callbacks [] for port (b3a8742f-62f0-4f53-8cff-97d69d32823f), precommit_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:31.397656 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:04:31.400115 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.db.db_base_plugin_common [req-365fd8c2-672e-48fc-87ef-b908cd605744 req-6828d0c3-53de-4e95-878b-bfb6f8a3d595 tempest-DeleteServersTestJSON-481599448 tempest-DeleteServersTestJSON-481599448-project] Allocated IP 172.20.0.3 (f8e5e321-d176-4b51-947f-dcc84f6180fd/e5ed1f80-314e-4293-9b20-667b1fc78dec/47ac4331-a362-498c-bee6-c5b03e42b234) {{(pid=104101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 21:04:31.405794 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd1059d-2fa5-4403-a00f-17408097e911 None None] Pushing event updated for resources: {'Port': ['ID=33561d76-16e3-4004-9447-f0c279bc8e98,revision_number=4']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:04:31.407328 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f014c9b1-b73e-4a97-bbad-7b0c591593f9 None None] Checking router: 9c24a6de-fc3e-4eaa-b391-9f1814cc7ea4 for host: dv-cinder-828806-3-iscsi {{(pid=104103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 21:04:31.410041 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f014c9b1-b73e-4a97-bbad-7b0c591593f9 None None] Updating router 9c24a6de-fc3e-4eaa-b391-9f1814cc7ea4 port 92da396d-4738-472b-a7e9-f348c6f829d2 binding host dv-cinder-828806-3-iscsi {{(pid=104103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 21:04:31.441679 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b421ce5-17c0-418b-b7f6-c22b65a0f6ff None None] Routers {'fcf153c1-dfc2-4490-b95f-83881f205231'} bound to L3 agent in host dv-cinder-828806-3-iscsi {{(pid=104104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:04:31.442869 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_hamode_db [None req-8b421ce5-17c0-418b-b7f6-c22b65a0f6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T20:55:42Z,description=,heartbeat_timestamp=2022-05-26T21:04:12Z,host='dv-cinder-828806-3-iscsi',id=ccb07560-1e88-42f3-8411-377a93089622,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T20:55:42Z,topic='l3_agent')) {'router_ids': ['fcf153c1-dfc2-4490-b95f-83881f205231'], 'active': True} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:04:31.451271 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-52dbfc7c-2168-4f58-b7ba-6e84756a9913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (98c1065e-ab5a-47c9-be9e-66e75ad43c36), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:31.457354 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-be5e10bd-6827-47af-a0d0-3498a0d681aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (acc9ed48-9558-49e7-9b9f-c8e118189f9a), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:31.487705 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-e241cf05-e2af-493a-ae36-5d1adc7819f6 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Publish callbacks [] for security_group_rule (236c31cb-28cd-4242-8089-5468a6841e28), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:31.546024 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-7ea3514c-9197-426a-bbe3-73dd08aa9143 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787881445699'] for port (b3a8742f-62f0-4f53-8cff-97d69d32823f), after_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:31.584523 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea3514c-9197-426a-bbe3-73dd08aa9143 admin admin] Network ff69986b-e00e-41bd-8a28-f959570fc8f7 is already hosted by enough agents. {{(pid=104102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 21:04:31.586978 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.scheduler.base_scheduler [None req-7ea3514c-9197-426a-bbe3-73dd08aa9143 admin admin] Resources bound (agent type, host, resource id): {{(pid=104102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:04:31.588968 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-b64c380c-43ce-4ad2-9817-d0e46261d9cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:31.622765 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea3514c-9197-426a-bbe3-73dd08aa9143 admin admin] Received port after_create {{(pid=104102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 21:04:31.623586 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-7ea3514c-9197-426a-bbe3-73dd08aa9143 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1614666'] for router_interface (9c24a6de-fc3e-4eaa-b391-9f1814cc7ea4), before_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:31.695262 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:04:31.731530 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dbfc7c-2168-4f58-b7ba-6e84756a9913 None None] Pushing event updated for resources: {'Port': ['ID=98c1065e-ab5a-47c9-be9e-66e75ad43c36,revision_number=3']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:04:31.734413 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 43582) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:04:31.747443 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvr_db [None req-8b421ce5-17c0-418b-b7f6-c22b65a0f6ff None None] Set router fcf153c1-dfc2-4490-b95f-83881f205231 gateway port host: dv-cinder-828806-3-iscsi {{(pid=104104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:04:31.809812 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-34e92ea1-f509-454f-9d81-b7d7cba31ee6 None None] Provisioning complete for port 33561d76-16e3-4004-9447-f0c279bc8e98 triggered by entity DHCP. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:04:31.812717 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:04:31.839009 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-34e92ea1-f509-454f-9d81-b7d7cba31ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (33561d76-16e3-4004-9447-f0c279bc8e98), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:32.010813 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-b54e8141-31d3-48a0-8125-656058eb72c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (None), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:32.153839 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-e241cf05-e2af-493a-ae36-5d1adc7819f6 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Publish callbacks [] for security_group_rule (236c31cb-28cd-4242-8089-5468a6841e28), precommit_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:32.256789 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-b64c380c-43ce-4ad2-9817-d0e46261d9cf admin admin] Publish callbacks [] for security_group (cfea7cf6-4792-4c72-849e-256f13efdc6a), precommit_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:32.270054 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-e241cf05-e2af-493a-ae36-5d1adc7819f6 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636418'] for security_group_rule (236c31cb-28cd-4242-8089-5468a6841e28), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:32.327814 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-b64c380c-43ce-4ad2-9817-d0e46261d9cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (cfea7cf6-4792-4c72-849e-256f13efdc6a), after_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:32.365645 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-629d4b4e-0974-445b-8748-72fa304ca526 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:32.370846 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:04:32.380159 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:04:32.433542 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e241cf05-e2af-493a-ae36-5d1adc7819f6 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=236c31cb-28cd-4242-8089-5468a6841e28,revision_number=0']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:04:32.453692 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64c380c-43ce-4ad2-9817-d0e46261d9cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfea7cf6-4792-4c72-849e-256f13efdc6a,revision_number=1']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:04:32.458571 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_hamode_db [None req-8b421ce5-17c0-418b-b7f6-c22b65a0f6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcf153c1-dfc2-4490-b95f-83881f205231', 'name': 'tempest-AttachVolumeTestJSON-641444328-router', 'tenant_id': 'aee8ddc72b8a4baeb01503afbd8aeab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '9f9f8939-364b-4fe7-a922-a7d9b3523c6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:04:18Z', 'updated_at': '2022-05-26T21:04:24Z', 'revision_number': 4, 'project_id': 'aee8ddc72b8a4baeb01503afbd8aeab1', 'gw_port': {'id': '9f9f8939-364b-4fe7-a922-a7d9b3523c6c', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:bb:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcf153c1-dfc2-4490-b95f-83881f205231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:04:19Z', 'updated_at': '2022-05-26T21:04:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi', '_interfaces': [{'id': '33561d76-16e3-4004-9447-f0c279bc8e98', 'name': '', 'network_id': '5629c7a4-9159-4bb4-9c94-a1405c68e80c', 'tenant_id': 'aee8ddc72b8a4baeb01503afbd8aeab1', 'mac_address': 'fa:16:3e:0f:c5:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcf153c1-dfc2-4490-b95f-83881f205231', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '98eeb434-72ed-4f64-921d-7288f9cdbc0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:04:23Z', 'updated_at': '2022-05-26T21:04:31Z', 'revision_number': 4, 'project_id': 'aee8ddc72b8a4baeb01503afbd8aeab1', 'subnets': [{'id': '98eeb434-72ed-4f64-921d-7288f9cdbc0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-3-iscsi', False) {} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:04:32.510104 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b421ce5-17c0-418b-b7f6-c22b65a0f6ff None None] The sync data for ids ['fcf153c1-dfc2-4490-b95f-83881f205231'] in dv-cinder-828806-3-iscsi is: [{'id': 'fcf153c1-dfc2-4490-b95f-83881f205231', 'name': 'tempest-AttachVolumeTestJSON-641444328-router', 'tenant_id': 'aee8ddc72b8a4baeb01503afbd8aeab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '9f9f8939-364b-4fe7-a922-a7d9b3523c6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:04:18Z', 'updated_at': '2022-05-26T21:04:24Z', 'revision_number': 4, 'project_id': 'aee8ddc72b8a4baeb01503afbd8aeab1', 'gw_port': {'id': '9f9f8939-364b-4fe7-a922-a7d9b3523c6c', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:bb:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcf153c1-dfc2-4490-b95f-83881f205231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:04:19Z', 'updated_at': '2022-05-26T21:04:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi', '_interfaces': [{'id': '33561d76-16e3-4004-9447-f0c279bc8e98', 'name': '', 'network_id': '5629c7a4-9159-4bb4-9c94-a1405c68e80c', 'tenant_id': 'aee8ddc72b8a4baeb01503afbd8aeab1', 'mac_address': 'fa:16:3e:0f:c5:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcf153c1-dfc2-4490-b95f-83881f205231', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '98eeb434-72ed-4f64-921d-7288f9cdbc0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:04:23Z', 'updated_at': '2022-05-26T21:04:31Z', 'revision_number': 4, 'project_id': 'aee8ddc72b8a4baeb01503afbd8aeab1', 'subnets': [{'id': '98eeb434-72ed-4f64-921d-7288f9cdbc0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 21:04:32.550861 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-10aed8f7-494e-4ebd-b351-86cc9192fa10 req-0f86cf01-31c2-495b-89a9-7623af1581c8 tempest-DeleteServersTestJSON-481599448 tempest-DeleteServersTestJSON-481599448-project] 10.222.0.57 "GET /v2.0/ports?device_id=04ed7f78-01e5-4c64-9f19-d58646810b8f HTTP/1.1" status: 200 len: 210 time: 0.3183196 May 26 21:04:32.581893 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=100 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:04:32.646246 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-f014c9b1-b73e-4a97-bbad-7b0c591593f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (92da396d-4738-472b-a7e9-f348c6f829d2), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:32.650763 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea3514c-9197-426a-bbe3-73dd08aa9143 admin admin] Pushing event updated for resources: {'Port': ['ID=b3a8742f-62f0-4f53-8cff-97d69d32823f,revision_number=1']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:04:32.672545 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-e241cf05-e2af-493a-ae36-5d1adc7819f6 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:32.676716 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-e241cf05-e2af-493a-ae36-5d1adc7819f6 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.3463151 May 26 21:04:32.687004 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 43608) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:04:32.740231 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-b64c380c-43ce-4ad2-9817-d0e46261d9cf admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2aeed4619d4f4528ba73300df3d7a07d&name=default HTTP/1.1" status: 200 len: 2992 time: 1.6898675 May 26 21:04:32.751079 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 43610) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:04:32.782759 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.v2.base [None req-c0e1ec49-832a-471c-82ff-bd2f239b1ac8 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Request body: {'security_group_rule': {'security_group_id': '26b50481-eb72-4913-8499-4f05960ff7e4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:04:32.867847 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-365fd8c2-672e-48fc-87ef-b908cd605744 req-6828d0c3-53de-4e95-878b-bfb6f8a3d595 tempest-DeleteServersTestJSON-481599448 tempest-DeleteServersTestJSON-481599448-project] Publish callbacks [] for port (47ac4331-a362-498c-bee6-c5b03e42b234), precommit_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:32.940558 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-34e92ea1-f509-454f-9d81-b7d7cba31ee6 None None] Current status of the port 33561d76-16e3-4004-9447-f0c279bc8e98 is: DOWN; New status is: ACTIVE {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:04:32.941131 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-34e92ea1-f509-454f-9d81-b7d7cba31ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (33561d76-16e3-4004-9447-f0c279bc8e98), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:32.948740 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Current status of the port 98c1065e-ab5a-47c9-be9e-66e75ad43c36 is: ACTIVE; New status is: ACTIVE {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:04:32.950407 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Device 9f9f8939-364b-4fe7-a922-a7d9b3523c6c up at agent ovs-agent-dv-cinder-828806-3-iscsi {{(pid=104103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:04:32.977178 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-7ea3514c-9197-426a-bbe3-73dd08aa9143 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (b3a8742f-62f0-4f53-8cff-97d69d32823f), before_update {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:33.017985 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-b516f921-179c-46e6-b390-9f2613ee2095 admin admin] Publish callbacks [] for security_group (cfea7cf6-4792-4c72-849e-256f13efdc6a), before_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:33.054613 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Provisioning complete for port 9f9f8939-364b-4fe7-a922-a7d9b3523c6c triggered by entity L2. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:04:33.055120 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (9f9f8939-364b-4fe7-a922-a7d9b3523c6c), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:33.087398 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-34e92ea1-f509-454f-9d81-b7d7cba31ee6 None None] For port 33561d76-16e3-4004-9447-f0c279bc8e98, host dv-cinder-828806-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-3-iscsi',level=0,port_id=33561d76-16e3-4004-9447-f0c279bc8e98,segment=NetworkSegment(6581e449-834f-4534-a2fe-363e6aa5bcef),segment_id=6581e449-834f-4534-a2fe-363e6aa5bcef)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:04:33.121610 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-34e92ea1-f509-454f-9d81-b7d7cba31ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (33561d76-16e3-4004-9447-f0c279bc8e98), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:33.121818 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-b516f921-179c-46e6-b390-9f2613ee2095 admin admin] Publish callbacks [] for security_group (cfea7cf6-4792-4c72-849e-256f13efdc6a), precommit_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:33.173528 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-c0e1ec49-832a-471c-82ff-bd2f239b1ac8 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Publish callbacks [] for security_group_rule (6705dea5-d22a-4b96-b5ad-2a59b1796c54), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:33.253432 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.db.db_base_plugin_common [None req-b54e8141-31d3-48a0-8125-656058eb72c2 admin admin] Allocated IP 172.20.0.1 (db3bac2b-2e57-4b81-ab3a-36a5a5912178/aedf8799-8f39-49e6-9345-2bd6d7772744/fbbeb1c6-1690-4c85-91b1-afdd67f080b6) {{(pid=104101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 21:04:33.356853 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-b516f921-179c-46e6-b390-9f2613ee2095 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (cfea7cf6-4792-4c72-849e-256f13efdc6a), after_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:33.360140 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-34e92ea1-f509-454f-9d81-b7d7cba31ee6 None None] Provisioning complete for port 98c1065e-ab5a-47c9-be9e-66e75ad43c36 triggered by entity DHCP. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:04:33.360503 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-34e92ea1-f509-454f-9d81-b7d7cba31ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (98c1065e-ab5a-47c9-be9e-66e75ad43c36), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:33.367876 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-b516f921-179c-46e6-b390-9f2613ee2095 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:33.376073 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-b516f921-179c-46e6-b390-9f2613ee2095 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/cfea7cf6-4792-4c72-849e-256f13efdc6a HTTP/1.1" status: 204 len: 168 time: 0.6209829 May 26 21:04:33.421234 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:04:33.428969 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b516f921-179c-46e6-b390-9f2613ee2095 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfea7cf6-4792-4c72-849e-256f13efdc6a,revision_number=None']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:04:33.501240 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:INSERT=10,neutron:SELECT=88,neutron:DELETE=2 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:04:33.540099 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-be5e10bd-6827-47af-a0d0-3498a0d681aa None None] Publish callbacks [] for port (acc9ed48-9558-49e7-9b9f-c8e118189f9a), precommit_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:33.556084 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e92ea1-f509-454f-9d81-b7d7cba31ee6 None None] Pushing event updated for resources: {'Port': ['ID=33561d76-16e3-4004-9447-f0c279bc8e98,revision_number=5']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:04:33.560260 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-7ea3514c-9197-426a-bbe3-73dd08aa9143 admin admin] Publish callbacks [] for port (b3a8742f-62f0-4f53-8cff-97d69d32823f), precommit_update {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:33.569415 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-7ea3514c-9197-426a-bbe3-73dd08aa9143 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (b3a8742f-62f0-4f53-8cff-97d69d32823f), after_update {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:33.570466 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-7ea3514c-9197-426a-bbe3-73dd08aa9143 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-416038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1615354'] for router_interface (9c24a6de-fc3e-4eaa-b391-9f1814cc7ea4), after_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:33.604895 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-c0e1ec49-832a-471c-82ff-bd2f239b1ac8 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Publish callbacks [] for security_group_rule (6705dea5-d22a-4b96-b5ad-2a59b1796c54), precommit_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:33.669321 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea3514c-9197-426a-bbe3-73dd08aa9143 admin admin] Pushing event updated for resources: {'Port': ['ID=b3a8742f-62f0-4f53-8cff-97d69d32823f,revision_number=2']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:04:33.693471 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-c0e1ec49-832a-471c-82ff-bd2f239b1ac8 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636418'] for security_group_rule (6705dea5-d22a-4b96-b5ad-2a59b1796c54), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:33.723817 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-be5e10bd-6827-47af-a0d0-3498a0d681aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (acc9ed48-9558-49e7-9b9f-c8e118189f9a), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:33.781594 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-365fd8c2-672e-48fc-87ef-b908cd605744 req-6828d0c3-53de-4e95-878b-bfb6f8a3d595 tempest-DeleteServersTestJSON-481599448 tempest-DeleteServersTestJSON-481599448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787881445699'] for port (47ac4331-a362-498c-bee6-c5b03e42b234), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:33.819006 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e1ec49-832a-471c-82ff-bd2f239b1ac8 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6705dea5-d22a-4b96-b5ad-2a59b1796c54,revision_number=0']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:04:33.924383 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea3514c-9197-426a-bbe3-73dd08aa9143 admin admin] Network ff69986b-e00e-41bd-8a28-f959570fc8f7 is already hosted by enough agents. {{(pid=104102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 21:04:33.993228 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-365fd8c2-672e-48fc-87ef-b908cd605744 req-6828d0c3-53de-4e95-878b-bfb6f8a3d595 tempest-DeleteServersTestJSON-481599448 tempest-DeleteServersTestJSON-481599448-project] Network f8e5e321-d176-4b51-947f-dcc84f6180fd is already hosted by enough agents. {{(pid=104101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 21:04:34.000386 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-c0e1ec49-832a-471c-82ff-bd2f239b1ac8 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:34.001177 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-c0e1ec49-832a-471c-82ff-bd2f239b1ac8 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3126612 May 26 21:04:34.024445 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6828d0c3-53de-4e95-878b-bfb6f8a3d595 tempest-DeleteServersTestJSON-481599448 tempest-DeleteServersTestJSON-481599448-project] Pushing event updated for resources: {'Port': ['ID=47ac4331-a362-498c-bee6-c5b03e42b234,revision_number=1']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:04:34.033976 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.scheduler.base_scheduler [req-365fd8c2-672e-48fc-87ef-b908cd605744 req-6828d0c3-53de-4e95-878b-bfb6f8a3d595 tempest-DeleteServersTestJSON-481599448 tempest-DeleteServersTestJSON-481599448-project] Resources bound (agent type, host, resource id): {{(pid=104101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:04:34.036787 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 43628) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:04:34.040094 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-629d4b4e-0974-445b-8748-72fa304ca526 admin admin] Publish callbacks [] for security_group (3eeb91b3-88ff-4969-80f9-c796ea6261d8), precommit_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:34.047338 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.v2.base [None req-bc52f06b-e7f9-441f-a57a-663c4ceafbae tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Request body: {'floatingip': {'floating_network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12'}} {{(pid=104101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:04:34.094263 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.scheduler.base_scheduler [None req-7ea3514c-9197-426a-bbe3-73dd08aa9143 admin admin] Resources bound (agent type, host, resource id): {{(pid=104102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:04:34.123523 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-f014c9b1-b73e-4a97-bbad-7b0c591593f9 None None] Publish callbacks [] for port (92da396d-4738-472b-a7e9-f348c6f829d2), precommit_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:34.125759 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [req-365fd8c2-672e-48fc-87ef-b908cd605744 req-6828d0c3-53de-4e95-878b-bfb6f8a3d595 tempest-DeleteServersTestJSON-481599448 tempest-DeleteServersTestJSON-481599448-project] Received port after_create {{(pid=104101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 21:04:34.135191 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51483111-a367-4f20-8ed8-181ff066c1eb req-0c4e7846-ade3-48d4-b5ed-f73bcc34b98b tempest-DeleteServersTestJSON-481599448 tempest-DeleteServersTestJSON-481599448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:04:34.137383 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-51483111-a367-4f20-8ed8-181ff066c1eb req-0c4e7846-ade3-48d4-b5ed-f73bcc34b98b tempest-DeleteServersTestJSON-481599448 tempest-DeleteServersTestJSON-481599448-project] 10.222.0.57 "GET /v2.0/ports?device_id=04ed7f78-01e5-4c64-9f19-d58646810b8f HTTP/1.1" status: 200 len: 931 time: 0.3383226 May 26 21:04:34.152163 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365fd8c2-672e-48fc-87ef-b908cd605744 req-6828d0c3-53de-4e95-878b-bfb6f8a3d595 tempest-DeleteServersTestJSON-481599448 tempest-DeleteServersTestJSON-481599448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:04:34.152838 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-365fd8c2-672e-48fc-87ef-b908cd605744 req-6828d0c3-53de-4e95-878b-bfb6f8a3d595 tempest-DeleteServersTestJSON-481599448 tempest-DeleteServersTestJSON-481599448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-416010'] for port (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:34.225480 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=79,neutron:INSERT=13,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:04:34.256152 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-629d4b4e-0974-445b-8748-72fa304ca526 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (3eeb91b3-88ff-4969-80f9-c796ea6261d8), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:34.273368 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-f014c9b1-b73e-4a97-bbad-7b0c591593f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (92da396d-4738-472b-a7e9-f348c6f829d2), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:34.312682 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-34e92ea1-f509-454f-9d81-b7d7cba31ee6 None None] Current status of the port 98c1065e-ab5a-47c9-be9e-66e75ad43c36 is: ACTIVE; New status is: ACTIVE {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:04:34.323349 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-365fd8c2-672e-48fc-87ef-b908cd605744 req-6828d0c3-53de-4e95-878b-bfb6f8a3d595 tempest-DeleteServersTestJSON-481599448 tempest-DeleteServersTestJSON-481599448-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.3991640 May 26 21:04:34.338896 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-629d4b4e-0974-445b-8748-72fa304ca526 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=60adec237eea4b649a22cdc05315ea4d&name=default HTTP/1.1" status: 200 len: 2992 time: 2.5943387 May 26 21:04:34.341102 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-bc52f06b-e7f9-441f-a57a-663c4ceafbae tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:34.419154 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 43642) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:04:34.485556 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.managers [None req-be5e10bd-6827-47af-a0d0-3498a0d681aa None None] Attempting to bind port acc9ed48-9558-49e7-9b9f-c8e118189f9a on host dv-cinder-828806-3-iscsi for vnic_type normal with profile {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 21:04:34.486960 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.managers [None req-be5e10bd-6827-47af-a0d0-3498a0d681aa None None] Attempting to bind port acc9ed48-9558-49e7-9b9f-c8e118189f9a by drivers openvswitch,hyperv on host dv-cinder-828806-3-iscsi at level 0 using segments [{'id': '8d4aea41-d977-462c-9098-4088113247cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12'}] {{(pid=104103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 21:04:34.488744 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5e10bd-6827-47af-a0d0-3498a0d681aa None None] Attempting to bind port acc9ed48-9558-49e7-9b9f-c8e118189f9a on network 7d433162-bc3c-42dc-9b38-0bd5733b5e12 {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 21:04:34.516243 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-81d8cd99-66f6-4f57-af99-6d87d688d555 None None] Provisioning complete for port 33561d76-16e3-4004-9447-f0c279bc8e98 triggered by entity DHCP. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:04:34.522769 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-81d8cd99-66f6-4f57-af99-6d87d688d555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (33561d76-16e3-4004-9447-f0c279bc8e98), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:34.532327 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 43648) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:04:34.544655 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Current status of the port 9f9f8939-364b-4fe7-a922-a7d9b3523c6c is: DOWN; New status is: ACTIVE {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:04:34.546727 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (9f9f8939-364b-4fe7-a922-a7d9b3523c6c), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:34.573076 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] For port 9f9f8939-364b-4fe7-a922-a7d9b3523c6c, host dv-cinder-828806-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-3-iscsi',level=0,port_id=9f9f8939-364b-4fe7-a922-a7d9b3523c6c,segment=NetworkSegment(8d4aea41-d977-462c-9098-4088113247cb),segment_id=8d4aea41-d977-462c-9098-4088113247cb)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:04:34.598766 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:04:34.601705 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [req-365fd8c2-672e-48fc-87ef-b908cd605744 req-1e24ee96-827f-41fc-b131-a1bb0c36d98b tempest-DeleteServersTestJSON-481599448 tempest-DeleteServersTestJSON-481599448-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=104101) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 21:04:34.603705 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-365fd8c2-672e-48fc-87ef-b908cd605744 req-1e24ee96-827f-41fc-b131-a1bb0c36d98b tempest-DeleteServersTestJSON-481599448 tempest-DeleteServersTestJSON-481599448-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0065689 May 26 21:04:34.613985 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043d61e5-da04-455b-83d2-6c039df66d84 None None] Pushing event updated for resources: {'Port': ['ID=acc9ed48-9558-49e7-9b9f-c8e118189f9a,revision_number=2']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:04:34.621170 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-bc52f06b-e7f9-441f-a57a-663c4ceafbae tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (None), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:34.634656 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5e10bd-6827-47af-a0d0-3498a0d681aa None None] Checking agent: {'id': '545ffc5a-00f7-4140-8f25-9e74b0e32d39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828806-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 20, 55, 46), 'started_at': datetime.datetime(2022, 5, 26, 20, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 21, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828806-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 21:04:34.636398 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5e10bd-6827-47af-a0d0-3498a0d681aa None None] Checking segment: {'id': '8d4aea41-d977-462c-9098-4088113247cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 21:04:34.636923 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-be5e10bd-6827-47af-a0d0-3498a0d681aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:34.638097 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5e10bd-6827-47af-a0d0-3498a0d681aa None None] Bound using segment: {'id': '8d4aea41-d977-462c-9098-4088113247cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12'} {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 21:04:34.639522 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.managers [None req-be5e10bd-6827-47af-a0d0-3498a0d681aa None None] Bound port: acc9ed48-9558-49e7-9b9f-c8e118189f9a, host: dv-cinder-828806-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d4aea41-d977-462c-9098-4088113247cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12'}}] {{(pid=104103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 21:04:34.641692 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-be5e10bd-6827-47af-a0d0-3498a0d681aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (acc9ed48-9558-49e7-9b9f-c8e118189f9a), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:34.647309 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-51483111-a367-4f20-8ed8-181ff066c1eb req-11e99aa8-0b56-44ca-80ae-b11ed85a2979 tempest-DeleteServersTestJSON-481599448 tempest-DeleteServersTestJSON-481599448-project] 10.222.0.57 "GET /v2.0/security-groups?id=5fa43dc1-6ca8-44f0-a60e-8dfb0362c3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5024140 May 26 21:04:34.649228 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (9f9f8939-364b-4fe7-a922-a7d9b3523c6c), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:34.663441 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:04:34.715731 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ea3514c-9197-426a-bbe3-73dd08aa9143 admin admin] Router 9c24a6de-fc3e-4eaa-b391-9f1814cc7ea4 has already been hosted by L3 agent ccb07560-1e88-42f3-8411-377a93089622 {{(pid=104102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 21:04:34.749019 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-29f070dc-42ba-49b6-b1de-cc1f2dd36d83 admin admin] Publish callbacks [] for security_group (3eeb91b3-88ff-4969-80f9-c796ea6261d8), before_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:34.771754 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.managers [None req-f014c9b1-b73e-4a97-bbad-7b0c591593f9 None None] Attempting to bind port 92da396d-4738-472b-a7e9-f348c6f829d2 on host dv-cinder-828806-3-iscsi for vnic_type normal with profile {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 21:04:34.772337 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.managers [None req-f014c9b1-b73e-4a97-bbad-7b0c591593f9 None None] Attempting to bind port 92da396d-4738-472b-a7e9-f348c6f829d2 by drivers openvswitch,hyperv on host dv-cinder-828806-3-iscsi at level 0 using segments [{'id': '8d4aea41-d977-462c-9098-4088113247cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12'}] {{(pid=104103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 21:04:34.772466 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f014c9b1-b73e-4a97-bbad-7b0c591593f9 None None] Attempting to bind port 92da396d-4738-472b-a7e9-f348c6f829d2 on network 7d433162-bc3c-42dc-9b38-0bd5733b5e12 {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 21:04:34.777429 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:04:34.780198 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-29f070dc-42ba-49b6-b1de-cc1f2dd36d83 admin admin] Publish callbacks [] for security_group (3eeb91b3-88ff-4969-80f9-c796ea6261d8), precommit_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:34.918517 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f014c9b1-b73e-4a97-bbad-7b0c591593f9 None None] Checking agent: {'id': '545ffc5a-00f7-4140-8f25-9e74b0e32d39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828806-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 20, 55, 46), 'started_at': datetime.datetime(2022, 5, 26, 20, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 21, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828806-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 21:04:34.919724 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f014c9b1-b73e-4a97-bbad-7b0c591593f9 None None] Checking segment: {'id': '8d4aea41-d977-462c-9098-4088113247cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 21:04:34.921568 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-f014c9b1-b73e-4a97-bbad-7b0c591593f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:34.923062 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f014c9b1-b73e-4a97-bbad-7b0c591593f9 None None] Bound using segment: {'id': '8d4aea41-d977-462c-9098-4088113247cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12'} {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 21:04:34.923380 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-b54e8141-31d3-48a0-8125-656058eb72c2 admin admin] Publish callbacks [] for port (fbbeb1c6-1690-4c85-91b1-afdd67f080b6), precommit_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:34.924905 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.managers [None req-f014c9b1-b73e-4a97-bbad-7b0c591593f9 None None] Bound port: 92da396d-4738-472b-a7e9-f348c6f829d2, host: dv-cinder-828806-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d4aea41-d977-462c-9098-4088113247cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12'}}] {{(pid=104103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 21:04:34.925319 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-f014c9b1-b73e-4a97-bbad-7b0c591593f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (92da396d-4738-472b-a7e9-f348c6f829d2), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:35.007937 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:04:35.030654 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ea3514c-9197-426a-bbe3-73dd08aa9143 admin admin] Notify agent at l3_agent.dv-cinder-828806-3-iscsi the message routers_updated {{(pid=104102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 21:04:35.032532 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-29f070dc-42ba-49b6-b1de-cc1f2dd36d83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (3eeb91b3-88ff-4969-80f9-c796ea6261d8), after_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:35.036455 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629d4b4e-0974-445b-8748-72fa304ca526 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eeb91b3-88ff-4969-80f9-c796ea6261d8,revision_number=1']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:04:35.045173 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-29f070dc-42ba-49b6-b1de-cc1f2dd36d83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:35.046944 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-29f070dc-42ba-49b6-b1de-cc1f2dd36d83 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3eeb91b3-88ff-4969-80f9-c796ea6261d8 HTTP/1.1" status: 204 len: 168 time: 0.5632439 May 26 21:04:35.050371 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.db.db_base_plugin_common [None req-bc52f06b-e7f9-441f-a57a-663c4ceafbae tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Allocated IP 172.27.2.217 (7d433162-bc3c-42dc-9b38-0bd5733b5e12/724ba99f-4e90-4a15-97fd-930eedded7a9/844b430c-a1e0-4f2b-a667-b823111b6efb) {{(pid=104101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 21:04:35.055446 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-7ea3514c-9197-426a-bbe3-73dd08aa9143 admin admin] 10.222.0.57 "PUT /v2.0/routers/9c24a6de-fc3e-4eaa-b391-9f1814cc7ea4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0934203 May 26 21:04:35.095070 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f070dc-42ba-49b6-b1de-cc1f2dd36d83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eeb91b3-88ff-4969-80f9-c796ea6261d8,revision_number=None']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:04:35.096301 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbf5887-2498-4f65-a327-f15d4e640e97 None None] Pushing event updated for resources: {'Port': ['ID=92da396d-4738-472b-a7e9-f348c6f829d2,revision_number=2']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:04:35.160966 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Pushing event updated for resources: {'Port': ['ID=9f9f8939-364b-4fe7-a922-a7d9b3523c6c,revision_number=4']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:04:35.176392 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Device 33561d76-16e3-4004-9447-f0c279bc8e98 up at agent ovs-agent-dv-cinder-828806-3-iscsi {{(pid=104103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:04:35.179703 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-be5e10bd-6827-47af-a0d0-3498a0d681aa None None] For port acc9ed48-9558-49e7-9b9f-c8e118189f9a, host dv-cinder-828806-3-iscsi, cleared binding levels {{(pid=104103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 21:04:35.234506 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-81d8cd99-66f6-4f57-af99-6d87d688d555 None None] Current status of the port 33561d76-16e3-4004-9447-f0c279bc8e98 is: ACTIVE; New status is: ACTIVE {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:04:35.245200 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-be5e10bd-6827-47af-a0d0-3498a0d681aa None None] For port acc9ed48-9558-49e7-9b9f-c8e118189f9a, host dv-cinder-828806-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-3-iscsi',level=0,port_id=acc9ed48-9558-49e7-9b9f-c8e118189f9a,segment=NetworkSegment(8d4aea41-d977-462c-9098-4088113247cb),segment_id=8d4aea41-d977-462c-9098-4088113247cb)] {{(pid=104103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 21:04:35.251108 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-81d8cd99-66f6-4f57-af99-6d87d688d555 None None] Provisioning complete for port b3a8742f-62f0-4f53-8cff-97d69d32823f triggered by entity DHCP. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:04:35.251360 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-81d8cd99-66f6-4f57-af99-6d87d688d555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (b3a8742f-62f0-4f53-8cff-97d69d32823f), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:35.264185 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.v2.base [req-365fd8c2-672e-48fc-87ef-b908cd605744 req-7aa25a6c-947c-4c0e-a03d-253aeafbf5b7 service neutron] Request body: {'port': {'device_id': '04ed7f78-01e5-4c64-9f19-d58646810b8f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=104101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:04:35.264814 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-f014c9b1-b73e-4a97-bbad-7b0c591593f9 None None] For port 92da396d-4738-472b-a7e9-f348c6f829d2, host dv-cinder-828806-3-iscsi, cleared binding levels {{(pid=104103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 21:04:35.271079 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-b54e8141-31d3-48a0-8125-656058eb72c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787881445699'] for port (fbbeb1c6-1690-4c85-91b1-afdd67f080b6), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:35.296040 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-be5e10bd-6827-47af-a0d0-3498a0d681aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (acc9ed48-9558-49e7-9b9f-c8e118189f9a), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:35.312193 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-f014c9b1-b73e-4a97-bbad-7b0c591593f9 None None] For port 92da396d-4738-472b-a7e9-f348c6f829d2, host dv-cinder-828806-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-3-iscsi',level=0,port_id=92da396d-4738-472b-a7e9-f348c6f829d2,segment=NetworkSegment(8d4aea41-d977-462c-9098-4088113247cb),segment_id=8d4aea41-d977-462c-9098-4088113247cb)] {{(pid=104103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 21:04:35.360659 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-81d8cd99-66f6-4f57-af99-6d87d688d555 None None] Port b3a8742f-62f0-4f53-8cff-97d69d32823f cannot update to ACTIVE because it is not bound. {{(pid=104103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 21:04:35.366344 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-f014c9b1-b73e-4a97-bbad-7b0c591593f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (92da396d-4738-472b-a7e9-f348c6f829d2), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:35.382059 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Provisioning complete for port 33561d76-16e3-4004-9447-f0c279bc8e98 triggered by entity L2. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:04:35.382486 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (33561d76-16e3-4004-9447-f0c279bc8e98), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:35.390486 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5e10bd-6827-47af-a0d0-3498a0d681aa None None] Routers {'0ae71226-f833-44ce-a6e1-48688ff4f972'} bound to L3 agent in host dv-cinder-828806-3-iscsi {{(pid=104103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:04:35.391112 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_hamode_db [None req-be5e10bd-6827-47af-a0d0-3498a0d681aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T20:55:42Z,description=,heartbeat_timestamp=2022-05-26T21:04:12Z,host='dv-cinder-828806-3-iscsi',id=ccb07560-1e88-42f3-8411-377a93089622,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T20:55:42Z,topic='l3_agent')) {'router_ids': ['0ae71226-f833-44ce-a6e1-48688ff4f972'], 'active': True} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:04:35.429164 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b54e8141-31d3-48a0-8125-656058eb72c2 admin admin] Network db3bac2b-2e57-4b81-ab3a-36a5a5912178 is already hosted by enough agents. {{(pid=104101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 21:04:35.448481 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.scheduler.base_scheduler [None req-b54e8141-31d3-48a0-8125-656058eb72c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:04:35.471200 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:04:35.474365 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54e8141-31d3-48a0-8125-656058eb72c2 admin admin] Received port after_create {{(pid=104101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 21:04:35.475237 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-b54e8141-31d3-48a0-8125-656058eb72c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1614666'] for router_interface (0ae71226-f833-44ce-a6e1-48688ff4f972), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:35.521699 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f014c9b1-b73e-4a97-bbad-7b0c591593f9 None None] Routers {'9c24a6de-fc3e-4eaa-b391-9f1814cc7ea4'} bound to L3 agent in host dv-cinder-828806-3-iscsi {{(pid=104103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:04:35.526910 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_hamode_db [None req-f014c9b1-b73e-4a97-bbad-7b0c591593f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T20:55:42Z,description=,heartbeat_timestamp=2022-05-26T21:04:12Z,host='dv-cinder-828806-3-iscsi',id=ccb07560-1e88-42f3-8411-377a93089622,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T20:55:42Z,topic='l3_agent')) {'router_ids': ['9c24a6de-fc3e-4eaa-b391-9f1814cc7ea4'], 'active': True} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:04:35.715159 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-aafdb79d-db49-4e32-bb83-f30834f64244 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:35.824292 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvr_db [None req-f014c9b1-b73e-4a97-bbad-7b0c591593f9 None None] Set router 9c24a6de-fc3e-4eaa-b391-9f1814cc7ea4 gateway port host: dv-cinder-828806-3-iscsi {{(pid=104103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:04:35.932081 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54e8141-31d3-48a0-8125-656058eb72c2 admin admin] Pushing event updated for resources: {'Port': ['ID=fbbeb1c6-1690-4c85-91b1-afdd67f080b6,revision_number=1']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:04:35.973037 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570bff27-7cef-4cca-afc5-2d44c620515e req-3c6e4486-64f4-48b2-becf-b9464b3cda9c tempest-DeleteServersTestJSON-481599448 tempest-DeleteServersTestJSON-481599448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:04:35.979998 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-570bff27-7cef-4cca-afc5-2d44c620515e req-3c6e4486-64f4-48b2-becf-b9464b3cda9c tempest-DeleteServersTestJSON-481599448 tempest-DeleteServersTestJSON-481599448-project] 10.222.0.57 "GET /v2.0/ports?device_id=04ed7f78-01e5-4c64-9f19-d58646810b8f HTTP/1.1" status: 200 len: 931 time: 0.1691802 May 26 21:04:36.009747 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 43684) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:04:36.025138 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-b54e8141-31d3-48a0-8125-656058eb72c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (fbbeb1c6-1690-4c85-91b1-afdd67f080b6), before_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:36.037686 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-bc52f06b-e7f9-441f-a57a-663c4ceafbae tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Publish callbacks [] for port (844b430c-a1e0-4f2b-a667-b823111b6efb), precommit_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:36.039425 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-365fd8c2-672e-48fc-87ef-b908cd605744 req-7aa25a6c-947c-4c0e-a03d-253aeafbf5b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (47ac4331-a362-498c-bee6-c5b03e42b234), before_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:36.044172 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-4e7ebb7b-60ad-486e-8998-67f87117012c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:36.074540 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-aafdb79d-db49-4e32-bb83-f30834f64244 admin admin] Publish callbacks [] for security_group (3fcf371a-e90c-4166-98ae-5e6f7de75883), precommit_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:36.102181 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-570bff27-7cef-4cca-afc5-2d44c620515e req-d9f750e0-63c7-40c2-bb69-950108d3d0af tempest-DeleteServersTestJSON-481599448 tempest-DeleteServersTestJSON-481599448-project] 10.222.0.57 "GET /v2.0/security-groups?id=5fa43dc1-6ca8-44f0-a60e-8dfb0362c3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211667 May 26 21:04:36.117006 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-aafdb79d-db49-4e32-bb83-f30834f64244 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (3fcf371a-e90c-4166-98ae-5e6f7de75883), after_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:36.273300 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-aafdb79d-db49-4e32-bb83-f30834f64244 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e3fdd66858554009b0ccd42d6b8d11f5&name=default HTTP/1.1" status: 200 len: 2994 time: 1.7185419 May 26 21:04:36.279042 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 43686) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:04:36.279042 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 43688) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:04:36.319216 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.v2.base [None req-859a41c2-f28c-4317-9a14-76354ff63b3f tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1917190696', 'description': 'tempest-description--721087123'}} {{(pid=104102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:04:36.444259 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafdb79d-db49-4e32-bb83-f30834f64244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fcf371a-e90c-4166-98ae-5e6f7de75883,revision_number=1']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:04:36.532351 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-859a41c2-f28c-4317-9a14-76354ff63b3f tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Publish callbacks [] for security_group (None), before_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:36.640551 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:04:36.642837 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043d61e5-da04-455b-83d2-6c039df66d84 None None] Pushing event updated for resources: {'Port': ['ID=acc9ed48-9558-49e7-9b9f-c8e118189f9a,revision_number=3']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:04:36.650082 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:04:36.679125 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-bc52f06b-e7f9-441f-a57a-663c4ceafbae tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787881445699'] for port (844b430c-a1e0-4f2b-a667-b823111b6efb), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:36.732064 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-859a41c2-f28c-4317-9a14-76354ff63b3f tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Publish callbacks [] for security_group (b57d1125-26ba-42b5-a63d-5b77fdc0f323), precommit_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:36.732999 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:04:36.733894 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:04:36.754810 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-859a41c2-f28c-4317-9a14-76354ff63b3f tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (b57d1125-26ba-42b5-a63d-5b77fdc0f323), after_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:36.777546 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:UPDATE=1,neutron:SELECT=97,neutron:INSERT=2 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:04:36.788238 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbf5887-2498-4f65-a327-f15d4e640e97 None None] Pushing event updated for resources: {'Port': ['ID=92da396d-4738-472b-a7e9-f348c6f829d2,revision_number=3']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:04:36.792534 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-548ce82e-060b-4ae5-a831-3c2b5f2b45e6 admin admin] Publish callbacks [] for security_group (3fcf371a-e90c-4166-98ae-5e6f7de75883), before_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:36.800512 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-078fb7a6-ca91-494e-9d59-1deadcf7776d None None] Provisioning complete for port b3a8742f-62f0-4f53-8cff-97d69d32823f triggered by entity DHCP. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:04:36.802480 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-078fb7a6-ca91-494e-9d59-1deadcf7776d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (b3a8742f-62f0-4f53-8cff-97d69d32823f), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:36.818351 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-4e7ebb7b-60ad-486e-8998-67f87117012c admin admin] Publish callbacks [] for security_group (a2398ed5-f375-4fd8-a3c0-8675fb1609b2), precommit_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:36.836070 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-4e7ebb7b-60ad-486e-8998-67f87117012c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (a2398ed5-f375-4fd8-a3c0-8675fb1609b2), after_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:36.864715 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-859a41c2-f28c-4317-9a14-76354ff63b3f tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Publish callbacks [] for security_group (None), before_response {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:36.870773 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-859a41c2-f28c-4317-9a14-76354ff63b3f tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5846064 May 26 21:04:36.870773 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859a41c2-f28c-4317-9a14-76354ff63b3f tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b57d1125-26ba-42b5-a63d-5b77fdc0f323,revision_number=1']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:04:36.881199 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 43706) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:04:36.894030 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-078fb7a6-ca91-494e-9d59-1deadcf7776d None None] Port b3a8742f-62f0-4f53-8cff-97d69d32823f cannot update to ACTIVE because it is not bound. {{(pid=104103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 21:04:36.898655 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvr_db [None req-be5e10bd-6827-47af-a0d0-3498a0d681aa None None] Set router 0ae71226-f833-44ce-a6e1-48688ff4f972 gateway port host: dv-cinder-828806-3-iscsi {{(pid=104103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:04:36.941520 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-548ce82e-060b-4ae5-a831-3c2b5f2b45e6 admin admin] Publish callbacks [] for security_group (3fcf371a-e90c-4166-98ae-5e6f7de75883), precommit_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:36.956022 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.v2.base [None req-3de70668-9620-491e-a924-c22c9316460f tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Request body: {'security_group_rule': {'security_group_id': 'b57d1125-26ba-42b5-a63d-5b77fdc0f323', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:04:36.965420 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-b54e8141-31d3-48a0-8125-656058eb72c2 admin admin] Publish callbacks [] for port (fbbeb1c6-1690-4c85-91b1-afdd67f080b6), precommit_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:37.059786 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc52f06b-e7f9-441f-a57a-663c4ceafbae tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Network 7d433162-bc3c-42dc-9b38-0bd5733b5e12 is already hosted by enough agents. {{(pid=104101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 21:04:37.061130 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-b54e8141-31d3-48a0-8125-656058eb72c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (fbbeb1c6-1690-4c85-91b1-afdd67f080b6), after_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:37.062115 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-b54e8141-31d3-48a0-8125-656058eb72c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-416038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1615354'] for router_interface (0ae71226-f833-44ce-a6e1-48688ff4f972), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:37.063022 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-4e7ebb7b-60ad-486e-8998-67f87117012c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=38bd7bb43f824cfca0b3922ef3fcc8f5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0522592 May 26 21:04:37.063764 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 43710) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:04:37.099189 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.scheduler.base_scheduler [None req-bc52f06b-e7f9-441f-a57a-663c4ceafbae tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Resources bound (agent type, host, resource id): {{(pid=104101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:04:37.113709 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_hamode_db [None req-f014c9b1-b73e-4a97-bbad-7b0c591593f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c24a6de-fc3e-4eaa-b391-9f1814cc7ea4', 'name': 'tempest-AttachVolumeShelveTestJSON-1314911334-router', 'tenant_id': 'ba383df93dcf4c32b2b1c17bebd7f752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': '92da396d-4738-472b-a7e9-f348c6f829d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:04:22Z', 'updated_at': '2022-05-26T21:04:32Z', 'revision_number': 4, 'project_id': 'ba383df93dcf4c32b2b1c17bebd7f752', 'gw_port': {'id': '92da396d-4738-472b-a7e9-f348c6f829d2', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:80:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c24a6de-fc3e-4eaa-b391-9f1814cc7ea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:04:23Z', 'updated_at': '2022-05-26T21:04:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi', '_interfaces': [{'id': 'b3a8742f-62f0-4f53-8cff-97d69d32823f', 'name': '', 'network_id': 'ff69986b-e00e-41bd-8a28-f959570fc8f7', 'tenant_id': 'ba383df93dcf4c32b2b1c17bebd7f752', 'mac_address': 'fa:16:3e:c7:44:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c24a6de-fc3e-4eaa-b391-9f1814cc7ea4', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '647d6a86-42b9-4a67-830f-75c07bdfd5d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:04:30Z', 'updated_at': '2022-05-26T21:04:33Z', 'revision_number': 2, 'project_id': 'ba383df93dcf4c32b2b1c17bebd7f752', 'subnets': [{'id': '647d6a86-42b9-4a67-830f-75c07bdfd5d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-3-iscsi', False) {} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:04:37.143683 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7ebb7b-60ad-486e-8998-67f87117012c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2398ed5-f375-4fd8-a3c0-8675fb1609b2,revision_number=1']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:04:37.175972 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc52f06b-e7f9-441f-a57a-663c4ceafbae tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Received port after_create {{(pid=104101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 21:04:37.203440 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f014c9b1-b73e-4a97-bbad-7b0c591593f9 None None] The sync data for ids ['9c24a6de-fc3e-4eaa-b391-9f1814cc7ea4'] in dv-cinder-828806-3-iscsi is: [{'id': '9c24a6de-fc3e-4eaa-b391-9f1814cc7ea4', 'name': 'tempest-AttachVolumeShelveTestJSON-1314911334-router', 'tenant_id': 'ba383df93dcf4c32b2b1c17bebd7f752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': '92da396d-4738-472b-a7e9-f348c6f829d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:04:22Z', 'updated_at': '2022-05-26T21:04:32Z', 'revision_number': 4, 'project_id': 'ba383df93dcf4c32b2b1c17bebd7f752', 'gw_port': {'id': '92da396d-4738-472b-a7e9-f348c6f829d2', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:80:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c24a6de-fc3e-4eaa-b391-9f1814cc7ea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:04:23Z', 'updated_at': '2022-05-26T21:04:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi', '_interfaces': [{'id': 'b3a8742f-62f0-4f53-8cff-97d69d32823f', 'name': '', 'network_id': 'ff69986b-e00e-41bd-8a28-f959570fc8f7', 'tenant_id': 'ba383df93dcf4c32b2b1c17bebd7f752', 'mac_address': 'fa:16:3e:c7:44:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c24a6de-fc3e-4eaa-b391-9f1814cc7ea4', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '647d6a86-42b9-4a67-830f-75c07bdfd5d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:04:30Z', 'updated_at': '2022-05-26T21:04:33Z', 'revision_number': 2, 'project_id': 'ba383df93dcf4c32b2b1c17bebd7f752', 'subnets': [{'id': '647d6a86-42b9-4a67-830f-75c07bdfd5d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 21:04:37.299072 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-3de70668-9620-491e-a924-c22c9316460f tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Publish callbacks [] for security_group_rule (14ba7d63-6093-4823-a86d-347240d2e1b7), before_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:37.353298 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-bc52f06b-e7f9-441f-a57a-663c4ceafbae tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Publish callbacks [] for floatingip (fa690c15-f5c3-4bea-a8c5-e96718b47e9b), precommit_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:37.369032 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3e04fd-46af-4396-b665-daf45e748ced req-2995d3cb-26a9-471b-bd0c-d5c656b06db9 tempest-DeleteServersTestJSON-481599448 tempest-DeleteServersTestJSON-481599448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:04:37.371248 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-4d3e04fd-46af-4396-b665-daf45e748ced req-2995d3cb-26a9-471b-bd0c-d5c656b06db9 tempest-DeleteServersTestJSON-481599448 tempest-DeleteServersTestJSON-481599448-project] 10.222.0.57 "GET /v2.0/ports?device_id=04ed7f78-01e5-4c64-9f19-d58646810b8f HTTP/1.1" status: 200 len: 931 time: 0.1221995 May 26 21:04:37.418020 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-fa702c7c-9f6a-4604-93d6-8001a900bd0e admin admin] Publish callbacks [] for security_group (a2398ed5-f375-4fd8-a3c0-8675fb1609b2), before_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:37.451831 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-fa702c7c-9f6a-4604-93d6-8001a900bd0e admin admin] Publish callbacks [] for security_group (a2398ed5-f375-4fd8-a3c0-8675fb1609b2), precommit_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:37.524776 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-4904ea57-61a1-4a12-a242-35d377596ed2 None None] Provisioning complete for port fbbeb1c6-1690-4c85-91b1-afdd67f080b6 triggered by entity DHCP. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:04:37.525164 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4904ea57-61a1-4a12-a242-35d377596ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (fbbeb1c6-1690-4c85-91b1-afdd67f080b6), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:37.526893 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Current status of the port 33561d76-16e3-4004-9447-f0c279bc8e98 is: ACTIVE; New status is: ACTIVE {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:04:37.527970 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Device cdf9f7b3-a11b-4add-b4c6-90972e4d066e up at agent ovs-agent-dv-cinder-828806-3-iscsi {{(pid=104103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:04:37.582904 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-548ce82e-060b-4ae5-a831-3c2b5f2b45e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (3fcf371a-e90c-4166-98ae-5e6f7de75883), after_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:37.590377 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-548ce82e-060b-4ae5-a831-3c2b5f2b45e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:37.591926 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-548ce82e-060b-4ae5-a831-3c2b5f2b45e6 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3fcf371a-e90c-4166-98ae-5e6f7de75883 HTTP/1.1" status: 204 len: 168 time: 1.3075302 May 26 21:04:37.604472 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-4d3e04fd-46af-4396-b665-daf45e748ced req-d473dcfd-e8a3-4771-8657-fde5c59d8bcd tempest-DeleteServersTestJSON-481599448 tempest-DeleteServersTestJSON-481599448-project] 10.222.0.57 "GET /v2.0/security-groups?id=5fa43dc1-6ca8-44f0-a60e-8dfb0362c3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938426 May 26 21:04:37.607666 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:04:37.617762 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-fa702c7c-9f6a-4604-93d6-8001a900bd0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (a2398ed5-f375-4fd8-a3c0-8675fb1609b2), after_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:37.621239 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-fa702c7c-9f6a-4604-93d6-8001a900bd0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:37.623461 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-fa702c7c-9f6a-4604-93d6-8001a900bd0e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a2398ed5-f375-4fd8-a3c0-8675fb1609b2 HTTP/1.1" status: 204 len: 168 time: 0.5477083 May 26 21:04:37.627730 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc52f06b-e7f9-441f-a57a-663c4ceafbae tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Pushing event updated for resources: {'Port': ['ID=844b430c-a1e0-4f2b-a667-b823111b6efb,revision_number=1']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:04:37.629116 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548ce82e-060b-4ae5-a831-3c2b5f2b45e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fcf371a-e90c-4166-98ae-5e6f7de75883,revision_number=None']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:04:37.693237 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-4904ea57-61a1-4a12-a242-35d377596ed2 None None] Port fbbeb1c6-1690-4c85-91b1-afdd67f080b6 cannot update to ACTIVE because it is not bound. {{(pid=104103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 21:04:37.719051 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa702c7c-9f6a-4604-93d6-8001a900bd0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2398ed5-f375-4fd8-a3c0-8675fb1609b2,revision_number=None']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:04:37.774470 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Provisioning complete for port cdf9f7b3-a11b-4add-b4c6-90972e4d066e triggered by entity L2. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:04:37.774470 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (cdf9f7b3-a11b-4add-b4c6-90972e4d066e), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:37.838498 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-bc52f06b-e7f9-441f-a57a-663c4ceafbae tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (844b430c-a1e0-4f2b-a667-b823111b6efb), before_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:37.840768 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54e8141-31d3-48a0-8125-656058eb72c2 admin admin] Pushing event updated for resources: {'Port': ['ID=fbbeb1c6-1690-4c85-91b1-afdd67f080b6,revision_number=2']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:04:37.844858 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b54e8141-31d3-48a0-8125-656058eb72c2 admin admin] Network db3bac2b-2e57-4b81-ab3a-36a5a5912178 is already hosted by enough agents. {{(pid=104101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 21:04:37.881796 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.scheduler.base_scheduler [None req-b54e8141-31d3-48a0-8125-656058eb72c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:04:37.903850 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-3de70668-9620-491e-a924-c22c9316460f tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Publish callbacks [] for security_group_rule (14ba7d63-6093-4823-a86d-347240d2e1b7), precommit_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:37.911175 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-3de70668-9620-491e-a924-c22c9316460f tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636418'] for security_group_rule (14ba7d63-6093-4823-a86d-347240d2e1b7), after_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:37.990128 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:INSERT=6,neutron:SELECT=86,neutron:DELETE=8 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:04:37.998951 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de70668-9620-491e-a924-c22c9316460f tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14ba7d63-6093-4823-a86d-347240d2e1b7,revision_number=0']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:04:38.037549 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-3de70668-9620-491e-a924-c22c9316460f tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:38.049868 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-3de70668-9620-491e-a924-c22c9316460f tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1155131 May 26 21:04:38.055733 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 43732) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:04:38.087807 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.v2.base [None req-491f3be4-4ecf-4efb-afd0-0f9556fe010c tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Request body: {'security_group_rule': {'security_group_id': 'b57d1125-26ba-42b5-a63d-5b77fdc0f323', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:04:38.103906 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_hamode_db [None req-be5e10bd-6827-47af-a0d0-3498a0d681aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ae71226-f833-44ce-a6e1-48688ff4f972', 'name': 'tempest-ServerRescueNegativeTestJSON-1633340236-router', 'tenant_id': '9f8ac962c5d0402eb17b01aa02632897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': 'acc9ed48-9558-49e7-9b9f-c8e118189f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:04:21Z', 'updated_at': '2022-05-26T21:04:25Z', 'revision_number': 3, 'project_id': '9f8ac962c5d0402eb17b01aa02632897', 'gw_port': {'id': 'acc9ed48-9558-49e7-9b9f-c8e118189f9a', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:7a:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ae71226-f833-44ce-a6e1-48688ff4f972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:04:23Z', 'updated_at': '2022-05-26T21:04:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi'}], 'dv-cinder-828806-3-iscsi', False) {} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:04:38.187499 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5e10bd-6827-47af-a0d0-3498a0d681aa None None] The sync data for ids ['0ae71226-f833-44ce-a6e1-48688ff4f972'] in dv-cinder-828806-3-iscsi is: [{'id': '0ae71226-f833-44ce-a6e1-48688ff4f972', 'name': 'tempest-ServerRescueNegativeTestJSON-1633340236-router', 'tenant_id': '9f8ac962c5d0402eb17b01aa02632897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': 'acc9ed48-9558-49e7-9b9f-c8e118189f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:04:21Z', 'updated_at': '2022-05-26T21:04:25Z', 'revision_number': 3, 'project_id': '9f8ac962c5d0402eb17b01aa02632897', 'gw_port': {'id': 'acc9ed48-9558-49e7-9b9f-c8e118189f9a', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:7a:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ae71226-f833-44ce-a6e1-48688ff4f972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:04:23Z', 'updated_at': '2022-05-26T21:04:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi'}] {{(pid=104103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 21:04:38.244657 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-491f3be4-4ecf-4efb-afd0-0f9556fe010c tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Publish callbacks [] for security_group_rule (1c58a69a-32ea-4e44-b391-2dede0ea73ab), before_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:38.328228 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Current status of the port cdf9f7b3-a11b-4add-b4c6-90972e4d066e is: ACTIVE; New status is: ACTIVE {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:04:38.329445 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Device 98c1065e-ab5a-47c9-be9e-66e75ad43c36 up at agent ovs-agent-dv-cinder-828806-3-iscsi {{(pid=104103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:04:38.532355 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-491f3be4-4ecf-4efb-afd0-0f9556fe010c tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Publish callbacks [] for security_group_rule (1c58a69a-32ea-4e44-b391-2dede0ea73ab), precommit_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:38.538118 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-491f3be4-4ecf-4efb-afd0-0f9556fe010c tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636418'] for security_group_rule (1c58a69a-32ea-4e44-b391-2dede0ea73ab), after_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:38.558919 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-b23526d0-5e7e-4258-a12b-5856d9718f24 None None] Provisioning complete for port fbbeb1c6-1690-4c85-91b1-afdd67f080b6 triggered by entity DHCP. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:04:38.559476 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-b23526d0-5e7e-4258-a12b-5856d9718f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (fbbeb1c6-1690-4c85-91b1-afdd67f080b6), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:38.574715 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491f3be4-4ecf-4efb-afd0-0f9556fe010c tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c58a69a-32ea-4e44-b391-2dede0ea73ab,revision_number=0']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:04:38.588606 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-491f3be4-4ecf-4efb-afd0-0f9556fe010c tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:38.593196 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-491f3be4-4ecf-4efb-afd0-0f9556fe010c tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5310147 May 26 21:04:38.594575 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 43740) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:04:38.607891 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Provisioning complete for port 98c1065e-ab5a-47c9-be9e-66e75ad43c36 triggered by entity L2. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:04:38.613844 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (98c1065e-ab5a-47c9-be9e-66e75ad43c36), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:38.617225 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.v2.base [None req-b4835724-eb91-4d7c-a572-90f23121d1ef tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Request body: {'floatingip': {'floating_network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12'}} {{(pid=104102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:04:38.702979 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-b4835724-eb91-4d7c-a572-90f23121d1ef tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:38.779330 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-b23526d0-5e7e-4258-a12b-5856d9718f24 None None] Port fbbeb1c6-1690-4c85-91b1-afdd67f080b6 cannot update to ACTIVE because it is not bound. {{(pid=104103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 21:04:38.950696 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b54e8141-31d3-48a0-8125-656058eb72c2 admin admin] Router 0ae71226-f833-44ce-a6e1-48688ff4f972 has already been hosted by L3 agent ccb07560-1e88-42f3-8411-377a93089622 {{(pid=104101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 21:04:39.022610 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Current status of the port 98c1065e-ab5a-47c9-be9e-66e75ad43c36 is: ACTIVE; New status is: ACTIVE {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:04:39.240283 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:04:39.393552 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.notifiers.nova [req-365fd8c2-672e-48fc-87ef-b908cd605744 req-7aa25a6c-947c-4c0e-a03d-253aeafbf5b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47ac4331-a362-498c-bee6-c5b03e42b234 {{(pid=104101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 21:04:39.394821 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-b4835724-eb91-4d7c-a572-90f23121d1ef tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (None), before_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:39.482311 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-365fd8c2-672e-48fc-87ef-b908cd605744 req-7aa25a6c-947c-4c0e-a03d-253aeafbf5b7 service neutron] Publish callbacks [] for port (47ac4331-a362-498c-bee6-c5b03e42b234), precommit_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:39.732543 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Device acc9ed48-9558-49e7-9b9f-c8e118189f9a up at agent ovs-agent-dv-cinder-828806-3-iscsi {{(pid=104103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:04:39.785321 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:04:39.807450 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773d0791-ced0-420c-9067-c2c3d18abc19 req-deb54796-6e8b-4ed5-92fb-abcffecfc386 tempest-DeleteServersTestJSON-481599448 tempest-DeleteServersTestJSON-481599448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:04:39.824201 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-773d0791-ced0-420c-9067-c2c3d18abc19 req-deb54796-6e8b-4ed5-92fb-abcffecfc386 tempest-DeleteServersTestJSON-481599448 tempest-DeleteServersTestJSON-481599448-project] 10.222.0.57 "GET /v2.0/ports?device_id=04ed7f78-01e5-4c64-9f19-d58646810b8f HTTP/1.1" status: 200 len: 931 time: 0.9661546 May 26 21:04:39.882286 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.db.provisioning_blocks [req-365fd8c2-672e-48fc-87ef-b908cd605744 req-7aa25a6c-947c-4c0e-a03d-253aeafbf5b7 service neutron] Transition to ACTIVE for port object 47ac4331-a362-498c-bee6-c5b03e42b234 will not be triggered until provisioned by entity L2. {{(pid=104101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 21:04:39.890155 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:04:39.938295 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-2c2ea312-5820-4f93-8900-bc32cda1cd5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (28061657-8b16-479f-8ff4-19bdcc74bc2c), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:39.945019 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.db.db_base_plugin_common [None req-b4835724-eb91-4d7c-a572-90f23121d1ef tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Allocated IP 172.27.2.6 (7d433162-bc3c-42dc-9b38-0bd5733b5e12/724ba99f-4e90-4a15-97fd-930eedded7a9/19329f35-8a73-4557-89b2-e554f3ee18e7) {{(pid=104102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 21:04:39.960595 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-365fd8c2-672e-48fc-87ef-b908cd605744 req-7aa25a6c-947c-4c0e-a03d-253aeafbf5b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (47ac4331-a362-498c-bee6-c5b03e42b234), after_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:39.975987 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Provisioning complete for port acc9ed48-9558-49e7-9b9f-c8e118189f9a triggered by entity L2. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:04:39.976393 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (acc9ed48-9558-49e7-9b9f-c8e118189f9a), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:40.115556 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-b4835724-eb91-4d7c-a572-90f23121d1ef tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Publish callbacks [] for port (19329f35-8a73-4557-89b2-e554f3ee18e7), precommit_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:40.165613 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-b4835724-eb91-4d7c-a572-90f23121d1ef tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787881445699'] for port (19329f35-8a73-4557-89b2-e554f3ee18e7), after_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:40.183615 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:INSERT=7,neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:04:40.316102 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Current status of the port acc9ed48-9558-49e7-9b9f-c8e118189f9a is: DOWN; New status is: ACTIVE {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:04:40.316988 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (acc9ed48-9558-49e7-9b9f-c8e118189f9a), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:40.352128 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-bc52f06b-e7f9-441f-a57a-663c4ceafbae tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Publish callbacks [] for port (844b430c-a1e0-4f2b-a667-b823111b6efb), precommit_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:40.383575 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4835724-eb91-4d7c-a572-90f23121d1ef tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Network 7d433162-bc3c-42dc-9b38-0bd5733b5e12 is already hosted by enough agents. {{(pid=104102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 21:04:40.398039 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] For port acc9ed48-9558-49e7-9b9f-c8e118189f9a, host dv-cinder-828806-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-3-iscsi',level=0,port_id=acc9ed48-9558-49e7-9b9f-c8e118189f9a,segment=NetworkSegment(8d4aea41-d977-462c-9098-4088113247cb),segment_id=8d4aea41-d977-462c-9098-4088113247cb)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:04:40.399741 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:04:40.407654 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (acc9ed48-9558-49e7-9b9f-c8e118189f9a), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:40.409220 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Device 92da396d-4738-472b-a7e9-f348c6f829d2 up at agent ovs-agent-dv-cinder-828806-3-iscsi {{(pid=104103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:04:40.409552 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4835724-eb91-4d7c-a572-90f23121d1ef tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Pushing event updated for resources: {'Port': ['ID=19329f35-8a73-4557-89b2-e554f3ee18e7,revision_number=1']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:04:40.424092 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.scheduler.base_scheduler [None req-b4835724-eb91-4d7c-a572-90f23121d1ef tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Resources bound (agent type, host, resource id): {{(pid=104102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:04:40.432529 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4835724-eb91-4d7c-a572-90f23121d1ef tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Received port after_create {{(pid=104102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 21:04:40.441285 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-bc52f06b-e7f9-441f-a57a-663c4ceafbae tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (844b430c-a1e0-4f2b-a667-b823111b6efb), after_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:40.473725 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa25a6c-947c-4c0e-a03d-253aeafbf5b7 service neutron] Pushing event updated for resources: {'Port': ['ID=47ac4331-a362-498c-bee6-c5b03e42b234,revision_number=2']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:04:40.558879 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-bc52f06b-e7f9-441f-a57a-663c4ceafbae tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1614815'] for floatingip (fa690c15-f5c3-4bea-a8c5-e96718b47e9b), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:40.588339 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b54e8141-31d3-48a0-8125-656058eb72c2 admin admin] Notify agent at l3_agent.dv-cinder-828806-3-iscsi the message routers_updated {{(pid=104101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 21:04:40.636902 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-b54e8141-31d3-48a0-8125-656058eb72c2 admin admin] 10.222.0.57 "PUT /v2.0/routers/0ae71226-f833-44ce-a6e1-48688ff4f972/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1887243 May 26 21:04:40.677226 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-bc52f06b-e7f9-441f-a57a-663c4ceafbae tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25531'] for floatingip (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:40.687968 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-bc52f06b-e7f9-441f-a57a-663c4ceafbae tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.6353939 May 26 21:04:40.687968 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [req-365fd8c2-672e-48fc-87ef-b908cd605744 req-7aa25a6c-947c-4c0e-a03d-253aeafbf5b7 service neutron] Attempting to bind port 47ac4331-a362-498c-bee6-c5b03e42b234 on host hv-cinder-82880 for vnic_type normal with profile {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 21:04:40.688231 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [req-365fd8c2-672e-48fc-87ef-b908cd605744 req-7aa25a6c-947c-4c0e-a03d-253aeafbf5b7 service neutron] Attempting to bind port 47ac4331-a362-498c-bee6-c5b03e42b234 by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': 'e7ed7865-4bef-4617-8876-4a0d10d7b2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'f8e5e321-d176-4b51-947f-dcc84f6180fd'}] {{(pid=104101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 21:04:40.688795 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365fd8c2-672e-48fc-87ef-b908cd605744 req-7aa25a6c-947c-4c0e-a03d-253aeafbf5b7 service neutron] Attempting to bind port 47ac4331-a362-498c-bee6-c5b03e42b234 on network f8e5e321-d176-4b51-947f-dcc84f6180fd {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 21:04:40.693773 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc52f06b-e7f9-441f-a57a-663c4ceafbae tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Pushing event updated for resources: {'Port': ['ID=844b430c-a1e0-4f2b-a667-b823111b6efb,revision_number=2']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:04:40.699991 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365fd8c2-672e-48fc-87ef-b908cd605744 req-7aa25a6c-947c-4c0e-a03d-253aeafbf5b7 service neutron] Port 47ac4331-a362-498c-bee6-c5b03e42b234 on network f8e5e321-d176-4b51-947f-dcc84f6180fd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 21:04:40.700494 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365fd8c2-672e-48fc-87ef-b908cd605744 req-7aa25a6c-947c-4c0e-a03d-253aeafbf5b7 service neutron] Attempting to bind port 47ac4331-a362-498c-bee6-c5b03e42b234 on network f8e5e321-d176-4b51-947f-dcc84f6180fd {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 21:04:40.710702 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365fd8c2-672e-48fc-87ef-b908cd605744 req-7aa25a6c-947c-4c0e-a03d-253aeafbf5b7 service neutron] Checking agent: {'id': '7f90b46f-777d-4aa1-89b5-840fb2878c39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 21, 2, 24), 'started_at': datetime.datetime(2022, 5, 26, 21, 2, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 21, 4, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 21:04:40.712254 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365fd8c2-672e-48fc-87ef-b908cd605744 req-7aa25a6c-947c-4c0e-a03d-253aeafbf5b7 service neutron] Checking segment: {'id': 'e7ed7865-4bef-4617-8876-4a0d10d7b2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'f8e5e321-d176-4b51-947f-dcc84f6180fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 21:04:40.712911 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365fd8c2-672e-48fc-87ef-b908cd605744 req-7aa25a6c-947c-4c0e-a03d-253aeafbf5b7 service neutron] Bound using segment: {'id': 'e7ed7865-4bef-4617-8876-4a0d10d7b2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'f8e5e321-d176-4b51-947f-dcc84f6180fd'} {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 21:04:40.713455 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [req-365fd8c2-672e-48fc-87ef-b908cd605744 req-7aa25a6c-947c-4c0e-a03d-253aeafbf5b7 service neutron] Bound port: 47ac4331-a362-498c-bee6-c5b03e42b234, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7ed7865-4bef-4617-8876-4a0d10d7b2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'f8e5e321-d176-4b51-947f-dcc84f6180fd'}}] {{(pid=104101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 21:04:40.713915 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-365fd8c2-672e-48fc-87ef-b908cd605744 req-7aa25a6c-947c-4c0e-a03d-253aeafbf5b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (47ac4331-a362-498c-bee6-c5b03e42b234), before_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:40.799197 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Pushing event updated for resources: {'Port': ['ID=acc9ed48-9558-49e7-9b9f-c8e118189f9a,revision_number=4']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:04:40.819522 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Provisioning complete for port 92da396d-4738-472b-a7e9-f348c6f829d2 triggered by entity L2. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:04:40.819913 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (92da396d-4738-472b-a7e9-f348c6f829d2), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:40.896324 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:04:41.004951 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-773d0791-ced0-420c-9067-c2c3d18abc19 req-1714f89c-85b7-48b2-8db0-d9cfb17bf1a2 tempest-DeleteServersTestJSON-481599448 tempest-DeleteServersTestJSON-481599448-project] 10.222.0.57 "GET /v2.0/security-groups?id=5fa43dc1-6ca8-44f0-a60e-8dfb0362c3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1788275 May 26 21:04:41.009715 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-b4835724-eb91-4d7c-a572-90f23121d1ef tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Publish callbacks [] for floatingip (0089c5e1-5fd3-4e41-a123-7dba7443df6a), precommit_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:41.032797 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.db [req-365fd8c2-672e-48fc-87ef-b908cd605744 req-7aa25a6c-947c-4c0e-a03d-253aeafbf5b7 service neutron] For port 47ac4331-a362-498c-bee6-c5b03e42b234, host hv-cinder-82880, cleared binding levels {{(pid=104101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 21:04:41.069397 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Current status of the port 92da396d-4738-472b-a7e9-f348c6f829d2 is: DOWN; New status is: ACTIVE {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:04:41.070274 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (92da396d-4738-472b-a7e9-f348c6f829d2), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:41.132390 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] For port 92da396d-4738-472b-a7e9-f348c6f829d2, host dv-cinder-828806-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-3-iscsi',level=0,port_id=92da396d-4738-472b-a7e9-f348c6f829d2,segment=NetworkSegment(8d4aea41-d977-462c-9098-4088113247cb),segment_id=8d4aea41-d977-462c-9098-4088113247cb)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:04:41.138896 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (92da396d-4738-472b-a7e9-f348c6f829d2), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:41.139997 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Device 9f9f8939-364b-4fe7-a922-a7d9b3523c6c up at agent ovs-agent-dv-cinder-828806-3-iscsi {{(pid=104103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:04:41.163359 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.db [req-365fd8c2-672e-48fc-87ef-b908cd605744 req-7aa25a6c-947c-4c0e-a03d-253aeafbf5b7 service neutron] For port 47ac4331-a362-498c-bee6-c5b03e42b234, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=47ac4331-a362-498c-bee6-c5b03e42b234,segment=NetworkSegment(e7ed7865-4bef-4617-8876-4a0d10d7b2a2),segment_id=e7ed7865-4bef-4617-8876-4a0d10d7b2a2)] {{(pid=104101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 21:04:41.172512 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-365fd8c2-672e-48fc-87ef-b908cd605744 req-7aa25a6c-947c-4c0e-a03d-253aeafbf5b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (47ac4331-a362-498c-bee6-c5b03e42b234), after_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:41.190382 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-b4835724-eb91-4d7c-a572-90f23121d1ef tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (19329f35-8a73-4557-89b2-e554f3ee18e7), before_update {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:41.265251 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365fd8c2-672e-48fc-87ef-b908cd605744 req-7aa25a6c-947c-4c0e-a03d-253aeafbf5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:04:41.269468 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Pushing event updated for resources: {'Port': ['ID=92da396d-4738-472b-a7e9-f348c6f829d2,revision_number=4']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:04:41.270761 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-365fd8c2-672e-48fc-87ef-b908cd605744 req-7aa25a6c-947c-4c0e-a03d-253aeafbf5b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-416010'] for port (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:41.276404 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-365fd8c2-672e-48fc-87ef-b908cd605744 req-7aa25a6c-947c-4c0e-a03d-253aeafbf5b7 service neutron] 10.222.0.62 "PUT /v2.0/ports/47ac4331-a362-498c-bee6-c5b03e42b234 HTTP/1.1" status: 200 len: 1093 time: 6.3554783 May 26 21:04:41.280909 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04ed7f78-01e5-4c64-9f19-d58646810b8f', 'tag': '47ac4331-a362-498c-bee6-c5b03e42b234'}] {{(pid=104101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:04:41.371661 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Provisioning complete for port 9f9f8939-364b-4fe7-a922-a7d9b3523c6c triggered by entity L2. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:04:41.372285 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (9f9f8939-364b-4fe7-a922-a7d9b3523c6c), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:41.386918 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 43810) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:04:41.608141 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Current status of the port 9f9f8939-364b-4fe7-a922-a7d9b3523c6c is: ACTIVE; New status is: ACTIVE {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:04:41.608964 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365fd8c2-672e-48fc-87ef-b908cd605744 req-3a3494b4-1058-4cd7-8a8a-1cdac8522b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:04:41.610641 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-365fd8c2-672e-48fc-87ef-b908cd605744 req-3a3494b4-1058-4cd7-8a8a-1cdac8522b9f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=dab98c8a7d9e43249b01602eb3b63bb8&device_id=04ed7f78-01e5-4c64-9f19-d58646810b8f HTTP/1.1" status: 200 len: 1127 time: 0.2245276 May 26 21:04:41.868082 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-b4835724-eb91-4d7c-a572-90f23121d1ef tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Publish callbacks [] for port (19329f35-8a73-4557-89b2-e554f3ee18e7), precommit_update {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:41.898477 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-b4835724-eb91-4d7c-a572-90f23121d1ef tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (19329f35-8a73-4557-89b2-e554f3ee18e7), after_update {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:41.950477 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-7e83b95a-e99d-4891-9b96-792e7422d245 req-6cd53e36-4743-4028-92dd-8a42d7188781 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--1418469010&fields=id&tenant_id=aee8ddc72b8a4baeb01503afbd8aeab1 HTTP/1.1" status: 200 len: 267 time: 0.3431048 May 26 21:04:42.065093 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Device acc9ed48-9558-49e7-9b9f-c8e118189f9a up at agent ovs-agent-dv-cinder-828806-3-iscsi {{(pid=104103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:04:42.083615 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-ec410a8c-bfb1-4e9c-8d18-19e60b1e2c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (ccb07560-1e88-42f3-8411-377a93089622), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:42.144741 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-b4835724-eb91-4d7c-a572-90f23121d1ef tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1614815'] for floatingip (0089c5e1-5fd3-4e41-a123-7dba7443df6a), after_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:42.248554 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Provisioning complete for port acc9ed48-9558-49e7-9b9f-c8e118189f9a triggered by entity L2. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:04:42.248933 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (acc9ed48-9558-49e7-9b9f-c8e118189f9a), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:42.437060 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4835724-eb91-4d7c-a572-90f23121d1ef tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Pushing event updated for resources: {'Port': ['ID=19329f35-8a73-4557-89b2-e554f3ee18e7,revision_number=2']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:04:42.446989 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=68,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:04:42.462920 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=79,neutron:UPDATE=2 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:04:42.464245 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-b4835724-eb91-4d7c-a572-90f23121d1ef tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25531'] for floatingip (None), before_response {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:42.466358 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-b4835724-eb91-4d7c-a572-90f23121d1ef tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.8705015 May 26 21:04:42.545951 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Current status of the port acc9ed48-9558-49e7-9b9f-c8e118189f9a is: ACTIVE; New status is: ACTIVE {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:04:42.547076 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Device 92da396d-4738-472b-a7e9-f348c6f829d2 up at agent ovs-agent-dv-cinder-828806-3-iscsi {{(pid=104103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:04:42.553772 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e35b3b942162f380527a6ddce7731c26b87baf9d9763e10c20fbd720b027cea7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00dc4411-55ab-4176-99dc-3683b8323d8c" -d '{"events": [{"name": "network-changed", "server_uuid": "04ed7f78-01e5-4c64-9f19-d58646810b8f", "tag": "47ac4331-a362-498c-bee6-c5b03e42b234"}]}' {{(pid=104101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:04:42.576768 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-365fd8c2-672e-48fc-87ef-b908cd605744 req-5ba6707f-d573-415b-9edb-d63f95d0c100 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=47ac4331-a362-498c-bee6-c5b03e42b234 HTTP/1.1" status: 200 len: 217 time: 0.8486919 May 26 21:04:42.591114 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.v2.base [None req-d96dc0fd-5540-4f59-83cb-1e075a9bcd94 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1317893832-network', 'tenant_id': '4c265ca103d04138970bf9df46b47b0d'}} {{(pid=104101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:04:42.617982 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa25a6c-947c-4c0e-a03d-253aeafbf5b7 service neutron] Pushing event updated for resources: {'Port': ['ID=47ac4331-a362-498c-bee6-c5b03e42b234,revision_number=3']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:04:42.651180 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e83b95a-e99d-4891-9b96-792e7422d245 req-c53c09fc-3eb7-4be0-9e4a-95c14743b28f tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:04:42.662761 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-7e83b95a-e99d-4891-9b96-792e7422d245 req-c53c09fc-3eb7-4be0-9e4a-95c14743b28f tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/networks?id=5629c7a4-9159-4bb4-9c94-a1405c68e80c HTTP/1.1" status: 200 len: 810 time: 0.6959767 May 26 21:04:42.703689 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-7e83b95a-e99d-4891-9b96-792e7422d245 req-ff17b7cb-c15a-4ff8-a965-c8816239fab3 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/quotas/aee8ddc72b8a4baeb01503afbd8aeab1 HTTP/1.1" status: 200 len: 375 time: 0.0369561 May 26 21:04:42.728846 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Provisioning complete for port 92da396d-4738-472b-a7e9-f348c6f829d2 triggered by entity L2. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:04:42.729505 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (92da396d-4738-472b-a7e9-f348c6f829d2), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:42.826788 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=100 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:04:42.831716 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d96dc0fd-5540-4f59-83cb-1e075a9bcd94 admin admin] Made reservation on behalf of 4c265ca103d04138970bf9df46b47b0d for: {'network': 1} {{(pid=104101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 21:04:42.841254 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-d96dc0fd-5540-4f59-83cb-1e075a9bcd94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for network (None), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:42.860039 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365fd8c2-672e-48fc-87ef-b908cd605744 req-054f6280-733b-4387-b535-8d8a7bb4d9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:04:42.862591 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-365fd8c2-672e-48fc-87ef-b908cd605744 req-054f6280-733b-4387-b535-8d8a7bb4d9b1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e5ed1f80-314e-4293-9b20-667b1fc78dec HTTP/1.1" status: 200 len: 852 time: 0.2454481 May 26 21:04:42.877365 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-d96dc0fd-5540-4f59-83cb-1e075a9bcd94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:42.919282 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Current status of the port 92da396d-4738-472b-a7e9-f348c6f829d2 is: ACTIVE; New status is: ACTIVE {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:04:42.989324 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-2cedcaf3-f8c8-488c-9e0f-8ce175add227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (5deefb54-cd62-4255-b022-7e9734e3e0b8), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:43.000503 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-365fd8c2-672e-48fc-87ef-b908cd605744 req-57291954-db4b-4cb4-848f-e14fb9599336 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f8e5e321-d176-4b51-947f-dcc84f6180fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1149879 May 26 21:04:43.234290 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:04:43.247563 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c397ba3-6791-4b02-9afa-f1d8d9066bf2 None None] Sync routers for ids ['9c24a6de-fc3e-4eaa-b391-9f1814cc7ea4'] in dv-cinder-828806-3-iscsi {{(pid=104104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 21:04:43.311377 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c397ba3-6791-4b02-9afa-f1d8d9066bf2 None None] Routers {'9c24a6de-fc3e-4eaa-b391-9f1814cc7ea4'} bound to L3 agent in host dv-cinder-828806-3-iscsi {{(pid=104104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:04:43.312746 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_hamode_db [None req-0c397ba3-6791-4b02-9afa-f1d8d9066bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T20:55:42Z,description=,heartbeat_timestamp=2022-05-26T21:04:42Z,host='dv-cinder-828806-3-iscsi',id=ccb07560-1e88-42f3-8411-377a93089622,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T20:55:42Z,topic='l3_agent')) {'router_ids': ['9c24a6de-fc3e-4eaa-b391-9f1814cc7ea4'], 'active': True} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:04:43.364958 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-d96dc0fd-5540-4f59-83cb-1e075a9bcd94 admin admin] Publish callbacks [] for security_group (b2fef0ce-91e2-4c66-a9d9-3ed849ce8345), precommit_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:43.367880 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-365fd8c2-672e-48fc-87ef-b908cd605744 req-8ec1221f-b3b8-4560-b9e1-e0b6c3f8700c service neutron] 10.222.0.62 "GET /v2.0/networks/f8e5e321-d176-4b51-947f-dcc84f6180fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3375998 May 26 21:04:43.373240 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-d96dc0fd-5540-4f59-83cb-1e075a9bcd94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (b2fef0ce-91e2-4c66-a9d9-3ed849ce8345), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:43.389368 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d96dc0fd-5540-4f59-83cb-1e075a9bcd94 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422} {{(pid=104101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 21:04:43.401891 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-d96dc0fd-5540-4f59-83cb-1e075a9bcd94 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8787881957991', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-995747'] for segment (4d545594-1a83-46eb-a739-dce290aa1c98), precommit_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:43.402405 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.db.segments_db [None req-d96dc0fd-5540-4f59-83cb-1e075a9bcd94 admin admin] Added segment 4d545594-1a83-46eb-a739-dce290aa1c98 of type vlan for network 45cc337f-0689-49a7-a637-f256749f1123 May 26 21:04:43.455561 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-d96dc0fd-5540-4f59-83cb-1e075a9bcd94 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787881459577'] for network (45cc337f-0689-49a7-a637-f256749f1123), precommit_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:43.459496 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-7e83b95a-e99d-4891-9b96-792e7422d245 req-7877035d-fb1a-46be-b82a-f45b7258a4d6 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=aee8ddc72b8a4baeb01503afbd8aeab1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7077286 May 26 21:04:43.498616 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd24d55e-cbc7-457f-9b26-ff1cd7eab24a req-ad290797-d12a-461a-ae5e-95d045a5a1f2 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:04:43.500755 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-fd24d55e-cbc7-457f-9b26-ff1cd7eab24a req-ad290797-d12a-461a-ae5e-95d045a5a1f2 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/networks?id=db3bac2b-2e57-4b81-ab3a-36a5a5912178 HTTP/1.1" status: 200 len: 819 time: 0.7932236 May 26 21:04:43.539890 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-fd24d55e-cbc7-457f-9b26-ff1cd7eab24a req-b8524deb-f01e-4e4b-bfa7-73030f8ad373 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/quotas/9f8ac962c5d0402eb17b01aa02632897 HTTP/1.1" status: 200 len: 375 time: 0.0189657 May 26 21:04:43.543987 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034f54bb-ee30-401e-affe-17ea43e44166 None None] Sync routers for ids ['0ae71226-f833-44ce-a6e1-48688ff4f972'] in dv-cinder-828806-3-iscsi {{(pid=104103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 21:04:43.550957 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-d96dc0fd-5540-4f59-83cb-1e075a9bcd94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052'] for network (45cc337f-0689-49a7-a637-f256749f1123), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:43.556590 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d96dc0fd-5540-4f59-83cb-1e075a9bcd94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:04:43.571837 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034f54bb-ee30-401e-affe-17ea43e44166 None None] Routers {'0ae71226-f833-44ce-a6e1-48688ff4f972'} bound to L3 agent in host dv-cinder-828806-3-iscsi {{(pid=104103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:04:43.573134 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_hamode_db [None req-034f54bb-ee30-401e-affe-17ea43e44166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T20:55:42Z,description=,heartbeat_timestamp=2022-05-26T21:04:42Z,host='dv-cinder-828806-3-iscsi',id=ccb07560-1e88-42f3-8411-377a93089622,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T20:55:42Z,topic='l3_agent')) {'router_ids': ['0ae71226-f833-44ce-a6e1-48688ff4f972'], 'active': True} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:04:43.586201 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-d96dc0fd-5540-4f59-83cb-1e075a9bcd94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-416010'] for network (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:43.708921 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-fd24d55e-cbc7-457f-9b26-ff1cd7eab24a req-15b5856d-026f-4824-923a-d44f24ecff4b tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=9f8ac962c5d0402eb17b01aa02632897&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1528838 May 26 21:04:43.713750 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvr_db [None req-0c397ba3-6791-4b02-9afa-f1d8d9066bf2 None None] Set router 9c24a6de-fc3e-4eaa-b391-9f1814cc7ea4 gateway port host: dv-cinder-828806-3-iscsi {{(pid=104104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:04:43.782162 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvr_db [None req-034f54bb-ee30-401e-affe-17ea43e44166 None None] Set router 0ae71226-f833-44ce-a6e1-48688ff4f972 gateway port host: dv-cinder-828806-3-iscsi {{(pid=104103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:04:43.924013 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96dc0fd-5540-4f59-83cb-1e075a9bcd94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2fef0ce-91e2-4c66-a9d9-3ed849ce8345,revision_number=1']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:04:43.950129 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-d96dc0fd-5540-4f59-83cb-1e075a9bcd94 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.5620892 May 26 21:04:43.959597 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 43912) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:04:43.969092 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:04:43.973763 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.v2.base [None req-8a08c952-a2e1-42ce-8276-4330278ed7af admin admin] Request body: {'subnet': {'network_id': '45cc337f-0689-49a7-a637-f256749f1123', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1317893832-subnet', 'tenant_id': '4c265ca103d04138970bf9df46b47b0d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:04:43.991743 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:04:43.992867 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:04:43.995544 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96dc0fd-5540-4f59-83cb-1e075a9bcd94 admin admin] Pushing event updated for resources: {'Network': ['ID=45cc337f-0689-49a7-a637-f256749f1123,revision_number=1']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:04:44.002335 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-fd24d55e-cbc7-457f-9b26-ff1cd7eab24a req-5528090b-f51f-42b1-aab3-8b06a528974a service neutron] 10.222.0.57 "GET /v2.0/networks/db3bac2b-2e57-4b81-ab3a-36a5a5912178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2776039 May 26 21:04:44.009807 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [req-7e83b95a-e99d-4891-9b96-792e7422d245 req-2382bf16-f0d1-4f29-917f-f40560b3264c service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=104102) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 21:04:44.011403 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-7e83b95a-e99d-4891-9b96-792e7422d245 req-2382bf16-f0d1-4f29-917f-f40560b3264c service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3001113 May 26 21:04:44.041780 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Network 45cc337f-0689-49a7-a637-f256749f1123 details requested by agent ovs-agent-dv-cinder-828806-3-iscsi with host dv-cinder-828806-3-iscsi {{(pid=104103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 21:04:44.159881 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-365fd8c2-672e-48fc-87ef-b908cd605744 req-9587897d-e186-45ca-9909-61abefcd194c service neutron] 10.222.0.62 "GET /v2.0/networks/f8e5e321-d176-4b51-947f-dcc84f6180fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6504323 May 26 21:04:44.172561 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a08c952-a2e1-42ce-8276-4330278ed7af admin admin] Made reservation on behalf of 4c265ca103d04138970bf9df46b47b0d for: {'subnet': 1} {{(pid=104101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 21:04:44.182773 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-8a08c952-a2e1-42ce-8276-4330278ed7af admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:44.209262 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_hamode_db [None req-034f54bb-ee30-401e-affe-17ea43e44166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ae71226-f833-44ce-a6e1-48688ff4f972', 'name': 'tempest-ServerRescueNegativeTestJSON-1633340236-router', 'tenant_id': '9f8ac962c5d0402eb17b01aa02632897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': 'acc9ed48-9558-49e7-9b9f-c8e118189f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:04:21Z', 'updated_at': '2022-05-26T21:04:35Z', 'revision_number': 4, 'project_id': '9f8ac962c5d0402eb17b01aa02632897', 'gw_port': {'id': 'acc9ed48-9558-49e7-9b9f-c8e118189f9a', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:7a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae71226-f833-44ce-a6e1-48688ff4f972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:04:23Z', 'updated_at': '2022-05-26T21:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi', '_interfaces': [{'id': 'fbbeb1c6-1690-4c85-91b1-afdd67f080b6', 'name': '', 'network_id': 'db3bac2b-2e57-4b81-ab3a-36a5a5912178', 'tenant_id': '9f8ac962c5d0402eb17b01aa02632897', 'mac_address': 'fa:16:3e:66:48:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ae71226-f833-44ce-a6e1-48688ff4f972', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'aedf8799-8f39-49e6-9345-2bd6d7772744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:04:32Z', 'updated_at': '2022-05-26T21:04:36Z', 'revision_number': 2, 'project_id': '9f8ac962c5d0402eb17b01aa02632897', 'subnets': [{'id': 'aedf8799-8f39-49e6-9345-2bd6d7772744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-3-iscsi', False) {} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:04:44.222084 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-fd24d55e-cbc7-457f-9b26-ff1cd7eab24a req-ce47ee16-eb6d-4e9e-885e-639259337e39 service neutron] 10.222.0.57 "GET /v2.0/networks/db3bac2b-2e57-4b81-ab3a-36a5a5912178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875472 May 26 21:04:44.247656 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034f54bb-ee30-401e-affe-17ea43e44166 None None] Checking router: 0ae71226-f833-44ce-a6e1-48688ff4f972 for host: dv-cinder-828806-3-iscsi {{(pid=104103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 21:04:44.248342 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034f54bb-ee30-401e-affe-17ea43e44166 None None] Updating router 0ae71226-f833-44ce-a6e1-48688ff4f972 port fbbeb1c6-1690-4c85-91b1-afdd67f080b6 binding host dv-cinder-828806-3-iscsi {{(pid=104103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 21:04:44.252913 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_hamode_db [None req-0c397ba3-6791-4b02-9afa-f1d8d9066bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c24a6de-fc3e-4eaa-b391-9f1814cc7ea4', 'name': 'tempest-AttachVolumeShelveTestJSON-1314911334-router', 'tenant_id': 'ba383df93dcf4c32b2b1c17bebd7f752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': '92da396d-4738-472b-a7e9-f348c6f829d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:04:22Z', 'updated_at': '2022-05-26T21:04:32Z', 'revision_number': 4, 'project_id': 'ba383df93dcf4c32b2b1c17bebd7f752', 'gw_port': {'id': '92da396d-4738-472b-a7e9-f348c6f829d2', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:80:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c24a6de-fc3e-4eaa-b391-9f1814cc7ea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:04:23Z', 'updated_at': '2022-05-26T21:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi', '_interfaces': [{'id': 'b3a8742f-62f0-4f53-8cff-97d69d32823f', 'name': '', 'network_id': 'ff69986b-e00e-41bd-8a28-f959570fc8f7', 'tenant_id': 'ba383df93dcf4c32b2b1c17bebd7f752', 'mac_address': 'fa:16:3e:c7:44:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c24a6de-fc3e-4eaa-b391-9f1814cc7ea4', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '647d6a86-42b9-4a67-830f-75c07bdfd5d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:04:30Z', 'updated_at': '2022-05-26T21:04:33Z', 'revision_number': 2, 'project_id': 'ba383df93dcf4c32b2b1c17bebd7f752', 'subnets': [{'id': '647d6a86-42b9-4a67-830f-75c07bdfd5d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-3-iscsi', False) {} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:04:44.278342 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-034f54bb-ee30-401e-affe-17ea43e44166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (fbbeb1c6-1690-4c85-91b1-afdd67f080b6), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:44.339250 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-7e83b95a-e99d-4891-9b96-792e7422d245 req-27bebe49-e748-444f-9950-fc4c2950c99b service neutron] 10.222.0.57 "GET /v2.0/networks/5629c7a4-9159-4bb4-9c94-a1405c68e80c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3204389 May 26 21:04:44.342189 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c397ba3-6791-4b02-9afa-f1d8d9066bf2 None None] Checking router: 9c24a6de-fc3e-4eaa-b391-9f1814cc7ea4 for host: dv-cinder-828806-3-iscsi {{(pid=104104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 21:04:44.342624 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c397ba3-6791-4b02-9afa-f1d8d9066bf2 None None] Updating router 9c24a6de-fc3e-4eaa-b391-9f1814cc7ea4 port b3a8742f-62f0-4f53-8cff-97d69d32823f binding host dv-cinder-828806-3-iscsi {{(pid=104104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 21:04:44.442628 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-0c397ba3-6791-4b02-9afa-f1d8d9066bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (b3a8742f-62f0-4f53-8cff-97d69d32823f), before_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:44.493291 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:UPDATE=2,neutron:SELECT=82,neutron:INSERT=14,neutron:DELETE=2 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:04:44.586200 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-7e83b95a-e99d-4891-9b96-792e7422d245 req-c093db01-4e80-4f10-b7e3-e91bd4294a51 service neutron] 10.222.0.57 "GET /v2.0/networks/5629c7a4-9159-4bb4-9c94-a1405c68e80c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2456801 May 26 21:04:44.593298 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-46f12c73-3700-4e7e-86c8-206b84d0e626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (54d4a93e-badb-480c-831f-99f9f6beb5f4), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:44.730555 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73404f49-09b4-4942-a155-9c62d3bb9f3d req-f4fc239a-3c4e-475e-8a6d-130f78e19247 tempest-DeleteServersTestJSON-481599448 tempest-DeleteServersTestJSON-481599448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:04:44.732393 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-73404f49-09b4-4942-a155-9c62d3bb9f3d req-f4fc239a-3c4e-475e-8a6d-130f78e19247 tempest-DeleteServersTestJSON-481599448 tempest-DeleteServersTestJSON-481599448-project] 10.222.0.57 "GET /v2.0/ports?device_id=04ed7f78-01e5-4c64-9f19-d58646810b8f HTTP/1.1" status: 200 len: 943 time: 0.1173739 May 26 21:04:44.793320 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-8a08c952-a2e1-42ce-8276-4330278ed7af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052'] for subnet (d2c6a7b6-523e-4b52-bbbf-bcab602c8c10), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:44.835344 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-73404f49-09b4-4942-a155-9c62d3bb9f3d req-70882262-e929-47ad-a76b-b233d05a90b0 tempest-DeleteServersTestJSON-481599448 tempest-DeleteServersTestJSON-481599448-project] 10.222.0.57 "GET /v2.0/security-groups?id=5fa43dc1-6ca8-44f0-a60e-8dfb0362c3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944290 May 26 21:04:44.976879 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a08c952-a2e1-42ce-8276-4330278ed7af admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2c6a7b6-523e-4b52-bbbf-bcab602c8c10,revision_number=0']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:04:44.990593 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a08c952-a2e1-42ce-8276-4330278ed7af admin admin] Checking segment: {'id': '4d545594-1a83-46eb-a739-dce290aa1c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '45cc337f-0689-49a7-a637-f256749f1123'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 21:04:44.990593 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a08c952-a2e1-42ce-8276-4330278ed7af admin admin] Network hostable DHCP agents. Network: 45cc337f-0689-49a7-a637-f256749f1123, hostable agents: ['28061657-8b16-479f-8ff4-19bdcc74bc2c'], hosted agents: [] {{(pid=104101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 21:04:45.060537 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-034f54bb-ee30-401e-affe-17ea43e44166 None None] Publish callbacks [] for port (fbbeb1c6-1690-4c85-91b1-afdd67f080b6), precommit_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:45.071729 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a08c952-a2e1-42ce-8276-4330278ed7af admin admin] Network 45cc337f-0689-49a7-a637-f256749f1123 is scheduled to be hosted by DHCP agent 28061657-8b16-479f-8ff4-19bdcc74bc2c with binding_index 1 {{(pid=104101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 21:04:45.081981 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:04:45.091820 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-034f54bb-ee30-401e-affe-17ea43e44166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (fbbeb1c6-1690-4c85-91b1-afdd67f080b6), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:45.108651 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.scheduler.base_scheduler [None req-8a08c952-a2e1-42ce-8276-4330278ed7af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828806-3-iscsi, 45cc337f-0689-49a7-a637-f256749f1123) {{(pid=104101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:04:45.119901 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a08c952-a2e1-42ce-8276-4330278ed7af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:04:45.120787 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-8a08c952-a2e1-42ce-8276-4330278ed7af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-416010'] for subnet (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:45.165239 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-0c397ba3-6791-4b02-9afa-f1d8d9066bf2 None None] Publish callbacks [] for port (b3a8742f-62f0-4f53-8cff-97d69d32823f), precommit_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:45.176488 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-8a08c952-a2e1-42ce-8276-4330278ed7af admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2040308 May 26 21:04:45.181621 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-0c397ba3-6791-4b02-9afa-f1d8d9066bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (b3a8742f-62f0-4f53-8cff-97d69d32823f), after_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:45.205558 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-593b4b7b-51e3-4213-a680-a154819b7fcf None None] Network 45cc337f-0689-49a7-a637-f256749f1123 requested from dv-cinder-828806-3-iscsi {{(pid=104103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 21:04:45.344256 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 21:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcd1ff13-fe89-429d-b39e-dcd0224d026d x-openstack-request-id: req-bcd1ff13-fe89-429d-b39e-dcd0224d026d {{(pid=104101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:04:45.344583 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04ed7f78-01e5-4c64-9f19-d58646810b8f", "tag": "47ac4331-a362-498c-bee6-c5b03e42b234", "status": "completed", "code": 200}]} {{(pid=104101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:04:45.344825 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-bcd1ff13-fe89-429d-b39e-dcd0224d026d {{(pid=104101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:04:45.345646 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcd1ff13-fe89-429d-b39e-dcd0224d026d'] response: {'name': 'network-changed', 'server_uuid': '04ed7f78-01e5-4c64-9f19-d58646810b8f', 'tag': '47ac4331-a362-498c-bee6-c5b03e42b234', 'status': 'completed', 'code': 200} May 26 21:04:45.422884 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-25756f3a-6426-42ec-b0ad-2604d46a29b6 req-848ec270-bed1-423b-a3fe-87564b8aea90 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--1917190696&fields=id&tenant_id=ba383df93dcf4c32b2b1c17bebd7f752 HTTP/1.1" status: 200 len: 267 time: 0.1978021 May 26 21:04:45.483626 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9126d21-c3f6-48f1-b588-614a7c7817e0 None None] Pushing event updated for resources: {'Port': ['ID=fbbeb1c6-1690-4c85-91b1-afdd67f080b6,revision_number=3']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:04:45.588448 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76b26b8-6a3b-454c-a182-191096063763 None None] Pushing event updated for resources: {'Port': ['ID=b3a8742f-62f0-4f53-8cff-97d69d32823f,revision_number=3']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:04:45.617379 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.agents_db [None req-7031173d-d819-4c63-a4ce-0c5776890f6a None None] Agent healthcheck: found 6 active agents {{(pid=104104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 21:04:45.655813 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:04:45.744648 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.managers [None req-0c397ba3-6791-4b02-9afa-f1d8d9066bf2 None None] Attempting to bind port b3a8742f-62f0-4f53-8cff-97d69d32823f on host dv-cinder-828806-3-iscsi for vnic_type normal with profile {{(pid=104104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 21:04:45.745020 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.managers [None req-0c397ba3-6791-4b02-9afa-f1d8d9066bf2 None None] Attempting to bind port b3a8742f-62f0-4f53-8cff-97d69d32823f by drivers openvswitch,hyperv on host dv-cinder-828806-3-iscsi at level 0 using segments [{'id': '7fb7ed4c-a972-40f4-a310-001c141d4c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'ff69986b-e00e-41bd-8a28-f959570fc8f7'}] {{(pid=104104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 21:04:45.745380 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c397ba3-6791-4b02-9afa-f1d8d9066bf2 None None] Attempting to bind port b3a8742f-62f0-4f53-8cff-97d69d32823f on network ff69986b-e00e-41bd-8a28-f959570fc8f7 {{(pid=104104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 21:04:45.776445 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c397ba3-6791-4b02-9afa-f1d8d9066bf2 None None] Checking agent: {'id': '545ffc5a-00f7-4140-8f25-9e74b0e32d39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828806-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 20, 55, 46), 'started_at': datetime.datetime(2022, 5, 26, 20, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 21, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828806-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 21:04:45.776445 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c397ba3-6791-4b02-9afa-f1d8d9066bf2 None None] Checking segment: {'id': '7fb7ed4c-a972-40f4-a310-001c141d4c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'ff69986b-e00e-41bd-8a28-f959570fc8f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 21:04:45.776445 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-0c397ba3-6791-4b02-9afa-f1d8d9066bf2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:45.776445 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c397ba3-6791-4b02-9afa-f1d8d9066bf2 None None] Bound using segment: {'id': '7fb7ed4c-a972-40f4-a310-001c141d4c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'ff69986b-e00e-41bd-8a28-f959570fc8f7'} {{(pid=104104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 21:04:45.776445 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.managers [None req-0c397ba3-6791-4b02-9afa-f1d8d9066bf2 None None] Bound port: b3a8742f-62f0-4f53-8cff-97d69d32823f, host: dv-cinder-828806-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fb7ed4c-a972-40f4-a310-001c141d4c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'ff69986b-e00e-41bd-8a28-f959570fc8f7'}}] {{(pid=104104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 21:04:45.777605 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-0c397ba3-6791-4b02-9afa-f1d8d9066bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (b3a8742f-62f0-4f53-8cff-97d69d32823f), before_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:45.811742 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-abe71eec-185e-465a-8c7d-8c21c05be3a4 req-10293869-0a9a-429d-8137-cfdae3fa042f tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?device_id=fba09f97-8026-4d4e-b8a6-e4705eff1e98 HTTP/1.1" status: 200 len: 210 time: 0.3443506 May 26 21:04:45.988761 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.db [None req-0c397ba3-6791-4b02-9afa-f1d8d9066bf2 None None] For port b3a8742f-62f0-4f53-8cff-97d69d32823f, host dv-cinder-828806-3-iscsi, cleared binding levels {{(pid=104104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 21:04:46.008837 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.db [None req-0c397ba3-6791-4b02-9afa-f1d8d9066bf2 None None] For port b3a8742f-62f0-4f53-8cff-97d69d32823f, host dv-cinder-828806-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-3-iscsi',level=0,port_id=b3a8742f-62f0-4f53-8cff-97d69d32823f,segment=NetworkSegment(7fb7ed4c-a972-40f4-a310-001c141d4c5c),segment_id=7fb7ed4c-a972-40f4-a310-001c141d4c5c)] {{(pid=104104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 21:04:46.023948 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-0c397ba3-6791-4b02-9afa-f1d8d9066bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (b3a8742f-62f0-4f53-8cff-97d69d32823f), after_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:46.048701 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 44030) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:04:46.151215 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-70c11397-72f8-4cc5-b334-f721c4642f62 req-219d2518-a6b7-458e-b76d-42048a8cae48 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/ports?device_id=b394d5b9-c201-4bff-8cac-68cce2954f16 HTTP/1.1" status: 200 len: 210 time: 0.1756804 May 26 21:04:46.154218 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-2c3660fc-1034-4bb6-ae93-e96d77823c3e None None] Provisioning complete for port fbbeb1c6-1690-4c85-91b1-afdd67f080b6 triggered by entity DHCP. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:04:46.154704 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-2c3660fc-1034-4bb6-ae93-e96d77823c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (fbbeb1c6-1690-4c85-91b1-afdd67f080b6), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:46.167493 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c397ba3-6791-4b02-9afa-f1d8d9066bf2 None None] Routers {'9c24a6de-fc3e-4eaa-b391-9f1814cc7ea4'} bound to L3 agent in host dv-cinder-828806-3-iscsi {{(pid=104104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:04:46.168151 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_hamode_db [None req-0c397ba3-6791-4b02-9afa-f1d8d9066bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T20:55:42Z,description=,heartbeat_timestamp=2022-05-26T21:04:42Z,host='dv-cinder-828806-3-iscsi',id=ccb07560-1e88-42f3-8411-377a93089622,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T20:55:42Z,topic='l3_agent')) {'router_ids': ['9c24a6de-fc3e-4eaa-b391-9f1814cc7ea4'], 'active': True} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:04:46.210079 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25756f3a-6426-42ec-b0ad-2604d46a29b6 req-60c62a9e-4bf4-4f79-9efe-b4e888e50a8b tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:04:46.229015 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-25756f3a-6426-42ec-b0ad-2604d46a29b6 req-60c62a9e-4bf4-4f79-9efe-b4e888e50a8b tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/networks?id=ff69986b-e00e-41bd-8a28-f959570fc8f7 HTTP/1.1" status: 200 len: 817 time: 0.8030319 May 26 21:04:46.284080 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-25756f3a-6426-42ec-b0ad-2604d46a29b6 req-439a7cf4-72a5-4aa0-8a49-364eb9fb9202 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/quotas/ba383df93dcf4c32b2b1c17bebd7f752 HTTP/1.1" status: 200 len: 375 time: 0.0449734 May 26 21:04:46.290869 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:04:46.307916 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-2c3660fc-1034-4bb6-ae93-e96d77823c3e None None] Port fbbeb1c6-1690-4c85-91b1-afdd67f080b6 cannot update to ACTIVE because it is not bound. {{(pid=104103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 21:04:46.350934 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-5f49f8d3-87ee-4b2c-8be7-284e92f2486b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:46.373169 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76b26b8-6a3b-454c-a182-191096063763 None None] Pushing event updated for resources: {'Port': ['ID=b3a8742f-62f0-4f53-8cff-97d69d32823f,revision_number=4']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:04:46.405409 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:04:46.432137 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.managers [None req-034f54bb-ee30-401e-affe-17ea43e44166 None None] Attempting to bind port fbbeb1c6-1690-4c85-91b1-afdd67f080b6 on host dv-cinder-828806-3-iscsi for vnic_type normal with profile {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 21:04:46.435245 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.managers [None req-034f54bb-ee30-401e-affe-17ea43e44166 None None] Attempting to bind port fbbeb1c6-1690-4c85-91b1-afdd67f080b6 by drivers openvswitch,hyperv on host dv-cinder-828806-3-iscsi at level 0 using segments [{'id': '81ad88fc-3505-498e-a408-c780e45b6192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'db3bac2b-2e57-4b81-ab3a-36a5a5912178'}] {{(pid=104103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 21:04:46.436189 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-034f54bb-ee30-401e-affe-17ea43e44166 None None] Attempting to bind port fbbeb1c6-1690-4c85-91b1-afdd67f080b6 on network db3bac2b-2e57-4b81-ab3a-36a5a5912178 {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 21:04:46.479705 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvr_db [None req-0c397ba3-6791-4b02-9afa-f1d8d9066bf2 None None] Set router 9c24a6de-fc3e-4eaa-b391-9f1814cc7ea4 gateway port host: dv-cinder-828806-3-iscsi {{(pid=104104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:04:46.487395 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-034f54bb-ee30-401e-affe-17ea43e44166 None None] Checking agent: {'id': '545ffc5a-00f7-4140-8f25-9e74b0e32d39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828806-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 20, 55, 46), 'started_at': datetime.datetime(2022, 5, 26, 20, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 21, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828806-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 21:04:46.492650 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-034f54bb-ee30-401e-affe-17ea43e44166 None None] Checking segment: {'id': '81ad88fc-3505-498e-a408-c780e45b6192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'db3bac2b-2e57-4b81-ab3a-36a5a5912178'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 21:04:46.493265 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-034f54bb-ee30-401e-affe-17ea43e44166 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:46.493718 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-034f54bb-ee30-401e-affe-17ea43e44166 None None] Bound using segment: {'id': '81ad88fc-3505-498e-a408-c780e45b6192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'db3bac2b-2e57-4b81-ab3a-36a5a5912178'} {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 21:04:46.494321 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.managers [None req-034f54bb-ee30-401e-affe-17ea43e44166 None None] Bound port: fbbeb1c6-1690-4c85-91b1-afdd67f080b6, host: dv-cinder-828806-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81ad88fc-3505-498e-a408-c780e45b6192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'db3bac2b-2e57-4b81-ab3a-36a5a5912178'}}] {{(pid=104103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 21:04:46.494772 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-034f54bb-ee30-401e-affe-17ea43e44166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (fbbeb1c6-1690-4c85-91b1-afdd67f080b6), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:46.522618 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-5f49f8d3-87ee-4b2c-8be7-284e92f2486b admin admin] Publish callbacks [] for security_group (64f6b060-060e-4384-adb2-8a51d0101920), precommit_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:46.528687 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-5f49f8d3-87ee-4b2c-8be7-284e92f2486b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (64f6b060-060e-4384-adb2-8a51d0101920), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:46.552794 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-25756f3a-6426-42ec-b0ad-2604d46a29b6 req-3f47f48b-48ea-4317-9ac8-d72bb8d312b0 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=ba383df93dcf4c32b2b1c17bebd7f752&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2667177 May 26 21:04:46.571351 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1f130d-2e12-4cd1-8364-03e97c79a87b req-b1ba030c-9fbf-4d8a-abab-9147acace99c tempest-DeleteServersTestJSON-481599448 tempest-DeleteServersTestJSON-481599448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:04:46.573393 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-7a1f130d-2e12-4cd1-8364-03e97c79a87b req-b1ba030c-9fbf-4d8a-abab-9147acace99c tempest-DeleteServersTestJSON-481599448 tempest-DeleteServersTestJSON-481599448-project] 10.222.0.57 "GET /v2.0/ports?device_id=04ed7f78-01e5-4c64-9f19-d58646810b8f HTTP/1.1" status: 200 len: 943 time: 0.1703300 May 26 21:04:46.579381 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (545ffc5a-00f7-4140-8f25-9e74b0e32d39), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:46.598569 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-d83f201f-285e-44f6-a93d-a863ccd0545d None None] Provisioning complete for port b3a8742f-62f0-4f53-8cff-97d69d32823f triggered by entity DHCP. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:04:46.601375 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-d83f201f-285e-44f6-a93d-a863ccd0545d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (b3a8742f-62f0-4f53-8cff-97d69d32823f), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:46.655424 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-5f49f8d3-87ee-4b2c-8be7-284e92f2486b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=73887c3d2f5a4a2793387257395c44d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6054008 May 26 21:04:46.656665 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 44050) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:04:46.676943 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:04:46.677671 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f49f8d3-87ee-4b2c-8be7-284e92f2486b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64f6b060-060e-4384-adb2-8a51d0101920,revision_number=1']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:04:46.692135 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256fa8bd-f8ad-492a-9fce-aa99cb74413d None None] Network 45cc337f-0689-49a7-a637-f256749f1123 requested from dv-cinder-828806-3-iscsi {{(pid=104103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 21:04:46.745854 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-c68a0d64-a08c-4c19-b88a-05927adc2fc9 admin admin] Publish callbacks [] for security_group (64f6b060-060e-4384-adb2-8a51d0101920), before_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:46.748869 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_hamode_db [None req-0c397ba3-6791-4b02-9afa-f1d8d9066bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c24a6de-fc3e-4eaa-b391-9f1814cc7ea4', 'name': 'tempest-AttachVolumeShelveTestJSON-1314911334-router', 'tenant_id': 'ba383df93dcf4c32b2b1c17bebd7f752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': '92da396d-4738-472b-a7e9-f348c6f829d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:04:22Z', 'updated_at': '2022-05-26T21:04:32Z', 'revision_number': 4, 'project_id': 'ba383df93dcf4c32b2b1c17bebd7f752', 'gw_port': {'id': '92da396d-4738-472b-a7e9-f348c6f829d2', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:80:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c24a6de-fc3e-4eaa-b391-9f1814cc7ea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:04:23Z', 'updated_at': '2022-05-26T21:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi', '_interfaces': [{'id': 'b3a8742f-62f0-4f53-8cff-97d69d32823f', 'name': '', 'network_id': 'ff69986b-e00e-41bd-8a28-f959570fc8f7', 'tenant_id': 'ba383df93dcf4c32b2b1c17bebd7f752', 'mac_address': 'fa:16:3e:c7:44:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c24a6de-fc3e-4eaa-b391-9f1814cc7ea4', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '647d6a86-42b9-4a67-830f-75c07bdfd5d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:04:30Z', 'updated_at': '2022-05-26T21:04:45Z', 'revision_number': 4, 'project_id': 'ba383df93dcf4c32b2b1c17bebd7f752', 'subnets': [{'id': '647d6a86-42b9-4a67-830f-75c07bdfd5d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-3-iscsi', False) {} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:04:46.779259 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c397ba3-6791-4b02-9afa-f1d8d9066bf2 None None] The sync data for ids ['9c24a6de-fc3e-4eaa-b391-9f1814cc7ea4'] in dv-cinder-828806-3-iscsi is: [{'id': '9c24a6de-fc3e-4eaa-b391-9f1814cc7ea4', 'name': 'tempest-AttachVolumeShelveTestJSON-1314911334-router', 'tenant_id': 'ba383df93dcf4c32b2b1c17bebd7f752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': '92da396d-4738-472b-a7e9-f348c6f829d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:04:22Z', 'updated_at': '2022-05-26T21:04:32Z', 'revision_number': 4, 'project_id': 'ba383df93dcf4c32b2b1c17bebd7f752', 'gw_port': {'id': '92da396d-4738-472b-a7e9-f348c6f829d2', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:80:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c24a6de-fc3e-4eaa-b391-9f1814cc7ea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:04:23Z', 'updated_at': '2022-05-26T21:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi', '_interfaces': [{'id': 'b3a8742f-62f0-4f53-8cff-97d69d32823f', 'name': '', 'network_id': 'ff69986b-e00e-41bd-8a28-f959570fc8f7', 'tenant_id': 'ba383df93dcf4c32b2b1c17bebd7f752', 'mac_address': 'fa:16:3e:c7:44:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c24a6de-fc3e-4eaa-b391-9f1814cc7ea4', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '647d6a86-42b9-4a67-830f-75c07bdfd5d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:04:30Z', 'updated_at': '2022-05-26T21:04:45Z', 'revision_number': 4, 'project_id': 'ba383df93dcf4c32b2b1c17bebd7f752', 'subnets': [{'id': '647d6a86-42b9-4a67-830f-75c07bdfd5d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 21:04:46.793582 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-c68a0d64-a08c-4c19-b88a-05927adc2fc9 admin admin] Publish callbacks [] for security_group (64f6b060-060e-4384-adb2-8a51d0101920), precommit_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:46.793944 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-7a1f130d-2e12-4cd1-8364-03e97c79a87b req-02479422-5d78-4891-b662-8578f26c9c79 tempest-DeleteServersTestJSON-481599448 tempest-DeleteServersTestJSON-481599448-project] 10.222.0.57 "GET /v2.0/security-groups?id=5fa43dc1-6ca8-44f0-a60e-8dfb0362c3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114341 May 26 21:04:46.809548 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-034f54bb-ee30-401e-affe-17ea43e44166 None None] For port fbbeb1c6-1690-4c85-91b1-afdd67f080b6, host dv-cinder-828806-3-iscsi, cleared binding levels {{(pid=104103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 21:04:46.812259 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-25756f3a-6426-42ec-b0ad-2604d46a29b6 req-90bc4dba-e120-4482-98e1-c1cccbbbf487 service neutron] 10.222.0.57 "GET /v2.0/networks/ff69986b-e00e-41bd-8a28-f959570fc8f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376161 May 26 21:04:46.819804 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-034f54bb-ee30-401e-affe-17ea43e44166 None None] For port fbbeb1c6-1690-4c85-91b1-afdd67f080b6, host dv-cinder-828806-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-3-iscsi',level=0,port_id=fbbeb1c6-1690-4c85-91b1-afdd67f080b6,segment=NetworkSegment(81ad88fc-3505-498e-a408-c780e45b6192),segment_id=81ad88fc-3505-498e-a408-c780e45b6192)] {{(pid=104103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 21:04:46.858437 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-c68a0d64-a08c-4c19-b88a-05927adc2fc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (64f6b060-060e-4384-adb2-8a51d0101920), after_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:46.862041 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-c68a0d64-a08c-4c19-b88a-05927adc2fc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:46.869955 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-c68a0d64-a08c-4c19-b88a-05927adc2fc9 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/64f6b060-060e-4384-adb2-8a51d0101920 HTTP/1.1" status: 204 len: 168 time: 0.2061582 May 26 21:04:46.879225 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68a0d64-a08c-4c19-b88a-05927adc2fc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64f6b060-060e-4384-adb2-8a51d0101920,revision_number=None']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:04:46.880257 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-034f54bb-ee30-401e-affe-17ea43e44166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (fbbeb1c6-1690-4c85-91b1-afdd67f080b6), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:46.896452 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 44062) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:04:46.902086 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.v2.base [None req-16fcc6e3-273d-4295-848c-468f3c35690f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-666965573-network', 'tenant_id': '25261eb9e0fc4f8c806b22d78981b934'}} {{(pid=104101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:04:46.910414 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-d83f201f-285e-44f6-a93d-a863ccd0545d None None] Current status of the port b3a8742f-62f0-4f53-8cff-97d69d32823f is: DOWN; New status is: ACTIVE {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:04:46.911079 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-d83f201f-285e-44f6-a93d-a863ccd0545d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (b3a8742f-62f0-4f53-8cff-97d69d32823f), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:46.938437 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16fcc6e3-273d-4295-848c-468f3c35690f admin admin] Made reservation on behalf of 25261eb9e0fc4f8c806b22d78981b934 for: {'network': 1} {{(pid=104101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 21:04:46.941269 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-16fcc6e3-273d-4295-848c-468f3c35690f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for network (None), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:46.961790 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-16fcc6e3-273d-4295-848c-468f3c35690f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:47.044871 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-d83f201f-285e-44f6-a93d-a863ccd0545d None None] For port b3a8742f-62f0-4f53-8cff-97d69d32823f, host dv-cinder-828806-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-3-iscsi',level=0,port_id=b3a8742f-62f0-4f53-8cff-97d69d32823f,segment=NetworkSegment(7fb7ed4c-a972-40f4-a310-001c141d4c5c),segment_id=7fb7ed4c-a972-40f4-a310-001c141d4c5c)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:04:47.056024 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=100 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:04:47.077447 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-d83f201f-285e-44f6-a93d-a863ccd0545d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (b3a8742f-62f0-4f53-8cff-97d69d32823f), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:47.092037 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-25756f3a-6426-42ec-b0ad-2604d46a29b6 req-c9f6bd55-ec70-44bc-adb6-cb6e3c975ca0 service neutron] 10.222.0.57 "GET /v2.0/networks/ff69986b-e00e-41bd-8a28-f959570fc8f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2788465 May 26 21:04:47.092543 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-16fcc6e3-273d-4295-848c-468f3c35690f admin admin] Publish callbacks [] for security_group (3a40a0c7-7448-4b93-93e4-92a81632ffd8), precommit_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:47.108092 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-16fcc6e3-273d-4295-848c-468f3c35690f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (3a40a0c7-7448-4b93-93e4-92a81632ffd8), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:47.117841 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034f54bb-ee30-401e-affe-17ea43e44166 None None] Routers {'0ae71226-f833-44ce-a6e1-48688ff4f972'} bound to L3 agent in host dv-cinder-828806-3-iscsi {{(pid=104103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:04:47.118511 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_hamode_db [None req-034f54bb-ee30-401e-affe-17ea43e44166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T20:55:42Z,description=,heartbeat_timestamp=2022-05-26T21:04:42Z,host='dv-cinder-828806-3-iscsi',id=ccb07560-1e88-42f3-8411-377a93089622,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T20:55:42Z,topic='l3_agent')) {'router_ids': ['0ae71226-f833-44ce-a6e1-48688ff4f972'], 'active': True} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:04:47.122022 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9126d21-c3f6-48f1-b588-614a7c7817e0 None None] Pushing event updated for resources: {'Port': ['ID=fbbeb1c6-1690-4c85-91b1-afdd67f080b6,revision_number=4']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:04:47.182360 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fcc6e3-273d-4295-848c-468f3c35690f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a40a0c7-7448-4b93-93e4-92a81632ffd8,revision_number=1']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:04:47.213900 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=100 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:04:47.214665 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16fcc6e3-273d-4295-848c-468f3c35690f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=104101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 21:04:47.237953 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59b3f61-e8e0-478d-9c95-dfb1c660ac46 req-667f5251-a997-420b-9e8a-e069e14b9c23 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:04:47.239567 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-16fcc6e3-273d-4295-848c-468f3c35690f admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8787881957991', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-995747'] for segment (f32e1d23-039f-4e12-9b91-ddefc220cc40), precommit_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:47.240387 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.db.segments_db [None req-16fcc6e3-273d-4295-848c-468f3c35690f admin admin] Added segment f32e1d23-039f-4e12-9b91-ddefc220cc40 of type vlan for network f610be7b-b622-4689-ab6f-fb95262714a4 May 26 21:04:47.245179 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-c59b3f61-e8e0-478d-9c95-dfb1c660ac46 req-667f5251-a997-420b-9e8a-e069e14b9c23 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/networks?id=db3bac2b-2e57-4b81-ab3a-36a5a5912178 HTTP/1.1" status: 200 len: 819 time: 0.3204126 May 26 21:04:47.278946 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-c59b3f61-e8e0-478d-9c95-dfb1c660ac46 req-7b311ead-b8d0-45d5-acaf-a82cd873e4c4 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/quotas/9f8ac962c5d0402eb17b01aa02632897 HTTP/1.1" status: 200 len: 375 time: 0.0253234 May 26 21:04:47.317454 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83f201f-285e-44f6-a93d-a863ccd0545d None None] Pushing event updated for resources: {'Port': ['ID=b3a8742f-62f0-4f53-8cff-97d69d32823f,revision_number=5']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:04:47.318471 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-16fcc6e3-273d-4295-848c-468f3c35690f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787881459577'] for network (f610be7b-b622-4689-ab6f-fb95262714a4), precommit_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:47.397390 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-16fcc6e3-273d-4295-848c-468f3c35690f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052'] for network (f610be7b-b622-4689-ab6f-fb95262714a4), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:47.403275 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16fcc6e3-273d-4295-848c-468f3c35690f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:04:47.403865 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-16fcc6e3-273d-4295-848c-468f3c35690f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-416010'] for network (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:47.413652 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-c59b3f61-e8e0-478d-9c95-dfb1c660ac46 req-33738cf7-3764-4608-8e75-3a445efe35bf tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=9f8ac962c5d0402eb17b01aa02632897&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1308839 May 26 21:04:47.426569 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvr_db [None req-034f54bb-ee30-401e-affe-17ea43e44166 None None] Set router 0ae71226-f833-44ce-a6e1-48688ff4f972 gateway port host: dv-cinder-828806-3-iscsi {{(pid=104103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:04:47.434526 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-6c6a744e-8647-46ff-9257-ecc62bf6897f None None] Provisioning complete for port fbbeb1c6-1690-4c85-91b1-afdd67f080b6 triggered by entity DHCP. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:04:47.435149 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-6c6a744e-8647-46ff-9257-ecc62bf6897f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (fbbeb1c6-1690-4c85-91b1-afdd67f080b6), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:47.440126 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=77,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:04:47.521940 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-16fcc6e3-273d-4295-848c-468f3c35690f admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.6187303 May 26 21:04:47.522705 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 44078) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:04:47.528929 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=79,neutron:DELETE=2,neutron:INSERT=15,neutron:UPDATE=4 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:04:47.540422 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.v2.base [None req-bf1979ec-47eb-4a67-8d9c-6193edf16c7a admin admin] Request body: {'subnet': {'network_id': 'f610be7b-b622-4689-ab6f-fb95262714a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-666965573-subnet', 'tenant_id': '25261eb9e0fc4f8c806b22d78981b934', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:04:47.573590 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fcc6e3-273d-4295-848c-468f3c35690f admin admin] Pushing event updated for resources: {'Network': ['ID=f610be7b-b622-4689-ab6f-fb95262714a4,revision_number=1']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:04:47.582236 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-0ec8cd01-8bf6-4a65-8649-80efa1110ae2 req-46bb4feb-ba3d-4fd6-8c4e-c96d49f6b8d3 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/ports?device_id=b394d5b9-c201-4bff-8cac-68cce2954f16 HTTP/1.1" status: 200 len: 210 time: 0.0504096 May 26 21:04:47.602313 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Network f610be7b-b622-4689-ab6f-fb95262714a4 details requested by agent ovs-agent-dv-cinder-828806-3-iscsi with host dv-cinder-828806-3-iscsi {{(pid=104103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 21:04:47.665269 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf1979ec-47eb-4a67-8d9c-6193edf16c7a admin admin] Made reservation on behalf of 25261eb9e0fc4f8c806b22d78981b934 for: {'subnet': 1} {{(pid=104101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 21:04:47.665516 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-c59b3f61-e8e0-478d-9c95-dfb1c660ac46 req-594e7436-e865-4e38-83a7-d75318007c6d service neutron] 10.222.0.57 "GET /v2.0/networks/db3bac2b-2e57-4b81-ab3a-36a5a5912178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508984 May 26 21:04:47.672450 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-bf1979ec-47eb-4a67-8d9c-6193edf16c7a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:47.722669 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:04:47.752375 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 44084) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:04:47.805914 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-6c6a744e-8647-46ff-9257-ecc62bf6897f None None] Current status of the port fbbeb1c6-1690-4c85-91b1-afdd67f080b6 is: DOWN; New status is: ACTIVE {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:04:47.806591 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-6c6a744e-8647-46ff-9257-ecc62bf6897f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (fbbeb1c6-1690-4c85-91b1-afdd67f080b6), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:47.840680 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-05b20d3f-cecb-41ba-a927-4c3ad0bbbd7a req-b3a87708-3b4a-4cbb-ac09-15083151b1b6 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=359cea60-13ec-460e-811b-b7e54fc7850b HTTP/1.1" status: 200 len: 210 time: 0.1473405 May 26 21:04:47.844523 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-6e1e4fbd-96ae-4b82-8a46-bed38a9724f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:47.927283 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Device b3a8742f-62f0-4f53-8cff-97d69d32823f up at agent ovs-agent-dv-cinder-828806-3-iscsi {{(pid=104103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:04:48.026284 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-c59b3f61-e8e0-478d-9c95-dfb1c660ac46 req-a194b445-483f-4ba1-a847-f0e55e39f604 service neutron] 10.222.0.57 "GET /v2.0/networks/db3bac2b-2e57-4b81-ab3a-36a5a5912178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3598480 May 26 21:04:48.130635 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-6e1e4fbd-96ae-4b82-8a46-bed38a9724f7 admin admin] Publish callbacks [] for security_group (1bd12f00-eb76-4141-85a2-41c01aafa970), precommit_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:48.147857 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4351ba76-dc42-45e4-b5d3-1146c3d820b5 req-1a645c16-e00d-4e08-a118-74331b40d4f6 tempest-DeleteServersTestJSON-481599448 tempest-DeleteServersTestJSON-481599448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:04:48.159831 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-4351ba76-dc42-45e4-b5d3-1146c3d820b5 req-1a645c16-e00d-4e08-a118-74331b40d4f6 tempest-DeleteServersTestJSON-481599448 tempest-DeleteServersTestJSON-481599448-project] 10.222.0.57 "GET /v2.0/ports?device_id=04ed7f78-01e5-4c64-9f19-d58646810b8f HTTP/1.1" status: 200 len: 943 time: 0.1280334 May 26 21:04:48.163881 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-6e1e4fbd-96ae-4b82-8a46-bed38a9724f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (1bd12f00-eb76-4141-85a2-41c01aafa970), after_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:48.194969 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-6c6a744e-8647-46ff-9257-ecc62bf6897f None None] For port fbbeb1c6-1690-4c85-91b1-afdd67f080b6, host dv-cinder-828806-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-3-iscsi',level=0,port_id=fbbeb1c6-1690-4c85-91b1-afdd67f080b6,segment=NetworkSegment(81ad88fc-3505-498e-a408-c780e45b6192),segment_id=81ad88fc-3505-498e-a408-c780e45b6192)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:04:48.207983 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1e4fbd-96ae-4b82-8a46-bed38a9724f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bd12f00-eb76-4141-85a2-41c01aafa970,revision_number=1']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:04:48.212899 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-bf1979ec-47eb-4a67-8d9c-6193edf16c7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052'] for subnet (64800aec-bc28-43c2-85d4-7767b555228c), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:48.230618 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dc4411-55ab-4176-99dc-3683b8323d8c req-9ef1db28-7a91-44a1-8282-33b440cc1920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:04:48.232798 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-00dc4411-55ab-4176-99dc-3683b8323d8c req-9ef1db28-7a91-44a1-8282-33b440cc1920 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=dab98c8a7d9e43249b01602eb3b63bb8&device_id=04ed7f78-01e5-4c64-9f19-d58646810b8f HTTP/1.1" status: 200 len: 1127 time: 0.2239971 May 26 21:04:48.239463 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-6c6a744e-8647-46ff-9257-ecc62bf6897f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (fbbeb1c6-1690-4c85-91b1-afdd67f080b6), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:48.246637 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:04:48.255232 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-6e1e4fbd-96ae-4b82-8a46-bed38a9724f7 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a82ff6593d3e4905b70d250bc3dfc60c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5016596 May 26 21:04:48.255556 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 44100) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:04:48.255895 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Provisioning complete for port b3a8742f-62f0-4f53-8cff-97d69d32823f triggered by entity L2. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:04:48.256464 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (b3a8742f-62f0-4f53-8cff-97d69d32823f), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:48.371956 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_hamode_db [None req-034f54bb-ee30-401e-affe-17ea43e44166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ae71226-f833-44ce-a6e1-48688ff4f972', 'name': 'tempest-ServerRescueNegativeTestJSON-1633340236-router', 'tenant_id': '9f8ac962c5d0402eb17b01aa02632897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': 'acc9ed48-9558-49e7-9b9f-c8e118189f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:04:21Z', 'updated_at': '2022-05-26T21:04:35Z', 'revision_number': 4, 'project_id': '9f8ac962c5d0402eb17b01aa02632897', 'gw_port': {'id': 'acc9ed48-9558-49e7-9b9f-c8e118189f9a', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:7a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae71226-f833-44ce-a6e1-48688ff4f972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:04:23Z', 'updated_at': '2022-05-26T21:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi', '_interfaces': [{'id': 'fbbeb1c6-1690-4c85-91b1-afdd67f080b6', 'name': '', 'network_id': 'db3bac2b-2e57-4b81-ab3a-36a5a5912178', 'tenant_id': '9f8ac962c5d0402eb17b01aa02632897', 'mac_address': 'fa:16:3e:66:48:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ae71226-f833-44ce-a6e1-48688ff4f972', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'aedf8799-8f39-49e6-9345-2bd6d7772744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:04:32Z', 'updated_at': '2022-05-26T21:04:46Z', 'revision_number': 4, 'project_id': '9f8ac962c5d0402eb17b01aa02632897', 'subnets': [{'id': 'aedf8799-8f39-49e6-9345-2bd6d7772744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-3-iscsi', False) {} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:04:48.376127 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-4351ba76-dc42-45e4-b5d3-1146c3d820b5 req-5d670458-ed5c-4897-8a77-352e20fa3208 tempest-DeleteServersTestJSON-481599448 tempest-DeleteServersTestJSON-481599448-project] 10.222.0.57 "GET /v2.0/security-groups?id=5fa43dc1-6ca8-44f0-a60e-8dfb0362c3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147415 May 26 21:04:48.389838 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-e8c1ab9b-8c7e-44a4-b3ae-5635d7086794 admin admin] Publish callbacks [] for security_group (1bd12f00-eb76-4141-85a2-41c01aafa970), before_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:48.431895 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-e8c1ab9b-8c7e-44a4-b3ae-5635d7086794 admin admin] Publish callbacks [] for security_group (1bd12f00-eb76-4141-85a2-41c01aafa970), precommit_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:48.459823 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1979ec-47eb-4a67-8d9c-6193edf16c7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=64800aec-bc28-43c2-85d4-7767b555228c,revision_number=0']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:04:48.596917 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-e8c1ab9b-8c7e-44a4-b3ae-5635d7086794 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (1bd12f00-eb76-4141-85a2-41c01aafa970), after_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:48.602846 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-e8c1ab9b-8c7e-44a4-b3ae-5635d7086794 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:48.614472 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-e8c1ab9b-8c7e-44a4-b3ae-5635d7086794 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1bd12f00-eb76-4141-85a2-41c01aafa970 HTTP/1.1" status: 204 len: 168 time: 0.3415556 May 26 21:04:48.665486 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c1ab9b-8c7e-44a4-b3ae-5635d7086794 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bd12f00-eb76-4141-85a2-41c01aafa970,revision_number=None']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:04:48.691681 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-a17df861-0029-483a-95de-bab619560ace req-b0a1ecc6-ddee-428e-a49e-ca79e76ed957 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?device_id=6822b4a3-12b7-42b4-8c45-063cb86b7199 HTTP/1.1" status: 200 len: 210 time: 0.1316755 May 26 21:04:48.748544 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034f54bb-ee30-401e-affe-17ea43e44166 None None] The sync data for ids ['0ae71226-f833-44ce-a6e1-48688ff4f972'] in dv-cinder-828806-3-iscsi is: [{'id': '0ae71226-f833-44ce-a6e1-48688ff4f972', 'name': 'tempest-ServerRescueNegativeTestJSON-1633340236-router', 'tenant_id': '9f8ac962c5d0402eb17b01aa02632897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': 'acc9ed48-9558-49e7-9b9f-c8e118189f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:04:21Z', 'updated_at': '2022-05-26T21:04:35Z', 'revision_number': 4, 'project_id': '9f8ac962c5d0402eb17b01aa02632897', 'gw_port': {'id': 'acc9ed48-9558-49e7-9b9f-c8e118189f9a', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:7a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae71226-f833-44ce-a6e1-48688ff4f972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:04:23Z', 'updated_at': '2022-05-26T21:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi', '_interfaces': [{'id': 'fbbeb1c6-1690-4c85-91b1-afdd67f080b6', 'name': '', 'network_id': 'db3bac2b-2e57-4b81-ab3a-36a5a5912178', 'tenant_id': '9f8ac962c5d0402eb17b01aa02632897', 'mac_address': 'fa:16:3e:66:48:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ae71226-f833-44ce-a6e1-48688ff4f972', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'aedf8799-8f39-49e6-9345-2bd6d7772744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:04:32Z', 'updated_at': '2022-05-26T21:04:46Z', 'revision_number': 4, 'project_id': '9f8ac962c5d0402eb17b01aa02632897', 'subnets': [{'id': 'aedf8799-8f39-49e6-9345-2bd6d7772744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 21:04:48.752903 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6a744e-8647-46ff-9257-ecc62bf6897f None None] Pushing event updated for resources: {'Port': ['ID=fbbeb1c6-1690-4c85-91b1-afdd67f080b6,revision_number=5']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:04:48.972827 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-9f3a17ce-de0d-4526-9094-c36ff78635cf req-d7d70f0b-ce63-4c1f-b5cf-44f7a1b52576 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/ports?device_id=b394d5b9-c201-4bff-8cac-68cce2954f16 HTTP/1.1" status: 200 len: 210 time: 0.1830533 May 26 21:04:48.982591 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Current status of the port b3a8742f-62f0-4f53-8cff-97d69d32823f is: ACTIVE; New status is: ACTIVE {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:04:49.028468 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1979ec-47eb-4a67-8d9c-6193edf16c7a admin admin] Checking segment: {'id': 'f32e1d23-039f-4e12-9b91-ddefc220cc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'f610be7b-b622-4689-ab6f-fb95262714a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 21:04:49.042207 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1979ec-47eb-4a67-8d9c-6193edf16c7a admin admin] Network hostable DHCP agents. Network: f610be7b-b622-4689-ab6f-fb95262714a4, hostable agents: ['28061657-8b16-479f-8ff4-19bdcc74bc2c'], hosted agents: [] {{(pid=104101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 21:04:49.054469 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dc4411-55ab-4176-99dc-3683b8323d8c req-1cae7d70-9bc8-453e-a71f-7f01c63562ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:04:49.072561 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-00dc4411-55ab-4176-99dc-3683b8323d8c req-1cae7d70-9bc8-453e-a71f-7f01c63562ce service neutron] 10.222.0.62 "GET /v2.0/networks?id=f8e5e321-d176-4b51-947f-dcc84f6180fd HTTP/1.1" status: 200 len: 913 time: 0.7378652 May 26 21:04:49.107759 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-c2afaeaf-4b99-44f0-8863-9b5df9956ac2 req-11017757-b151-470b-812f-5addddae8398 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=359cea60-13ec-460e-811b-b7e54fc7850b HTTP/1.1" status: 200 len: 210 time: 0.0911238 May 26 21:04:49.119103 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1979ec-47eb-4a67-8d9c-6193edf16c7a admin admin] Network f610be7b-b622-4689-ab6f-fb95262714a4 is scheduled to be hosted by DHCP agent 28061657-8b16-479f-8ff4-19bdcc74bc2c with binding_index 1 {{(pid=104101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 21:04:49.143824 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.scheduler.base_scheduler [None req-bf1979ec-47eb-4a67-8d9c-6193edf16c7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828806-3-iscsi, f610be7b-b622-4689-ab6f-fb95262714a4) {{(pid=104101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:04:49.149361 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf1979ec-47eb-4a67-8d9c-6193edf16c7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:04:49.150072 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-bf1979ec-47eb-4a67-8d9c-6193edf16c7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-416010'] for subnet (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:49.156355 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efdbffbe-5d13-4987-a05b-c1d819c6466a None None] Network f610be7b-b622-4689-ab6f-fb95262714a4 requested from dv-cinder-828806-3-iscsi {{(pid=104103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 21:04:49.203906 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-bf1979ec-47eb-4a67-8d9c-6193edf16c7a admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.6765261 May 26 21:04:49.210513 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.62', 65377) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:04:49.431693 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e66018f-8689-4320-865e-ac563e3ad941 None None] Network f610be7b-b622-4689-ab6f-fb95262714a4 requested from dv-cinder-828806-3-iscsi {{(pid=104103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 21:04:49.571656 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e83b95a-e99d-4891-9b96-792e7422d245 req-efc03e0f-ab05-4e84-8a52-f83ec54ae6c7 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:04:49.574457 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-7e83b95a-e99d-4891-9b96-792e7422d245 req-efc03e0f-ab05-4e84-8a52-f83ec54ae6c7 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.62 "GET /v2.0/networks?id=5629c7a4-9159-4bb4-9c94-a1405c68e80c HTTP/1.1" status: 200 len: 810 time: 0.3284068 May 26 21:04:49.583496 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 44168) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:04:49.603377 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-00dc4411-55ab-4176-99dc-3683b8323d8c req-3a902ea4-1f77-4c00-af78-f2756bf145c7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=47ac4331-a362-498c-bee6-c5b03e42b234 HTTP/1.1" status: 200 len: 217 time: 0.3731296 May 26 21:04:49.664569 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.62', 65380) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:04:49.948765 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Device fbbeb1c6-1690-4c85-91b1-afdd67f080b6 up at agent ovs-agent-dv-cinder-828806-3-iscsi {{(pid=104103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:04:50.069763 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Provisioning complete for port fbbeb1c6-1690-4c85-91b1-afdd67f080b6 triggered by entity L2. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:04:50.070381 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (fbbeb1c6-1690-4c85-91b1-afdd67f080b6), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:50.072136 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dc4411-55ab-4176-99dc-3683b8323d8c req-c8fadab6-6277-4105-abfa-b24a5181bb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:04:50.073566 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-00dc4411-55ab-4176-99dc-3683b8323d8c req-c8fadab6-6277-4105-abfa-b24a5181bb6d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=e5ed1f80-314e-4293-9b20-667b1fc78dec HTTP/1.1" status: 200 len: 852 time: 0.3641119 May 26 21:04:50.086314 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.62', 65384) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:04:50.197296 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Device 47ac4331-a362-498c-bee6-c5b03e42b234 details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=104103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 21:04:50.214221 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.db.db_base_plugin_v2 [None req-27e8b5b7-47d3-49e9-a555-1eb21d5384ce admin admin] Deleting subnet d2c6a7b6-523e-4b52-bbbf-bcab602c8c10 {{(pid=104102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 21:04:50.257128 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-27e8b5b7-47d3-49e9-a555-1eb21d5384ce admin admin] Publish callbacks [] for subnet (d2c6a7b6-523e-4b52-bbbf-bcab602c8c10), before_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:50.265765 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:04:50.304787 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-7e83b95a-e99d-4891-9b96-792e7422d245 req-e7618b5c-bc07-489e-99ed-9c46c3225f8a tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aee8ddc72b8a4baeb01503afbd8aeab1 HTTP/1.1" status: 200 len: 380 time: 0.6513083 May 26 21:04:50.457567 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-33672e7d-c0ac-46d1-873d-0a94b92704b9 req-2503b33d-16b8-4bc6-a24e-752561517788 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?device_id=6822b4a3-12b7-42b4-8c45-063cb86b7199 HTTP/1.1" status: 200 len: 210 time: 0.2405884 May 26 21:04:50.467564 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:04:50.492879 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-27e8b5b7-47d3-49e9-a555-1eb21d5384ce admin admin] Publish callbacks [] for subnet (d2c6a7b6-523e-4b52-bbbf-bcab602c8c10), precommit_delete_associations {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:50.555817 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea10863-b3f3-4c3f-8b44-f59849f06ca0 req-c80f9e39-6571-4b5e-93ad-11ae014c16ec tempest-DeleteServersTestJSON-481599448 tempest-DeleteServersTestJSON-481599448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:04:50.560612 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-7ea10863-b3f3-4c3f-8b44-f59849f06ca0 req-c80f9e39-6571-4b5e-93ad-11ae014c16ec tempest-DeleteServersTestJSON-481599448 tempest-DeleteServersTestJSON-481599448-project] 10.222.0.57 "GET /v2.0/ports?device_id=04ed7f78-01e5-4c64-9f19-d58646810b8f HTTP/1.1" status: 200 len: 943 time: 0.3424590 May 26 21:04:50.565780 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-27e8b5b7-47d3-49e9-a555-1eb21d5384ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-985580'] for subnet (d2c6a7b6-523e-4b52-bbbf-bcab602c8c10), precommit_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:50.576030 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=4 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:04:50.658704 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Current status of the port fbbeb1c6-1690-4c85-91b1-afdd67f080b6 is: ACTIVE; New status is: ACTIVE {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:04:50.717337 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] For port 47ac4331-a362-498c-bee6-c5b03e42b234, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=47ac4331-a362-498c-bee6-c5b03e42b234,segment=NetworkSegment(e7ed7865-4bef-4617-8876-4a0d10d7b2a2),segment_id=e7ed7865-4bef-4617-8876-4a0d10d7b2a2)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:04:50.742229 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-86a6d829-2175-4ce4-81dc-9628f64cb24c req-3e2f5ebc-d0a7-4af6-a689-72e94945fb2e tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/ports?device_id=b394d5b9-c201-4bff-8cac-68cce2954f16 HTTP/1.1" status: 200 len: 210 time: 0.0766232 May 26 21:04:50.754857 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-7ea10863-b3f3-4c3f-8b44-f59849f06ca0 req-d4166d08-ceae-4eb8-9f69-dcc2e2660047 tempest-DeleteServersTestJSON-481599448 tempest-DeleteServersTestJSON-481599448-project] 10.222.0.57 "GET /v2.0/security-groups?id=5fa43dc1-6ca8-44f0-a60e-8dfb0362c3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741219 May 26 21:04:50.778671 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.v2.base [req-7e83b95a-e99d-4891-9b96-792e7422d245 req-3551facb-e6cd-4f6e-a984-f0a557caba05 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Request body: {'port': {'device_id': 'b394d5b9-c201-4bff-8cac-68cce2954f16', 'network_id': '5629c7a4-9159-4bb4-9c94-a1405c68e80c', 'admin_state_up': True, 'tenant_id': 'aee8ddc72b8a4baeb01503afbd8aeab1', 'security_groups': ['26b50481-eb72-4913-8499-4f05960ff7e4']}} {{(pid=104101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:04:50.788535 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-00dc4411-55ab-4176-99dc-3683b8323d8c req-ff5545a5-28d2-41ea-9c70-4cd2ef622cc2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=f8e5e321-d176-4b51-947f-dcc84f6180fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5106125 May 26 21:04:50.794392 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Returning: {'device': '47ac4331-a362-498c-bee6-c5b03e42b234', 'network_id': 'f8e5e321-d176-4b51-947f-dcc84f6180fd', 'port_id': '47ac4331-a362-498c-bee6-c5b03e42b234', 'mac_address': 'fa:16:3e:b6:78:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5ed1f80-314e-4293-9b20-667b1fc78dec', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 21:04:50.794829 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-27e8b5b7-47d3-49e9-a555-1eb21d5384ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-985589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052'] for subnet (d2c6a7b6-523e-4b52-bbbf-bcab602c8c10), after_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:50.814500 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:04:50.877871 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e8b5b7-47d3-49e9-a555-1eb21d5384ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2c6a7b6-523e-4b52-bbbf-bcab602c8c10,revision_number=None']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:04:50.890979 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-27e8b5b7-47d3-49e9-a555-1eb21d5384ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-416010'] for subnet (None), before_response {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:50.895275 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-27e8b5b7-47d3-49e9-a555-1eb21d5384ce admin admin] 10.222.0.57 "DELETE /v2.0/subnets/d2c6a7b6-523e-4b52-bbbf-bcab602c8c10 HTTP/1.1" status: 204 len: 168 time: 1.3106403 May 26 21:04:50.897614 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 44226) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:04:50.914557 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Current status of the port 47ac4331-a362-498c-bee6-c5b03e42b234 is: DOWN; New status is: BUILD {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:04:50.914958 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (47ac4331-a362-498c-bee6-c5b03e42b234), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:50.933468 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.notifiers.nova [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47ac4331-a362-498c-bee6-c5b03e42b234 {{(pid=104103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 21:04:50.958849 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] For port 47ac4331-a362-498c-bee6-c5b03e42b234, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=47ac4331-a362-498c-bee6-c5b03e42b234,segment=NetworkSegment(e7ed7865-4bef-4617-8876-4a0d10d7b2a2),segment_id=e7ed7865-4bef-4617-8876-4a0d10d7b2a2)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:04:50.976292 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (47ac4331-a362-498c-bee6-c5b03e42b234), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:50.997656 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-13aba000-a4a5-4eda-9ffb-092638c6ddc0 req-cf58c421-32e5-403f-9655-e58c00eb2bec tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=359cea60-13ec-460e-811b-b7e54fc7850b HTTP/1.1" status: 200 len: 210 time: 0.0897844 May 26 21:04:51.062808 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Pushing event updated for resources: {'Port': ['ID=47ac4331-a362-498c-bee6-c5b03e42b234,revision_number=4']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:04:51.068241 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:04:51.070796 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-00dc4411-55ab-4176-99dc-3683b8323d8c req-60e26ee6-ff39-46b0-b91f-8d0900db6d3c service neutron] 10.222.0.62 "GET /v2.0/networks/f8e5e321-d176-4b51-947f-dcc84f6180fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429433 May 26 21:04:51.080136 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.62', 65392) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:04:51.099001 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-4bc7b246-6fbe-4d59-818d-f5018e71b76b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-791915'] for network (45cc337f-0689-49a7-a637-f256749f1123), before_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:51.160459 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25756f3a-6426-42ec-b0ad-2604d46a29b6 req-8c6dbb21-f799-4c0c-a011-665a670aab72 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:04:51.161537 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-25756f3a-6426-42ec-b0ad-2604d46a29b6 req-8c6dbb21-f799-4c0c-a011-665a670aab72 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.62 "GET /v2.0/networks?id=ff69986b-e00e-41bd-8a28-f959570fc8f7 HTTP/1.1" status: 200 len: 817 time: 1.0602114 May 26 21:04:51.210927 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-4bc7b246-6fbe-4d59-818d-f5018e71b76b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983897', 'neutron.services.segments.db._delete_segments_for_network-8787881958000'] for network (45cc337f-0689-49a7-a637-f256749f1123), precommit_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:51.235336 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-4bc7b246-6fbe-4d59-818d-f5018e71b76b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:04:51.236549 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-4bc7b246-6fbe-4d59-818d-f5018e71b76b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:04:51.237529 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-4bc7b246-6fbe-4d59-818d-f5018e71b76b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:04:51.238009 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-4bc7b246-6fbe-4d59-818d-f5018e71b76b admin admin] Subscribe: > port after_create 55550000 {{(pid=104102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:04:51.238394 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-4bc7b246-6fbe-4d59-818d-f5018e71b76b admin admin] Subscribe: > port after_delete 55550000 {{(pid=104102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:04:51.239004 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-4bc7b246-6fbe-4d59-818d-f5018e71b76b admin admin] Subscribe: > port after_update 55550000 {{(pid=104102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:04:51.239413 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-4bc7b246-6fbe-4d59-818d-f5018e71b76b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:04:51.239917 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-4bc7b246-6fbe-4d59-818d-f5018e71b76b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:04:51.240301 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-4bc7b246-6fbe-4d59-818d-f5018e71b76b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:04:51.240690 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-4bc7b246-6fbe-4d59-818d-f5018e71b76b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:04:51.291359 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] get_ports_and_sgs() called for port_ids ['47ac4331-a362-498c-bee6-c5b03e42b234'] {{(pid=104103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 21:04:51.397265 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd24d55e-cbc7-457f-9b26-ff1cd7eab24a req-a544a51d-2441-450d-8777-bdb69decb016 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:04:51.399052 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-fd24d55e-cbc7-457f-9b26-ff1cd7eab24a req-a544a51d-2441-450d-8777-bdb69decb016 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.62 "GET /v2.0/networks?id=db3bac2b-2e57-4b81-ab3a-36a5a5912178 HTTP/1.1" status: 200 len: 819 time: 1.6871612 May 26 21:04:51.454114 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.v2.base [req-fd24d55e-cbc7-457f-9b26-ff1cd7eab24a req-78b1a4b9-69ad-4641-a381-8943ff840efd tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Request body: {'port': {'device_id': 'fba09f97-8026-4d4e-b8a6-e4705eff1e98', 'network_id': 'db3bac2b-2e57-4b81-ab3a-36a5a5912178', 'admin_state_up': True, 'tenant_id': '9f8ac962c5d0402eb17b01aa02632897'}} {{(pid=104101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:04:51.513933 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 44250) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:04:51.606530 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-00dc4411-55ab-4176-99dc-3683b8323d8c req-c30d9f71-ef4e-4c35-bbd0-5d61519e74a5 service neutron] 10.222.0.62 "GET /v2.0/networks/f8e5e321-d176-4b51-947f-dcc84f6180fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5172274 May 26 21:04:51.613577 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59b3f61-e8e0-478d-9c95-dfb1c660ac46 req-4a4622e1-e526-4097-9ba0-bea313ee72d9 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:04:51.615073 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-c59b3f61-e8e0-478d-9c95-dfb1c660ac46 req-4a4622e1-e526-4097-9ba0-bea313ee72d9 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.62 "GET /v2.0/networks?id=db3bac2b-2e57-4b81-ab3a-36a5a5912178 HTTP/1.1" status: 200 len: 819 time: 0.5339913 May 26 21:04:51.629693 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-25756f3a-6426-42ec-b0ad-2604d46a29b6 req-e56d32d6-3805-4f1d-964e-bd05bf575027 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ba383df93dcf4c32b2b1c17bebd7f752 HTTP/1.1" status: 200 len: 380 time: 0.4283023 May 26 21:04:51.652283 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.v2.base [req-25756f3a-6426-42ec-b0ad-2604d46a29b6 req-03d7a890-c12b-4d3d-9883-fc7e436bc855 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Request body: {'port': {'device_id': '359cea60-13ec-460e-811b-b7e54fc7850b', 'network_id': 'ff69986b-e00e-41bd-8a28-f959570fc8f7', 'admin_state_up': True, 'tenant_id': 'ba383df93dcf4c32b2b1c17bebd7f752', 'security_groups': ['b57d1125-26ba-42b5-a63d-5b77fdc0f323']}} {{(pid=104101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:04:51.663250 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.v2.base [req-c59b3f61-e8e0-478d-9c95-dfb1c660ac46 req-ce41481d-f522-42fc-acbe-4a91bc68a98d tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Request body: {'port': {'device_id': '6822b4a3-12b7-42b4-8c45-063cb86b7199', 'network_id': 'db3bac2b-2e57-4b81-ab3a-36a5a5912178', 'admin_state_up': True, 'tenant_id': '9f8ac962c5d0402eb17b01aa02632897'}} {{(pid=104101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:04:51.682310 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=100 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:04:51.700663 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e83b95a-e99d-4891-9b96-792e7422d245 req-3551facb-e6cd-4f6e-a984-f0a557caba05 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Made reservation on behalf of aee8ddc72b8a4baeb01503afbd8aeab1 for: {'port': 1} {{(pid=104101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 21:04:51.704246 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-7e83b95a-e99d-4891-9b96-792e7422d245 req-3551facb-e6cd-4f6e-a984-f0a557caba05 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (None), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:51.731926 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-4bc7b246-6fbe-4d59-818d-f5018e71b76b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:04:51.732335 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-4bc7b246-6fbe-4d59-818d-f5018e71b76b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:04:51.732595 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-4bc7b246-6fbe-4d59-818d-f5018e71b76b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:04:51.732922 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-4bc7b246-6fbe-4d59-818d-f5018e71b76b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:04:51.733300 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.services.segments.db [None req-4bc7b246-6fbe-4d59-818d-f5018e71b76b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45cc337f-0689-49a7-a637-f256749f1123']}} {{(pid=104102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:04:51.806564 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.services.segments.db [None req-4bc7b246-6fbe-4d59-818d-f5018e71b76b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d545594-1a83-46eb-a739-dce290aa1c98') {'for_net_delete': True} {{(pid=104102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:04:51.815273 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.services.segments.db [None req-4bc7b246-6fbe-4d59-818d-f5018e71b76b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d545594-1a83-46eb-a739-dce290aa1c98') {} {{(pid=104102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:04:51.903013 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-bd470f8d-9927-4b96-ac39-dedf83d82a29 req-720334fa-f6d8-4125-87b6-e14315d3f316 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?device_id=6822b4a3-12b7-42b4-8c45-063cb86b7199 HTTP/1.1" status: 200 len: 210 time: 0.1644695 May 26 21:04:51.930529 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-4bc7b246-6fbe-4d59-818d-f5018e71b76b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787881958777', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16235560'] for segment (4d545594-1a83-46eb-a739-dce290aa1c98), before_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:51.990206 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:04:52.000286 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-152ff954-6f67-4fb7-9f4c-3e493df63dfc req-1473e2a1-04b2-490f-b49f-497c0dc336d2 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/ports?device_id=b394d5b9-c201-4bff-8cac-68cce2954f16 HTTP/1.1" status: 200 len: 210 time: 0.0734253 May 26 21:04:52.006780 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-4bc7b246-6fbe-4d59-818d-f5018e71b76b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-995747'] for segment (4d545594-1a83-46eb-a739-dce290aa1c98), precommit_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:52.008933 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd24d55e-cbc7-457f-9b26-ff1cd7eab24a req-78b1a4b9-69ad-4641-a381-8943ff840efd tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Made reservation on behalf of 9f8ac962c5d0402eb17b01aa02632897 for: {'port': 1} {{(pid=104101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 21:04:52.013621 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-fd24d55e-cbc7-457f-9b26-ff1cd7eab24a req-78b1a4b9-69ad-4641-a381-8943ff840efd tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (None), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:52.020517 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bc7b246-6fbe-4d59-818d-f5018e71b76b admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=104102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 21:04:52.021205 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-4bc7b246-6fbe-4d59-818d-f5018e71b76b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-995747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16679180'] for segment (4d545594-1a83-46eb-a739-dce290aa1c98), after_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:52.058966 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:04:52.107289 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-c7819d78-22a3-4b42-8de1-b4a2e2967588 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:52.122945 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Device 47ac4331-a362-498c-bee6-c5b03e42b234 up at agent hyperv_hv-cinder-82880 {{(pid=104103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:04:52.162524 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee86761-e188-44ef-9207-c5a7cc4b38f9 req-64a16bd6-5746-41cd-a226-bb321a4025fa tempest-DeleteServersTestJSON-481599448 tempest-DeleteServersTestJSON-481599448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:04:52.164123 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-0ee86761-e188-44ef-9207-c5a7cc4b38f9 req-64a16bd6-5746-41cd-a226-bb321a4025fa tempest-DeleteServersTestJSON-481599448 tempest-DeleteServersTestJSON-481599448-project] 10.222.0.57 "GET /v2.0/ports?device_id=04ed7f78-01e5-4c64-9f19-d58646810b8f HTTP/1.1" status: 200 len: 944 time: 0.1365850 May 26 21:04:52.212752 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c59b3f61-e8e0-478d-9c95-dfb1c660ac46 req-ce41481d-f522-42fc-acbe-4a91bc68a98d tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Made reservation on behalf of 9f8ac962c5d0402eb17b01aa02632897 for: {'port': 1} {{(pid=104101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 21:04:52.216756 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-c59b3f61-e8e0-478d-9c95-dfb1c660ac46 req-ce41481d-f522-42fc-acbe-4a91bc68a98d tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (None), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:52.221730 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Provisioning for port 47ac4331-a362-498c-bee6-c5b03e42b234 completed by entity L2. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 21:04:52.233799 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.db.db_base_plugin_common [req-7e83b95a-e99d-4891-9b96-792e7422d245 req-3551facb-e6cd-4f6e-a984-f0a557caba05 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Allocated IP 172.20.0.9 (5629c7a4-9159-4bb4-9c94-a1405c68e80c/98eeb434-72ed-4f64-921d-7288f9cdbc0a/e1f6d939-9abc-412f-a4d8-da9f34b5b9c2) {{(pid=104101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 21:04:52.238301 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-31dfcf8c-d1b0-4fe5-9514-eb1755f6588c req-88a19c57-6b7b-49dd-9975-67a569e09973 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=359cea60-13ec-460e-811b-b7e54fc7850b HTTP/1.1" status: 200 len: 210 time: 0.0976427 May 26 21:04:52.247031 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-4bc7b246-6fbe-4d59-818d-f5018e71b76b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1614797'] for network (45cc337f-0689-49a7-a637-f256749f1123), after_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:52.249772 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Provisioning complete for port 47ac4331-a362-498c-bee6-c5b03e42b234 triggered by entity L2. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:04:52.250185 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (47ac4331-a362-498c-bee6-c5b03e42b234), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:52.257898 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25756f3a-6426-42ec-b0ad-2604d46a29b6 req-03d7a890-c12b-4d3d-9883-fc7e436bc855 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Made reservation on behalf of ba383df93dcf4c32b2b1c17bebd7f752 for: {'port': 1} {{(pid=104101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 21:04:52.261313 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-25756f3a-6426-42ec-b0ad-2604d46a29b6 req-03d7a890-c12b-4d3d-9883-fc7e436bc855 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (None), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:52.311217 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-0ee86761-e188-44ef-9207-c5a7cc4b38f9 req-4b76d1ca-87ad-4b44-8147-09262c2df65f tempest-DeleteServersTestJSON-481599448 tempest-DeleteServersTestJSON-481599448-project] 10.222.0.57 "GET /v2.0/security-groups?id=5fa43dc1-6ca8-44f0-a60e-8dfb0362c3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233189 May 26 21:04:52.347009 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc7b246-6fbe-4d59-818d-f5018e71b76b admin admin] Pushing event deleted for resources: {'Network': ['ID=45cc337f-0689-49a7-a637-f256749f1123,revision_number=None']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:04:52.352827 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-4bc7b246-6fbe-4d59-818d-f5018e71b76b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-416010'] for network (None), before_response {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:52.360010 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-4bc7b246-6fbe-4d59-818d-f5018e71b76b admin admin] 10.222.0.57 "DELETE /v2.0/networks/45cc337f-0689-49a7-a637-f256749f1123 HTTP/1.1" status: 204 len: 168 time: 1.4586880 May 26 21:04:52.360284 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 44294) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:04:52.426499 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.db.db_base_plugin_v2 [None req-edb0e4fc-4f27-4229-9ccf-14269670009a admin admin] Deleting subnet 64800aec-bc28-43c2-85d4-7767b555228c {{(pid=104102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 21:04:52.430360 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-edb0e4fc-4f27-4229-9ccf-14269670009a admin admin] Publish callbacks [] for subnet (64800aec-bc28-43c2-85d4-7767b555228c), before_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:52.476374 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Current status of the port 47ac4331-a362-498c-bee6-c5b03e42b234 is: BUILD; New status is: ACTIVE {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:04:52.479530 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (47ac4331-a362-498c-bee6-c5b03e42b234), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:52.480606 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-edb0e4fc-4f27-4229-9ccf-14269670009a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16235537'] for subnet (64800aec-bc28-43c2-85d4-7767b555228c), precommit_delete_associations {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:52.512796 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 44296) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:04:52.541858 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] For port 47ac4331-a362-498c-bee6-c5b03e42b234, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=47ac4331-a362-498c-bee6-c5b03e42b234,segment=NetworkSegment(e7ed7865-4bef-4617-8876-4a0d10d7b2a2),segment_id=e7ed7865-4bef-4617-8876-4a0d10d7b2a2)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:04:52.544027 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04ed7f78-01e5-4c64-9f19-d58646810b8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47ac4331-a362-498c-bee6-c5b03e42b234'}] {{(pid=104103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:04:52.547416 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-edb0e4fc-4f27-4229-9ccf-14269670009a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-985580'] for subnet (64800aec-bc28-43c2-85d4-7767b555228c), precommit_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:52.567883 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.db.db_base_plugin_common [req-fd24d55e-cbc7-457f-9b26-ff1cd7eab24a req-78b1a4b9-69ad-4641-a381-8943ff840efd tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Allocated IP 172.20.0.11 (db3bac2b-2e57-4b81-ab3a-36a5a5912178/aedf8799-8f39-49e6-9345-2bd6d7772744/7954d0e3-7dea-430e-9ec1-1c6e6e541eee) {{(pid=104101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 21:04:52.615283 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-c7819d78-22a3-4b42-8de1-b4a2e2967588 admin admin] Publish callbacks [] for security_group (dc535bbb-aeb0-4eea-a73b-0ad966fcf8ae), precommit_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:52.620559 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (47ac4331-a362-498c-bee6-c5b03e42b234), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:52.632994 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-edb0e4fc-4f27-4229-9ccf-14269670009a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-985589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16680622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15806586'] for subnet (64800aec-bc28-43c2-85d4-7767b555228c), after_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:52.635269 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-c7819d78-22a3-4b42-8de1-b4a2e2967588 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (dc535bbb-aeb0-4eea-a73b-0ad966fcf8ae), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:52.660160 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.services.segments.plugin [-] Segment 4d545594-1a83-46eb-a739-dce290aa1c98 resource provider aggregate not found May 26 21:04:52.664942 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb0e4fc-4f27-4229-9ccf-14269670009a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64800aec-bc28-43c2-85d4-7767b555228c,revision_number=None']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:04:52.688383 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-edb0e4fc-4f27-4229-9ccf-14269670009a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-416010'] for subnet (None), before_response {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:52.698203 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-edb0e4fc-4f27-4229-9ccf-14269670009a admin admin] 10.222.0.57 "DELETE /v2.0/subnets/64800aec-bc28-43c2-85d4-7767b555228c HTTP/1.1" status: 204 len: 168 time: 0.3354821 May 26 21:04:52.699944 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.services.segments.plugin [-] Segment 4d545594-1a83-46eb-a739-dce290aa1c98 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4d545594-1a83-46eb-a739-dce290aa1c98 found for delete ", "request_id": "req-c4974610-9aa3-40d7-9aad-e21cd3037427"}]} May 26 21:04:52.703357 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 44306) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:04:52.710019 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:UPDATE=3 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:04:52.718841 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7819d78-22a3-4b42-8de1-b4a2e2967588 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc535bbb-aeb0-4eea-a73b-0ad966fcf8ae,revision_number=1']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:04:52.723518 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Pushing event updated for resources: {'Port': ['ID=47ac4331-a362-498c-bee6-c5b03e42b234,revision_number=5']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:04:52.776571 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-c7819d78-22a3-4b42-8de1-b4a2e2967588 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7d769c9542c14140a6c9e3c6355aaa01&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2544019 May 26 21:04:52.790733 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 44310) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:04:52.791364 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:UPDATE=7 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:04:52.805028 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-d3e5656a-e9e2-46a2-bd47-7096e678c591 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-791915'] for network (f610be7b-b622-4689-ab6f-fb95262714a4), before_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:52.815296 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:04:52.815487 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.db.db_base_plugin_common [req-25756f3a-6426-42ec-b0ad-2604d46a29b6 req-03d7a890-c12b-4d3d-9883-fc7e436bc855 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Allocated IP 172.20.0.3 (ff69986b-e00e-41bd-8a28-f959570fc8f7/647d6a86-42b9-4a67-830f-75c07bdfd5d7/7648201d-4c35-4774-9674-eeb82941072a) {{(pid=104101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 21:04:52.818205 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-d89d6d73-64d1-4514-8da3-18f9e8347c4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:52.840756 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b44267d7c8a7abe6e93cd6d61df03f02c4feaf0da3ba5ea8b381a36bebf6efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c579af9-e04c-4436-aa73-b7c23338d5d6" -d '{"events": [{"server_uuid": "04ed7f78-01e5-4c64-9f19-d58646810b8f", "name": "network-vif-plugged", "status": "completed", "tag": "47ac4331-a362-498c-bee6-c5b03e42b234"}]}' {{(pid=104103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:04:52.849368 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:04:52.863827 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-7e83b95a-e99d-4891-9b96-792e7422d245 req-3551facb-e6cd-4f6e-a984-f0a557caba05 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Publish callbacks [] for port (e1f6d939-9abc-412f-a4d8-da9f34b5b9c2), precommit_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:52.943121 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-d3e5656a-e9e2-46a2-bd47-7096e678c591 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983897', 'neutron.services.segments.db._delete_segments_for_network-8787881958000'] for network (f610be7b-b622-4689-ab6f-fb95262714a4), precommit_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:52.981109 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.services.segments.db [None req-d3e5656a-e9e2-46a2-bd47-7096e678c591 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f610be7b-b622-4689-ab6f-fb95262714a4']}} {{(pid=104102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:04:52.996123 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.services.segments.db [None req-d3e5656a-e9e2-46a2-bd47-7096e678c591 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f32e1d23-039f-4e12-9b91-ddefc220cc40') {'for_net_delete': True} {{(pid=104102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:04:52.996416 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.services.segments.db [None req-d3e5656a-e9e2-46a2-bd47-7096e678c591 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f32e1d23-039f-4e12-9b91-ddefc220cc40') {} {{(pid=104102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:04:53.015384 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-d3e5656a-e9e2-46a2-bd47-7096e678c591 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787881958777', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16235560'] for segment (f32e1d23-039f-4e12-9b91-ddefc220cc40), before_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:53.034847 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-d89d6d73-64d1-4514-8da3-18f9e8347c4b admin admin] Publish callbacks [] for security_group (5236cf39-4769-4948-8048-be55b6b1c465), precommit_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:53.043454 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-d3e5656a-e9e2-46a2-bd47-7096e678c591 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-995747'] for segment (f32e1d23-039f-4e12-9b91-ddefc220cc40), precommit_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:53.049950 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-3b9520b0-d033-4ac6-a9ec-574881cc11ee admin admin] Publish callbacks [] for security_group (dc535bbb-aeb0-4eea-a73b-0ad966fcf8ae), before_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:53.051118 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-d89d6d73-64d1-4514-8da3-18f9e8347c4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (5236cf39-4769-4948-8048-be55b6b1c465), after_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:53.061863 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 21:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2824c035-b00d-41bc-ae10-e3cdb8a19cee x-openstack-request-id: req-2824c035-b00d-41bc-ae10-e3cdb8a19cee {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:04:53.062276 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04ed7f78-01e5-4c64-9f19-d58646810b8f", "name": "network-vif-plugged", "status": "completed", "tag": "47ac4331-a362-498c-bee6-c5b03e42b234", "code": 200}]} {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:04:53.062778 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2824c035-b00d-41bc-ae10-e3cdb8a19cee {{(pid=104103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:04:53.063330 dv-cinder-828806-3-iscsi neutron-server[104103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2824c035-b00d-41bc-ae10-e3cdb8a19cee'] response: {'server_uuid': '04ed7f78-01e5-4c64-9f19-d58646810b8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47ac4331-a362-498c-bee6-c5b03e42b234', 'code': 200} May 26 21:04:53.075511 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-3b9520b0-d033-4ac6-a9ec-574881cc11ee admin admin] Publish callbacks [] for security_group (dc535bbb-aeb0-4eea-a73b-0ad966fcf8ae), precommit_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:53.135862 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-d89d6d73-64d1-4514-8da3-18f9e8347c4b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=615eb581cb2243c4af0a9961c3e9aef4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6227484 May 26 21:04:53.137895 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-029e753d-0f12-4b65-beab-74197033708a req-3a62d8bf-0ed6-49f4-9e56-b2de6b03510d tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?device_id=6822b4a3-12b7-42b4-8c45-063cb86b7199 HTTP/1.1" status: 200 len: 210 time: 0.0563383 May 26 21:04:53.139164 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3e5656a-e9e2-46a2-bd47-7096e678c591 admin admin] Releasing vlan 449 on physical network physnet1 to pool {{(pid=104102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 21:04:53.139669 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-d3e5656a-e9e2-46a2-bd47-7096e678c591 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-995747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16679180'] for segment (f32e1d23-039f-4e12-9b91-ddefc220cc40), after_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:53.164200 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 44330) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:04:53.165036 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89d6d73-64d1-4514-8da3-18f9e8347c4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5236cf39-4769-4948-8048-be55b6b1c465,revision_number=1']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:04:53.184808 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-7e83b95a-e99d-4891-9b96-792e7422d245 req-3551facb-e6cd-4f6e-a984-f0a557caba05 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787881445699'] for port (e1f6d939-9abc-412f-a4d8-da9f34b5b9c2), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:53.289679 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9245f3-6359-4939-9f85-7bc7d06c3e4b req-5a01c2fe-6d9b-48ac-99c4-23ce7e872114 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:04:53.291248 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-8e9245f3-6359-4939-9f85-7bc7d06c3e4b req-5a01c2fe-6d9b-48ac-99c4-23ce7e872114 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/ports?device_id=b394d5b9-c201-4bff-8cac-68cce2954f16 HTTP/1.1" status: 200 len: 931 time: 0.1489441 May 26 21:04:53.293542 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-d3e5656a-e9e2-46a2-bd47-7096e678c591 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1614797'] for network (f610be7b-b622-4689-ab6f-fb95262714a4), after_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:53.318725 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-d3e5656a-e9e2-46a2-bd47-7096e678c591 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-416010'] for network (None), before_response {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:53.324678 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-d3e5656a-e9e2-46a2-bd47-7096e678c591 admin admin] 10.222.0.57 "DELETE /v2.0/networks/f610be7b-b622-4689-ab6f-fb95262714a4 HTTP/1.1" status: 204 len: 168 time: 0.6208172 May 26 21:04:53.332736 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-717e2240-31dd-4a39-8e17-b4e3d61aaf2f admin admin] Publish callbacks [] for security_group (5236cf39-4769-4948-8048-be55b6b1c465), before_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:53.360221 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e5656a-e9e2-46a2-bd47-7096e678c591 admin admin] Pushing event deleted for resources: {'Network': ['ID=f610be7b-b622-4689-ab6f-fb95262714a4,revision_number=None']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:04:53.400174 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-7b8ce9b3-4820-4a2b-8dba-1bc3b51ccec4 req-f10df2d8-abb3-44db-bb6f-b98e114e0ef8 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=359cea60-13ec-460e-811b-b7e54fc7850b HTTP/1.1" status: 200 len: 210 time: 0.0484095 May 26 21:04:53.410408 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-717e2240-31dd-4a39-8e17-b4e3d61aaf2f admin admin] Publish callbacks [] for security_group (5236cf39-4769-4948-8048-be55b6b1c465), precommit_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:53.457135 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e83b95a-e99d-4891-9b96-792e7422d245 req-3551facb-e6cd-4f6e-a984-f0a557caba05 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Network 5629c7a4-9159-4bb4-9c94-a1405c68e80c is already hosted by enough agents. {{(pid=104101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 21:04:53.478598 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.scheduler.base_scheduler [req-7e83b95a-e99d-4891-9b96-792e7422d245 req-3551facb-e6cd-4f6e-a984-f0a557caba05 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Resources bound (agent type, host, resource id): {{(pid=104101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:04:53.481001 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e83b95a-e99d-4891-9b96-792e7422d245 req-3551facb-e6cd-4f6e-a984-f0a557caba05 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Received port after_create {{(pid=104101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 21:04:53.487373 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e83b95a-e99d-4891-9b96-792e7422d245 req-3551facb-e6cd-4f6e-a984-f0a557caba05 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:04:53.487990 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-7e83b95a-e99d-4891-9b96-792e7422d245 req-3551facb-e6cd-4f6e-a984-f0a557caba05 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-416010'] for port (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:53.491168 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-3b9520b0-d033-4ac6-a9ec-574881cc11ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (dc535bbb-aeb0-4eea-a73b-0ad966fcf8ae), after_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:53.493782 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-3b9520b0-d033-4ac6-a9ec-574881cc11ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:53.497249 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-3b9520b0-d033-4ac6-a9ec-574881cc11ee admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/dc535bbb-aeb0-4eea-a73b-0ad966fcf8ae HTTP/1.1" status: 204 len: 168 time: 0.7024114 May 26 21:04:53.525025 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-8e9245f3-6359-4939-9f85-7bc7d06c3e4b req-d5b2c85f-a539-4725-b7bb-b71b3c9f2f7f tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/security-groups?id=26b50481-eb72-4913-8499-4f05960ff7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2124557 May 26 21:04:53.535875 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (7f90b46f-777d-4aa1-89b5-840fb2878c39), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:53.585737 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-fd24d55e-cbc7-457f-9b26-ff1cd7eab24a req-78b1a4b9-69ad-4641-a381-8943ff840efd tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Publish callbacks [] for port (7954d0e3-7dea-430e-9ec1-1c6e6e541eee), precommit_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:53.587458 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c51d04-7c91-4129-a2ee-bea43879f00a req-3906d43f-1285-4900-a3db-ce7f459cf459 tempest-DeleteServersTestJSON-481599448 tempest-DeleteServersTestJSON-481599448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:04:53.589372 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-00c51d04-7c91-4129-a2ee-bea43879f00a req-3906d43f-1285-4900-a3db-ce7f459cf459 tempest-DeleteServersTestJSON-481599448 tempest-DeleteServersTestJSON-481599448-project] 10.222.0.57 "GET /v2.0/ports?device_id=04ed7f78-01e5-4c64-9f19-d58646810b8f HTTP/1.1" status: 200 len: 945 time: 0.1065974 May 26 21:04:53.589904 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 44348) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:04:53.598463 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-717e2240-31dd-4a39-8e17-b4e3d61aaf2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (5236cf39-4769-4948-8048-be55b6b1c465), after_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:53.601223 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-717e2240-31dd-4a39-8e17-b4e3d61aaf2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:53.605154 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-717e2240-31dd-4a39-8e17-b4e3d61aaf2f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5236cf39-4769-4948-8048-be55b6b1c465 HTTP/1.1" status: 204 len: 168 time: 0.4370146 May 26 21:04:53.649188 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717e2240-31dd-4a39-8e17-b4e3d61aaf2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5236cf39-4769-4948-8048-be55b6b1c465,revision_number=None']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:04:53.676917 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-1e8924dd-81be-4269-826f-91ddaa262de6 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4c265ca103d04138970bf9df46b47b0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0832043 May 26 21:04:53.680612 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 44352) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:04:53.692590 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:04:53.736424 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-00c51d04-7c91-4129-a2ee-bea43879f00a req-17c87277-ff39-4df9-b9a0-30b9ec9384be tempest-DeleteServersTestJSON-481599448 tempest-DeleteServersTestJSON-481599448-project] 10.222.0.57 "GET /v2.0/security-groups?id=5fa43dc1-6ca8-44f0-a60e-8dfb0362c3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225061 May 26 21:04:53.760583 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-9dd970fd-07b4-4905-829f-1917c56185a8 admin admin] Publish callbacks [] for security_group (b2fef0ce-91e2-4c66-a9d9-3ed849ce8345), before_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:53.774420 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-fd24d55e-cbc7-457f-9b26-ff1cd7eab24a req-78b1a4b9-69ad-4641-a381-8943ff840efd tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787881445699'] for port (7954d0e3-7dea-430e-9ec1-1c6e6e541eee), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:53.799304 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-9dd970fd-07b4-4905-829f-1917c56185a8 admin admin] Publish callbacks [] for security_group (b2fef0ce-91e2-4c66-a9d9-3ed849ce8345), precommit_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:53.818359 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9520b0-d033-4ac6-a9ec-574881cc11ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc535bbb-aeb0-4eea-a73b-0ad966fcf8ae,revision_number=None']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:04:53.820949 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:INSERT=8,neutron:SELECT=86,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:04:53.844050 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:04:53.845853 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-7e83b95a-e99d-4891-9b96-792e7422d245 req-3551facb-e6cd-4f6e-a984-f0a557caba05 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0720057 May 26 21:04:53.864137 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14004f58-05f4-4c65-afc2-ee2f40fe6714 req-43e06d8e-0008-4005-aa1b-a8366b4342bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:04:53.866050 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-14004f58-05f4-4c65-afc2-ee2f40fe6714 req-43e06d8e-0008-4005-aa1b-a8366b4342bc service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=04ed7f78-01e5-4c64-9f19-d58646810b8f HTTP/1.1" status: 200 len: 1129 time: 0.4071009 May 26 21:04:53.875815 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3551facb-e6cd-4f6e-a984-f0a557caba05 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Pushing event updated for resources: {'Port': ['ID=e1f6d939-9abc-412f-a4d8-da9f34b5b9c2,revision_number=1']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:04:53.887611 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.v2.base [req-7e83b95a-e99d-4891-9b96-792e7422d245 req-bee6d88b-17bb-4b6c-90f0-e583b65530d2 service neutron] Request body: {'port': {'device_id': 'b394d5b9-c201-4bff-8cac-68cce2954f16', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=104101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:04:53.893878 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-9dd970fd-07b4-4905-829f-1917c56185a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (b2fef0ce-91e2-4c66-a9d9-3ed849ce8345), after_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:53.902797 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-9dd970fd-07b4-4905-829f-1917c56185a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:53.909303 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-9dd970fd-07b4-4905-829f-1917c56185a8 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b2fef0ce-91e2-4c66-a9d9-3ed849ce8345 HTTP/1.1" status: 204 len: 168 time: 0.2270749 May 26 21:04:53.921529 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd970fd-07b4-4905-829f-1917c56185a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2fef0ce-91e2-4c66-a9d9-3ed849ce8345,revision_number=None']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:04:53.984258 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.db.db_base_plugin_common [req-c59b3f61-e8e0-478d-9c95-dfb1c660ac46 req-ce41481d-f522-42fc-acbe-4a91bc68a98d tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Allocated IP 172.20.0.10 (db3bac2b-2e57-4b81-ab3a-36a5a5912178/aedf8799-8f39-49e6-9345-2bd6d7772744/83a033cc-ef28-4251-9a4e-5f9485c599f5) {{(pid=104101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 21:04:53.989032 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-14004f58-05f4-4c65-afc2-ee2f40fe6714 req-cae2b999-b405-47b9-9b91-6a02dc3e2ca5 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:53.994083 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd24d55e-cbc7-457f-9b26-ff1cd7eab24a req-78b1a4b9-69ad-4641-a381-8943ff840efd tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Network db3bac2b-2e57-4b81-ab3a-36a5a5912178 is already hosted by enough agents. {{(pid=104101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 21:04:54.006043 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:04:54.019177 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-518fbac3-90ca-4b71-a538-a3a6a3c42b21 None None] Provisioning complete for port e1f6d939-9abc-412f-a4d8-da9f34b5b9c2 triggered by entity DHCP. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:04:54.020490 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-518fbac3-90ca-4b71-a538-a3a6a3c42b21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (e1f6d939-9abc-412f-a4d8-da9f34b5b9c2), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:54.027820 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.scheduler.base_scheduler [req-fd24d55e-cbc7-457f-9b26-ff1cd7eab24a req-78b1a4b9-69ad-4641-a381-8943ff840efd tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Resources bound (agent type, host, resource id): {{(pid=104101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:04:54.037330 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-25756f3a-6426-42ec-b0ad-2604d46a29b6 req-03d7a890-c12b-4d3d-9883-fc7e436bc855 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Publish callbacks [] for port (7648201d-4c35-4774-9674-eeb82941072a), precommit_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:54.041482 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd24d55e-cbc7-457f-9b26-ff1cd7eab24a req-78b1a4b9-69ad-4641-a381-8943ff840efd tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Received port after_create {{(pid=104101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 21:04:54.046894 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd24d55e-cbc7-457f-9b26-ff1cd7eab24a req-78b1a4b9-69ad-4641-a381-8943ff840efd tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:04:54.047797 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-fd24d55e-cbc7-457f-9b26-ff1cd7eab24a req-78b1a4b9-69ad-4641-a381-8943ff840efd tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-416010'] for port (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:54.065795 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 44360) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:04:54.086738 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-518fbac3-90ca-4b71-a538-a3a6a3c42b21 None None] Port e1f6d939-9abc-412f-a4d8-da9f34b5b9c2 cannot update to ACTIVE because it is not bound. {{(pid=104103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 21:04:54.102350 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-ee9fc35b-295b-41cc-a80e-0b143e033fb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:54.143497 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b1a4b9-69ad-4641-a381-8943ff840efd tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Pushing event updated for resources: {'Port': ['ID=7954d0e3-7dea-430e-9ec1-1c6e6e541eee,revision_number=1']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:04:54.147974 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-7e83b95a-e99d-4891-9b96-792e7422d245 req-bee6d88b-17bb-4b6c-90f0-e583b65530d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (e1f6d939-9abc-412f-a4d8-da9f34b5b9c2), before_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:54.208757 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-fd24d55e-cbc7-457f-9b26-ff1cd7eab24a req-78b1a4b9-69ad-4641-a381-8943ff840efd tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7608671 May 26 21:04:54.282166 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.v2.base [req-fd24d55e-cbc7-457f-9b26-ff1cd7eab24a req-3aad6f1c-f783-4ba8-88ea-0cb2caabe3a1 service neutron] Request body: {'port': {'device_id': 'fba09f97-8026-4d4e-b8a6-e4705eff1e98', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=104101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:04:54.298583 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:04:54.324740 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-8ee98a1e-8477-4270-9f3d-106403879f56 None None] Provisioning complete for port 7954d0e3-7dea-430e-9ec1-1c6e6e541eee triggered by entity DHCP. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:04:54.326847 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8ee98a1e-8477-4270-9f3d-106403879f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (7954d0e3-7dea-430e-9ec1-1c6e6e541eee), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:54.364993 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-0b2ee0e7-f470-4484-9e77-1671ca471e53 req-90400481-068d-445b-b86e-0a6915896632 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?device_id=6822b4a3-12b7-42b4-8c45-063cb86b7199 HTTP/1.1" status: 200 len: 210 time: 0.0824289 May 26 21:04:54.391736 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-8ee98a1e-8477-4270-9f3d-106403879f56 None None] Port 7954d0e3-7dea-430e-9ec1-1c6e6e541eee cannot update to ACTIVE because it is not bound. {{(pid=104103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 21:04:54.401533 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-ee9fc35b-295b-41cc-a80e-0b143e033fb7 admin admin] Publish callbacks [] for security_group (05a39667-9cc1-4a9a-a7b1-6d10a39a7526), precommit_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:54.409910 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-ee9fc35b-295b-41cc-a80e-0b143e033fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (05a39667-9cc1-4a9a-a7b1-6d10a39a7526), after_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:54.436520 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-fd24d55e-cbc7-457f-9b26-ff1cd7eab24a req-3aad6f1c-f783-4ba8-88ea-0cb2caabe3a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (7954d0e3-7dea-430e-9ec1-1c6e6e541eee), before_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:54.439569 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-25756f3a-6426-42ec-b0ad-2604d46a29b6 req-03d7a890-c12b-4d3d-9883-fc7e436bc855 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787881445699'] for port (7648201d-4c35-4774-9674-eeb82941072a), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:54.462383 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9fc35b-295b-41cc-a80e-0b143e033fb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05a39667-9cc1-4a9a-a7b1-6d10a39a7526,revision_number=1']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:04:54.494632 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-ee9fc35b-295b-41cc-a80e-0b143e033fb7 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=87a3b57c479f42e98efcdc9a089c3a41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4272118 May 26 21:04:54.497055 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 44372) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:04:54.598590 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 44380) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:04:54.601994 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-e31629a0-1081-484b-9f81-703081eb2335 admin admin] Publish callbacks [] for security_group (05a39667-9cc1-4a9a-a7b1-6d10a39a7526), before_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:54.722514 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:INSERT=7,neutron:DELETE=2 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:04:54.723386 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 44384) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:04:54.731957 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25756f3a-6426-42ec-b0ad-2604d46a29b6 req-03d7a890-c12b-4d3d-9883-fc7e436bc855 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Network ff69986b-e00e-41bd-8a28-f959570fc8f7 is already hosted by enough agents. {{(pid=104101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 21:04:54.768025 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-366cb79b-cefd-41df-a472-6b95311a41c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:54.776657 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-14004f58-05f4-4c65-afc2-ee2f40fe6714 req-cae2b999-b405-47b9-9b91-6a02dc3e2ca5 service neutron] Publish callbacks [] for security_group (e6a465ad-7e6b-4515-b5c0-b207ee93e800), precommit_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:54.801856 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.scheduler.base_scheduler [req-25756f3a-6426-42ec-b0ad-2604d46a29b6 req-03d7a890-c12b-4d3d-9883-fc7e436bc855 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Resources bound (agent type, host, resource id): {{(pid=104101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:04:54.805575 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d7a890-c12b-4d3d-9883-fc7e436bc855 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Pushing event updated for resources: {'Port': ['ID=7648201d-4c35-4774-9674-eeb82941072a,revision_number=1']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:04:54.820789 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [req-25756f3a-6426-42ec-b0ad-2604d46a29b6 req-03d7a890-c12b-4d3d-9883-fc7e436bc855 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Received port after_create {{(pid=104101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 21:04:54.826083 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25756f3a-6426-42ec-b0ad-2604d46a29b6 req-03d7a890-c12b-4d3d-9883-fc7e436bc855 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:04:54.827147 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-25756f3a-6426-42ec-b0ad-2604d46a29b6 req-03d7a890-c12b-4d3d-9883-fc7e436bc855 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-416010'] for port (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:54.829708 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8352d90-238d-4e5c-8567-572d877fed20 req-5e0bfb89-1588-4728-a276-108d97a02d23 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:04:54.831716 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-b8352d90-238d-4e5c-8567-572d877fed20 req-5e0bfb89-1588-4728-a276-108d97a02d23 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=359cea60-13ec-460e-811b-b7e54fc7850b HTTP/1.1" status: 200 len: 931 time: 0.3023245 May 26 21:04:54.835668 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-e31629a0-1081-484b-9f81-703081eb2335 admin admin] Publish callbacks [] for security_group (05a39667-9cc1-4a9a-a7b1-6d10a39a7526), precommit_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:54.861469 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-14004f58-05f4-4c65-afc2-ee2f40fe6714 req-cae2b999-b405-47b9-9b91-6a02dc3e2ca5 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (e6a465ad-7e6b-4515-b5c0-b207ee93e800), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:54.867715 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.services.segments.plugin [-] Segment f32e1d23-039f-4e12-9b91-ddefc220cc40 resource provider aggregate not found May 26 21:04:54.900862 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.services.segments.plugin [-] Segment f32e1d23-039f-4e12-9b91-ddefc220cc40 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f32e1d23-039f-4e12-9b91-ddefc220cc40 found for delete ", "request_id": "req-3e969c1a-d361-49f5-a272-8b5fd7f43895"}]} May 26 21:04:54.931778 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d9dcc9-dbe9-4ba1-b7c1-ac4943446ed3 req-03274554-6117-46b5-8ea0-56e6eaa404f6 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:04:54.934944 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:04:54.938594 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-25756f3a-6426-42ec-b0ad-2604d46a29b6 req-03d7a890-c12b-4d3d-9883-fc7e436bc855 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2944875 May 26 21:04:54.939307 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-20d9dcc9-dbe9-4ba1-b7c1-ac4943446ed3 req-03274554-6117-46b5-8ea0-56e6eaa404f6 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/ports?device_id=b394d5b9-c201-4bff-8cac-68cce2954f16 HTTP/1.1" status: 200 len: 931 time: 0.1555438 May 26 21:04:54.989901 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-b8352d90-238d-4e5c-8567-572d877fed20 req-2bf1081c-b0cc-4f03-9289-884fe8b13f7c tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/security-groups?id=b57d1125-26ba-42b5-a63d-5b77fdc0f323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1509092 May 26 21:04:55.004441 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.v2.base [req-25756f3a-6426-42ec-b0ad-2604d46a29b6 req-22abe9bd-15be-4bbb-8906-3f8737ee08af service neutron] Request body: {'port': {'device_id': '359cea60-13ec-460e-811b-b7e54fc7850b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=104101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:04:55.024228 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-20d9dcc9-dbe9-4ba1-b7c1-ac4943446ed3 req-9c81d369-2c44-43f8-9169-991c2c0f62eb tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/security-groups?id=26b50481-eb72-4913-8499-4f05960ff7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838282 May 26 21:04:55.025435 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-e31629a0-1081-484b-9f81-703081eb2335 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (05a39667-9cc1-4a9a-a7b1-6d10a39a7526), after_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:55.028137 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-e31629a0-1081-484b-9f81-703081eb2335 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:55.033174 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-e31629a0-1081-484b-9f81-703081eb2335 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/05a39667-9cc1-4a9a-a7b1-6d10a39a7526 HTTP/1.1" status: 204 len: 168 time: 0.5345390 May 26 21:04:55.047950 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31629a0-1081-484b-9f81-703081eb2335 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05a39667-9cc1-4a9a-a7b1-6d10a39a7526,revision_number=None']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:04:55.100647 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-c59b3f61-e8e0-478d-9c95-dfb1c660ac46 req-ce41481d-f522-42fc-acbe-4a91bc68a98d tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Publish callbacks [] for port (83a033cc-ef28-4251-9a4e-5f9485c599f5), precommit_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:55.127425 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-8c46b25a-8e17-4aeb-b6be-affeb5397fab admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=25261eb9e0fc4f8c806b22d78981b934&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3754656 May 26 21:04:55.129667 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-14004f58-05f4-4c65-afc2-ee2f40fe6714 req-cae2b999-b405-47b9-9b91-6a02dc3e2ca5 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=5fa43dc1-6ca8-44f0-a60e-8dfb0362c3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2463918 May 26 21:04:55.132989 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-59172a05-ba46-4620-b555-b8fad3460d6c None None] Provisioning complete for port 7648201d-4c35-4774-9674-eeb82941072a triggered by entity DHCP. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:04:55.133995 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-59172a05-ba46-4620-b555-b8fad3460d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (7648201d-4c35-4774-9674-eeb82941072a), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:55.135253 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 44400) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:04:55.171185 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae2b999-b405-47b9-9b91-6a02dc3e2ca5 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e6a465ad-7e6b-4515-b5c0-b207ee93e800,revision_number=1']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:04:55.182836 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b8ef29-0b41-49a2-84f3-86f305d377a7 req-91bbf71e-4d7d-45d4-b864-73640e5e24a9 tempest-DeleteServersTestJSON-481599448 tempest-DeleteServersTestJSON-481599448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:04:55.184357 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-93b8ef29-0b41-49a2-84f3-86f305d377a7 req-91bbf71e-4d7d-45d4-b864-73640e5e24a9 tempest-DeleteServersTestJSON-481599448 tempest-DeleteServersTestJSON-481599448-project] 10.222.0.57 "GET /v2.0/ports?device_id=04ed7f78-01e5-4c64-9f19-d58646810b8f HTTP/1.1" status: 200 len: 945 time: 0.0812967 May 26 21:04:55.202405 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-59172a05-ba46-4620-b555-b8fad3460d6c None None] Port 7648201d-4c35-4774-9674-eeb82941072a cannot update to ACTIVE because it is not bound. {{(pid=104103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 21:04:55.238835 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-93b8ef29-0b41-49a2-84f3-86f305d377a7 req-42713ea8-9354-4a63-88ed-0ec67a2b5d7b tempest-DeleteServersTestJSON-481599448 tempest-DeleteServersTestJSON-481599448-project] 10.222.0.57 "GET /v2.0/security-groups?id=5fa43dc1-6ca8-44f0-a60e-8dfb0362c3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487294 May 26 21:04:55.395647 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-25756f3a-6426-42ec-b0ad-2604d46a29b6 req-22abe9bd-15be-4bbb-8906-3f8737ee08af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (7648201d-4c35-4774-9674-eeb82941072a), before_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:55.407317 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=5 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:04:55.465788 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-366cb79b-cefd-41df-a472-6b95311a41c4 admin admin] Publish callbacks [] for security_group (9a0a0ab7-4703-45b5-bc0c-a9d4bfb40250), precommit_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:55.481630 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-86bc0da6-f402-4a30-b429-00667c61978d admin admin] Publish callbacks [] for security_group (3a40a0c7-7448-4b93-93e4-92a81632ffd8), before_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:55.483618 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-c59b3f61-e8e0-478d-9c95-dfb1c660ac46 req-ce41481d-f522-42fc-acbe-4a91bc68a98d tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787881445699'] for port (83a033cc-ef28-4251-9a4e-5f9485c599f5), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:55.497672 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef477ca-988d-4700-a2c4-65ed89b06144 req-e2e53c45-ec4b-4972-9518-4c004daaf9ca tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:04:55.499481 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-8ef477ca-988d-4700-a2c4-65ed89b06144 req-e2e53c45-ec4b-4972-9518-4c004daaf9ca tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?device_id=6822b4a3-12b7-42b4-8c45-063cb86b7199 HTTP/1.1" status: 200 len: 932 time: 0.0636692 May 26 21:04:55.505173 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-366cb79b-cefd-41df-a472-6b95311a41c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (9a0a0ab7-4703-45b5-bc0c-a9d4bfb40250), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:55.535091 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 44406) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:04:55.557326 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-8e7fc0bb-7351-4921-8568-24193104195a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:55.562714 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-8ef477ca-988d-4700-a2c4-65ed89b06144 req-f771db87-40e2-42e3-b420-f65752c72cb9 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d047b43-45d5-46fd-bad8-28b24b28bff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568566 May 26 21:04:55.598015 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=7 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:04:55.643184 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-8e7fc0bb-7351-4921-8568-24193104195a admin admin] Publish callbacks [] for security_group (e7c8bbb1-d4be-4f38-8820-80eda48e73d2), precommit_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:55.648249 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-8e7fc0bb-7351-4921-8568-24193104195a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (e7c8bbb1-d4be-4f38-8820-80eda48e73d2), after_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:55.674933 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:04:55.687696 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-86bc0da6-f402-4a30-b429-00667c61978d admin admin] Publish callbacks [] for security_group (3a40a0c7-7448-4b93-93e4-92a81632ffd8), precommit_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:55.696905 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-8e7fc0bb-7351-4921-8568-24193104195a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=62188b94a70244f9975d34a2605a3d17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1608243 May 26 21:04:55.700808 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-366cb79b-cefd-41df-a472-6b95311a41c4 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=344f63da597c4f039723a694338d8885&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0930090 May 26 21:04:55.700977 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7fc0bb-7351-4921-8568-24193104195a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7c8bbb1-d4be-4f38-8820-80eda48e73d2,revision_number=1']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:04:55.700977 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 44408) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:04:55.700977 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 44410) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:04:55.724803 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c59b3f61-e8e0-478d-9c95-dfb1c660ac46 req-ce41481d-f522-42fc-acbe-4a91bc68a98d tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Network db3bac2b-2e57-4b81-ab3a-36a5a5912178 is already hosted by enough agents. {{(pid=104101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 21:04:55.725651 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366cb79b-cefd-41df-a472-6b95311a41c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a0a0ab7-4703-45b5-bc0c-a9d4bfb40250,revision_number=1']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:04:55.743746 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce41481d-f522-42fc-acbe-4a91bc68a98d tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Pushing event updated for resources: {'Port': ['ID=83a033cc-ef28-4251-9a4e-5f9485c599f5,revision_number=1']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:04:55.746298 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.scheduler.base_scheduler [req-c59b3f61-e8e0-478d-9c95-dfb1c660ac46 req-ce41481d-f522-42fc-acbe-4a91bc68a98d tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Resources bound (agent type, host, resource id): {{(pid=104101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:04:55.764236 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [req-c59b3f61-e8e0-478d-9c95-dfb1c660ac46 req-ce41481d-f522-42fc-acbe-4a91bc68a98d tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Received port after_create {{(pid=104101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 21:04:55.770241 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59b3f61-e8e0-478d-9c95-dfb1c660ac46 req-ce41481d-f522-42fc-acbe-4a91bc68a98d tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:04:55.770902 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-c59b3f61-e8e0-478d-9c95-dfb1c660ac46 req-ce41481d-f522-42fc-acbe-4a91bc68a98d tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-416010'] for port (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:55.786405 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:04:55.791396 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-e7b36e7f-a388-4e73-a936-da9b8e879fcf admin admin] Publish callbacks [] for security_group (e7c8bbb1-d4be-4f38-8820-80eda48e73d2), before_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:55.794939 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.notifiers.nova [req-7e83b95a-e99d-4891-9b96-792e7422d245 req-bee6d88b-17bb-4b6c-90f0-e583b65530d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1f6d939-9abc-412f-a4d8-da9f34b5b9c2 {{(pid=104101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 21:04:55.797672 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-ff1452e9-5af9-45d8-8b16-ea4ef1a44e22 admin admin] Publish callbacks [] for security_group (9a0a0ab7-4703-45b5-bc0c-a9d4bfb40250), before_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:55.827776 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-e7b36e7f-a388-4e73-a936-da9b8e879fcf admin admin] Publish callbacks [] for security_group (e7c8bbb1-d4be-4f38-8820-80eda48e73d2), precommit_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:55.844007 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-ff1452e9-5af9-45d8-8b16-ea4ef1a44e22 admin admin] Publish callbacks [] for security_group (9a0a0ab7-4703-45b5-bc0c-a9d4bfb40250), precommit_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:55.873261 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-7e83b95a-e99d-4891-9b96-792e7422d245 req-bee6d88b-17bb-4b6c-90f0-e583b65530d2 service neutron] Publish callbacks [] for port (e1f6d939-9abc-412f-a4d8-da9f34b5b9c2), precommit_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:55.922200 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-c59b3f61-e8e0-478d-9c95-dfb1c660ac46 req-ce41481d-f522-42fc-acbe-4a91bc68a98d tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2769558 May 26 21:04:55.928566 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-e7b36e7f-a388-4e73-a936-da9b8e879fcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (e7c8bbb1-d4be-4f38-8820-80eda48e73d2), after_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:55.931419 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-e7b36e7f-a388-4e73-a936-da9b8e879fcf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:55.932627 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-e7b36e7f-a388-4e73-a936-da9b8e879fcf admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e7c8bbb1-d4be-4f38-8820-80eda48e73d2 HTTP/1.1" status: 204 len: 168 time: 0.2307816 May 26 21:04:55.962841 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b36e7f-a388-4e73-a936-da9b8e879fcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7c8bbb1-d4be-4f38-8820-80eda48e73d2,revision_number=None']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:04:55.976249 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-ff1452e9-5af9-45d8-8b16-ea4ef1a44e22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (9a0a0ab7-4703-45b5-bc0c-a9d4bfb40250), after_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:55.980439 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-ff1452e9-5af9-45d8-8b16-ea4ef1a44e22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:55.989065 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-ff1452e9-5af9-45d8-8b16-ea4ef1a44e22 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9a0a0ab7-4703-45b5-bc0c-a9d4bfb40250 HTTP/1.1" status: 204 len: 168 time: 0.2713084 May 26 21:04:56.008725 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1452e9-5af9-45d8-8b16-ea4ef1a44e22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a0a0ab7-4703-45b5-bc0c-a9d4bfb40250,revision_number=None']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:04:56.068089 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-97a31322-d965-45f7-b7c8-d0cb0e6bb6af None None] Provisioning complete for port 83a033cc-ef28-4251-9a4e-5f9485c599f5 triggered by entity DHCP. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:04:56.068896 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-97a31322-d965-45f7-b7c8-d0cb0e6bb6af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (83a033cc-ef28-4251-9a4e-5f9485c599f5), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:56.119546 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-97a31322-d965-45f7-b7c8-d0cb0e6bb6af None None] Port 83a033cc-ef28-4251-9a4e-5f9485c599f5 cannot update to ACTIVE because it is not bound. {{(pid=104103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 21:04:56.310815 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ae1993-ca8c-4e57-a127-0571e38f07a5 req-32e2b256-a5aa-4fb2-8c5c-f2aa53abd6b8 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:04:56.310815 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-74ae1993-ca8c-4e57-a127-0571e38f07a5 req-32e2b256-a5aa-4fb2-8c5c-f2aa53abd6b8 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/ports?device_id=b394d5b9-c201-4bff-8cac-68cce2954f16 HTTP/1.1" status: 200 len: 931 time: 0.1635606 May 26 21:04:56.321237 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9adbe8-4c31-489e-92c4-ff6629842680 req-b2b0e961-ffbd-4a0c-9f31-abacac240f58 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:04:56.327725 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.db.provisioning_blocks [req-7e83b95a-e99d-4891-9b96-792e7422d245 req-bee6d88b-17bb-4b6c-90f0-e583b65530d2 service neutron] Transition to ACTIVE for port object e1f6d939-9abc-412f-a4d8-da9f34b5b9c2 will not be triggered until provisioned by entity L2. {{(pid=104101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 21:04:56.328497 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-1a9adbe8-4c31-489e-92c4-ff6629842680 req-b2b0e961-ffbd-4a0c-9f31-abacac240f58 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=359cea60-13ec-460e-811b-b7e54fc7850b HTTP/1.1" status: 200 len: 931 time: 0.1145277 May 26 21:04:56.337607 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.v2.base [req-c59b3f61-e8e0-478d-9c95-dfb1c660ac46 req-b3414e5f-35f7-4d0c-945b-befd27103f87 service neutron] Request body: {'port': {'device_id': '6822b4a3-12b7-42b4-8c45-063cb86b7199', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=104101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:04:56.391368 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-7e83b95a-e99d-4891-9b96-792e7422d245 req-bee6d88b-17bb-4b6c-90f0-e583b65530d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (e1f6d939-9abc-412f-a4d8-da9f34b5b9c2), after_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:56.410917 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-74ae1993-ca8c-4e57-a127-0571e38f07a5 req-551ceac8-df76-4a8f-855a-7ff5bca1b1a7 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/security-groups?id=26b50481-eb72-4913-8499-4f05960ff7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791590 May 26 21:04:56.420327 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-1a9adbe8-4c31-489e-92c4-ff6629842680 req-aeeaccdb-0e0c-4bfd-b52d-675141192714 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/security-groups?id=b57d1125-26ba-42b5-a63d-5b77fdc0f323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908461 May 26 21:04:56.492944 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.notifiers.nova [req-fd24d55e-cbc7-457f-9b26-ff1cd7eab24a req-3aad6f1c-f783-4ba8-88ea-0cb2caabe3a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7954d0e3-7dea-430e-9ec1-1c6e6e541eee {{(pid=104101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 21:04:56.524323 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-fd24d55e-cbc7-457f-9b26-ff1cd7eab24a req-3aad6f1c-f783-4ba8-88ea-0cb2caabe3a1 service neutron] Publish callbacks [] for port (7954d0e3-7dea-430e-9ec1-1c6e6e541eee), precommit_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:56.542666 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-86bc0da6-f402-4a30-b429-00667c61978d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (3a40a0c7-7448-4b93-93e4-92a81632ffd8), after_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:56.545436 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-86bc0da6-f402-4a30-b429-00667c61978d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:56.546734 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-86bc0da6-f402-4a30-b429-00667c61978d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3a40a0c7-7448-4b93-93e4-92a81632ffd8 HTTP/1.1" status: 204 len: 168 time: 1.3958349 May 26 21:04:56.673637 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee6d88b-17bb-4b6c-90f0-e583b65530d2 service neutron] Pushing event updated for resources: {'Port': ['ID=e1f6d939-9abc-412f-a4d8-da9f34b5b9c2,revision_number=2']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:04:56.732200 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=88,neutron:UPDATE=6,neutron:DELETE=5,neutron:INSERT=1 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:04:56.734550 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bc0da6-f402-4a30-b429-00667c61978d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a40a0c7-7448-4b93-93e4-92a81632ffd8,revision_number=None']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:04:56.788345 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ea1c17-690f-410c-8a66-dd82cab9c1a6 req-fe03d880-5699-4673-885b-1b5289ecfa6e tempest-DeleteServersTestJSON-481599448 tempest-DeleteServersTestJSON-481599448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:04:56.797773 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-34ea1c17-690f-410c-8a66-dd82cab9c1a6 req-fe03d880-5699-4673-885b-1b5289ecfa6e tempest-DeleteServersTestJSON-481599448 tempest-DeleteServersTestJSON-481599448-project] 10.222.0.57 "GET /v2.0/ports?device_id=04ed7f78-01e5-4c64-9f19-d58646810b8f HTTP/1.1" status: 200 len: 945 time: 0.1840863 May 26 21:04:56.800151 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.db.provisioning_blocks [req-fd24d55e-cbc7-457f-9b26-ff1cd7eab24a req-3aad6f1c-f783-4ba8-88ea-0cb2caabe3a1 service neutron] Transition to ACTIVE for port object 7954d0e3-7dea-430e-9ec1-1c6e6e541eee will not be triggered until provisioned by entity L2. {{(pid=104101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 21:04:56.813024 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-c59b3f61-e8e0-478d-9c95-dfb1c660ac46 req-b3414e5f-35f7-4d0c-945b-befd27103f87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (83a033cc-ef28-4251-9a4e-5f9485c599f5), before_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:56.824340 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-fd24d55e-cbc7-457f-9b26-ff1cd7eab24a req-3aad6f1c-f783-4ba8-88ea-0cb2caabe3a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (7954d0e3-7dea-430e-9ec1-1c6e6e541eee), after_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:56.908305 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8323e3-7714-46d4-b45e-33e79fc4cce6 req-8b3257df-c377-4578-a196-b1526e2e13c3 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:04:56.913690 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-8d8323e3-7714-46d4-b45e-33e79fc4cce6 req-8b3257df-c377-4578-a196-b1526e2e13c3 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?device_id=6822b4a3-12b7-42b4-8c45-063cb86b7199 HTTP/1.1" status: 200 len: 932 time: 0.1792901 May 26 21:04:56.929851 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [req-7e83b95a-e99d-4891-9b96-792e7422d245 req-bee6d88b-17bb-4b6c-90f0-e583b65530d2 service neutron] Attempting to bind port e1f6d939-9abc-412f-a4d8-da9f34b5b9c2 on host hv-cinder-82880 for vnic_type normal with profile {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 21:04:56.930220 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [req-7e83b95a-e99d-4891-9b96-792e7422d245 req-bee6d88b-17bb-4b6c-90f0-e583b65530d2 service neutron] Attempting to bind port e1f6d939-9abc-412f-a4d8-da9f34b5b9c2 by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': '6581e449-834f-4534-a2fe-363e6aa5bcef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5629c7a4-9159-4bb4-9c94-a1405c68e80c'}] {{(pid=104101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 21:04:56.930714 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e83b95a-e99d-4891-9b96-792e7422d245 req-bee6d88b-17bb-4b6c-90f0-e583b65530d2 service neutron] Attempting to bind port e1f6d939-9abc-412f-a4d8-da9f34b5b9c2 on network 5629c7a4-9159-4bb4-9c94-a1405c68e80c {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 21:04:57.002667 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e83b95a-e99d-4891-9b96-792e7422d245 req-bee6d88b-17bb-4b6c-90f0-e583b65530d2 service neutron] Port e1f6d939-9abc-412f-a4d8-da9f34b5b9c2 on network 5629c7a4-9159-4bb4-9c94-a1405c68e80c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 21:04:57.003261 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e83b95a-e99d-4891-9b96-792e7422d245 req-bee6d88b-17bb-4b6c-90f0-e583b65530d2 service neutron] Attempting to bind port e1f6d939-9abc-412f-a4d8-da9f34b5b9c2 on network 5629c7a4-9159-4bb4-9c94-a1405c68e80c {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 21:04:57.016142 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-34ea1c17-690f-410c-8a66-dd82cab9c1a6 req-d8cb9295-7775-4223-a83f-2db191564552 tempest-DeleteServersTestJSON-481599448 tempest-DeleteServersTestJSON-481599448-project] 10.222.0.57 "GET /v2.0/security-groups?id=5fa43dc1-6ca8-44f0-a60e-8dfb0362c3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158196 May 26 21:04:57.030481 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aad6f1c-f783-4ba8-88ea-0cb2caabe3a1 service neutron] Pushing event updated for resources: {'Port': ['ID=7954d0e3-7dea-430e-9ec1-1c6e6e541eee,revision_number=2']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:04:57.033405 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e83b95a-e99d-4891-9b96-792e7422d245 req-bee6d88b-17bb-4b6c-90f0-e583b65530d2 service neutron] Checking agent: {'id': '7f90b46f-777d-4aa1-89b5-840fb2878c39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 21, 2, 24), 'started_at': datetime.datetime(2022, 5, 26, 21, 2, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 21, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 21:04:57.033780 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e83b95a-e99d-4891-9b96-792e7422d245 req-bee6d88b-17bb-4b6c-90f0-e583b65530d2 service neutron] Checking segment: {'id': '6581e449-834f-4534-a2fe-363e6aa5bcef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5629c7a4-9159-4bb4-9c94-a1405c68e80c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 21:04:57.034152 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e83b95a-e99d-4891-9b96-792e7422d245 req-bee6d88b-17bb-4b6c-90f0-e583b65530d2 service neutron] Bound using segment: {'id': '6581e449-834f-4534-a2fe-363e6aa5bcef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5629c7a4-9159-4bb4-9c94-a1405c68e80c'} {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 21:04:57.042097 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [req-7e83b95a-e99d-4891-9b96-792e7422d245 req-bee6d88b-17bb-4b6c-90f0-e583b65530d2 service neutron] Bound port: e1f6d939-9abc-412f-a4d8-da9f34b5b9c2, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6581e449-834f-4534-a2fe-363e6aa5bcef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5629c7a4-9159-4bb4-9c94-a1405c68e80c'}}] {{(pid=104101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 21:04:57.042775 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-7e83b95a-e99d-4891-9b96-792e7422d245 req-bee6d88b-17bb-4b6c-90f0-e583b65530d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (e1f6d939-9abc-412f-a4d8-da9f34b5b9c2), before_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:57.103217 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-8d8323e3-7714-46d4-b45e-33e79fc4cce6 req-dcdf43ba-794e-4c73-ac79-51372c71b91c tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d047b43-45d5-46fd-bad8-28b24b28bff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854215 May 26 21:04:57.160553 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.notifiers.nova [req-25756f3a-6426-42ec-b0ad-2604d46a29b6 req-22abe9bd-15be-4bbb-8906-3f8737ee08af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7648201d-4c35-4774-9674-eeb82941072a {{(pid=104101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 21:04:57.200361 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-25756f3a-6426-42ec-b0ad-2604d46a29b6 req-22abe9bd-15be-4bbb-8906-3f8737ee08af service neutron] Publish callbacks [] for port (7648201d-4c35-4774-9674-eeb82941072a), precommit_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:57.218634 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.db.provisioning_blocks [req-25756f3a-6426-42ec-b0ad-2604d46a29b6 req-22abe9bd-15be-4bbb-8906-3f8737ee08af service neutron] Transition to ACTIVE for port object 7648201d-4c35-4774-9674-eeb82941072a will not be triggered until provisioned by entity L2. {{(pid=104101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 21:04:57.297337 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-25756f3a-6426-42ec-b0ad-2604d46a29b6 req-22abe9bd-15be-4bbb-8906-3f8737ee08af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (7648201d-4c35-4774-9674-eeb82941072a), after_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:57.300269 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [req-fd24d55e-cbc7-457f-9b26-ff1cd7eab24a req-3aad6f1c-f783-4ba8-88ea-0cb2caabe3a1 service neutron] Attempting to bind port 7954d0e3-7dea-430e-9ec1-1c6e6e541eee on host hv-cinder-82880 for vnic_type normal with profile {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 21:04:57.300751 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [req-fd24d55e-cbc7-457f-9b26-ff1cd7eab24a req-3aad6f1c-f783-4ba8-88ea-0cb2caabe3a1 service neutron] Attempting to bind port 7954d0e3-7dea-430e-9ec1-1c6e6e541eee by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': '81ad88fc-3505-498e-a408-c780e45b6192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'db3bac2b-2e57-4b81-ab3a-36a5a5912178'}] {{(pid=104101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 21:04:57.301306 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd24d55e-cbc7-457f-9b26-ff1cd7eab24a req-3aad6f1c-f783-4ba8-88ea-0cb2caabe3a1 service neutron] Attempting to bind port 7954d0e3-7dea-430e-9ec1-1c6e6e541eee on network db3bac2b-2e57-4b81-ab3a-36a5a5912178 {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 21:04:57.314739 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:04:57.362412 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd24d55e-cbc7-457f-9b26-ff1cd7eab24a req-3aad6f1c-f783-4ba8-88ea-0cb2caabe3a1 service neutron] Port 7954d0e3-7dea-430e-9ec1-1c6e6e541eee on network db3bac2b-2e57-4b81-ab3a-36a5a5912178 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 21:04:57.363080 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd24d55e-cbc7-457f-9b26-ff1cd7eab24a req-3aad6f1c-f783-4ba8-88ea-0cb2caabe3a1 service neutron] Attempting to bind port 7954d0e3-7dea-430e-9ec1-1c6e6e541eee on network db3bac2b-2e57-4b81-ab3a-36a5a5912178 {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 21:04:57.397294 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd24d55e-cbc7-457f-9b26-ff1cd7eab24a req-3aad6f1c-f783-4ba8-88ea-0cb2caabe3a1 service neutron] Checking agent: {'id': '7f90b46f-777d-4aa1-89b5-840fb2878c39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 21, 2, 24), 'started_at': datetime.datetime(2022, 5, 26, 21, 2, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 21, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 21:04:57.397624 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd24d55e-cbc7-457f-9b26-ff1cd7eab24a req-3aad6f1c-f783-4ba8-88ea-0cb2caabe3a1 service neutron] Checking segment: {'id': '81ad88fc-3505-498e-a408-c780e45b6192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'db3bac2b-2e57-4b81-ab3a-36a5a5912178'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 21:04:57.398002 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd24d55e-cbc7-457f-9b26-ff1cd7eab24a req-3aad6f1c-f783-4ba8-88ea-0cb2caabe3a1 service neutron] Bound using segment: {'id': '81ad88fc-3505-498e-a408-c780e45b6192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'db3bac2b-2e57-4b81-ab3a-36a5a5912178'} {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 21:04:57.400001 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [req-fd24d55e-cbc7-457f-9b26-ff1cd7eab24a req-3aad6f1c-f783-4ba8-88ea-0cb2caabe3a1 service neutron] Bound port: 7954d0e3-7dea-430e-9ec1-1c6e6e541eee, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81ad88fc-3505-498e-a408-c780e45b6192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'db3bac2b-2e57-4b81-ab3a-36a5a5912178'}}] {{(pid=104101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 21:04:57.400001 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-fd24d55e-cbc7-457f-9b26-ff1cd7eab24a req-3aad6f1c-f783-4ba8-88ea-0cb2caabe3a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (7954d0e3-7dea-430e-9ec1-1c6e6e541eee), before_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:57.440448 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.db [req-7e83b95a-e99d-4891-9b96-792e7422d245 req-bee6d88b-17bb-4b6c-90f0-e583b65530d2 service neutron] For port e1f6d939-9abc-412f-a4d8-da9f34b5b9c2, host hv-cinder-82880, cleared binding levels {{(pid=104101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 21:04:57.566933 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22abe9bd-15be-4bbb-8906-3f8737ee08af service neutron] Pushing event updated for resources: {'Port': ['ID=7648201d-4c35-4774-9674-eeb82941072a,revision_number=2']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:04:57.598698 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.db [req-7e83b95a-e99d-4891-9b96-792e7422d245 req-bee6d88b-17bb-4b6c-90f0-e583b65530d2 service neutron] For port e1f6d939-9abc-412f-a4d8-da9f34b5b9c2, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=e1f6d939-9abc-412f-a4d8-da9f34b5b9c2,segment=NetworkSegment(6581e449-834f-4534-a2fe-363e6aa5bcef),segment_id=6581e449-834f-4534-a2fe-363e6aa5bcef)] {{(pid=104101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 21:04:57.621891 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:INSERT=2,neutron:SELECT=94,neutron:DELETE=4 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:04:57.654983 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cd77c6-4530-4b54-819c-c9393dbbcad8 req-d14fbb67-7ae6-495d-a7b4-8b1cbd91c02d tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:04:57.656723 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-57cd77c6-4530-4b54-819c-c9393dbbcad8 req-d14fbb67-7ae6-495d-a7b4-8b1cbd91c02d tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/ports?device_id=b394d5b9-c201-4bff-8cac-68cce2954f16 HTTP/1.1" status: 200 len: 943 time: 0.1336162 May 26 21:04:57.667186 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35a34cd-54dc-494d-ae9e-a494daaf7e23 req-84757572-b208-4e87-b58a-bb15209835dd tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:04:57.668691 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-f35a34cd-54dc-494d-ae9e-a494daaf7e23 req-84757572-b208-4e87-b58a-bb15209835dd tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=359cea60-13ec-460e-811b-b7e54fc7850b HTTP/1.1" status: 200 len: 943 time: 0.1335604 May 26 21:04:57.672216 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.db [req-fd24d55e-cbc7-457f-9b26-ff1cd7eab24a req-3aad6f1c-f783-4ba8-88ea-0cb2caabe3a1 service neutron] For port 7954d0e3-7dea-430e-9ec1-1c6e6e541eee, host hv-cinder-82880, cleared binding levels {{(pid=104101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 21:04:57.676498 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.db [req-fd24d55e-cbc7-457f-9b26-ff1cd7eab24a req-3aad6f1c-f783-4ba8-88ea-0cb2caabe3a1 service neutron] For port 7954d0e3-7dea-430e-9ec1-1c6e6e541eee, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=7954d0e3-7dea-430e-9ec1-1c6e6e541eee,segment=NetworkSegment(81ad88fc-3505-498e-a408-c780e45b6192),segment_id=81ad88fc-3505-498e-a408-c780e45b6192)] {{(pid=104101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 21:04:57.693291 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-fd24d55e-cbc7-457f-9b26-ff1cd7eab24a req-3aad6f1c-f783-4ba8-88ea-0cb2caabe3a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (7954d0e3-7dea-430e-9ec1-1c6e6e541eee), after_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:57.712970 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-7e83b95a-e99d-4891-9b96-792e7422d245 req-bee6d88b-17bb-4b6c-90f0-e583b65530d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (e1f6d939-9abc-412f-a4d8-da9f34b5b9c2), after_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:57.727214 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd24d55e-cbc7-457f-9b26-ff1cd7eab24a req-3aad6f1c-f783-4ba8-88ea-0cb2caabe3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:04:57.727214 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-fd24d55e-cbc7-457f-9b26-ff1cd7eab24a req-3aad6f1c-f783-4ba8-88ea-0cb2caabe3a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-416010'] for port (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:57.728342 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-fd24d55e-cbc7-457f-9b26-ff1cd7eab24a req-3aad6f1c-f783-4ba8-88ea-0cb2caabe3a1 service neutron] 10.222.0.62 "PUT /v2.0/ports/7954d0e3-7dea-430e-9ec1-1c6e6e541eee HTTP/1.1" status: 200 len: 1094 time: 3.4613216 May 26 21:04:57.737547 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e83b95a-e99d-4891-9b96-792e7422d245 req-bee6d88b-17bb-4b6c-90f0-e583b65530d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:04:57.738953 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-7e83b95a-e99d-4891-9b96-792e7422d245 req-bee6d88b-17bb-4b6c-90f0-e583b65530d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-416010'] for port (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:57.740593 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-7e83b95a-e99d-4891-9b96-792e7422d245 req-bee6d88b-17bb-4b6c-90f0-e583b65530d2 service neutron] 10.222.0.62 "PUT /v2.0/ports/e1f6d939-9abc-412f-a4d8-da9f34b5b9c2 HTTP/1.1" status: 200 len: 1093 time: 3.8684340 May 26 21:04:57.741189 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fba09f97-8026-4d4e-b8a6-e4705eff1e98', 'tag': '7954d0e3-7dea-430e-9ec1-1c6e6e541eee'}, {'name': 'network-changed', 'server_uuid': 'b394d5b9-c201-4bff-8cac-68cce2954f16', 'tag': 'e1f6d939-9abc-412f-a4d8-da9f34b5b9c2'}] {{(pid=104101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:04:57.746695 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e35b3b942162f380527a6ddce7731c26b87baf9d9763e10c20fbd720b027cea7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62df4d0f-3c8d-45bb-8fc2-9387af7199e3" -d '{"events": [{"name": "network-changed", "server_uuid": "fba09f97-8026-4d4e-b8a6-e4705eff1e98", "tag": "7954d0e3-7dea-430e-9ec1-1c6e6e541eee"}, {"name": "network-changed", "server_uuid": "b394d5b9-c201-4bff-8cac-68cce2954f16", "tag": "e1f6d939-9abc-412f-a4d8-da9f34b5b9c2"}]}' {{(pid=104101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:04:57.798400 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [req-25756f3a-6426-42ec-b0ad-2604d46a29b6 req-22abe9bd-15be-4bbb-8906-3f8737ee08af service neutron] Attempting to bind port 7648201d-4c35-4774-9674-eeb82941072a on host hv-cinder-82880 for vnic_type normal with profile {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 21:04:57.801509 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [req-25756f3a-6426-42ec-b0ad-2604d46a29b6 req-22abe9bd-15be-4bbb-8906-3f8737ee08af service neutron] Attempting to bind port 7648201d-4c35-4774-9674-eeb82941072a by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': '7fb7ed4c-a972-40f4-a310-001c141d4c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'ff69986b-e00e-41bd-8a28-f959570fc8f7'}] {{(pid=104101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 21:04:57.801668 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25756f3a-6426-42ec-b0ad-2604d46a29b6 req-22abe9bd-15be-4bbb-8906-3f8737ee08af service neutron] Attempting to bind port 7648201d-4c35-4774-9674-eeb82941072a on network ff69986b-e00e-41bd-8a28-f959570fc8f7 {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 21:04:57.815064 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-f35a34cd-54dc-494d-ae9e-a494daaf7e23 req-db0ca3a2-41d1-4b43-92b5-d9b2c084668d tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/security-groups?id=b57d1125-26ba-42b5-a63d-5b77fdc0f323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1367288 May 26 21:04:57.840115 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-57cd77c6-4530-4b54-819c-c9393dbbcad8 req-87fc2fb9-f97f-4fee-838f-0a2dd4970879 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/security-groups?id=26b50481-eb72-4913-8499-4f05960ff7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1564405 May 26 21:04:57.890289 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25756f3a-6426-42ec-b0ad-2604d46a29b6 req-22abe9bd-15be-4bbb-8906-3f8737ee08af service neutron] Port 7648201d-4c35-4774-9674-eeb82941072a on network ff69986b-e00e-41bd-8a28-f959570fc8f7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 21:04:57.898805 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25756f3a-6426-42ec-b0ad-2604d46a29b6 req-22abe9bd-15be-4bbb-8906-3f8737ee08af service neutron] Attempting to bind port 7648201d-4c35-4774-9674-eeb82941072a on network ff69986b-e00e-41bd-8a28-f959570fc8f7 {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 21:04:57.930511 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aad6f1c-f783-4ba8-88ea-0cb2caabe3a1 service neutron] Pushing event updated for resources: {'Port': ['ID=7954d0e3-7dea-430e-9ec1-1c6e6e541eee,revision_number=3']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:04:58.017898 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e83b95a-e99d-4891-9b96-792e7422d245 req-88562f40-3895-4470-ac5b-737df6204a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:04:58.029324 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-7e83b95a-e99d-4891-9b96-792e7422d245 req-88562f40-3895-4470-ac5b-737df6204a95 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=aee8ddc72b8a4baeb01503afbd8aeab1&device_id=b394d5b9-c201-4bff-8cac-68cce2954f16 HTTP/1.1" status: 200 len: 1127 time: 0.1085963 May 26 21:04:58.045355 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 26 May 2022 21:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3ca4801-5b94-443d-96e5-6465cee91806 x-openstack-request-id: req-e3ca4801-5b94-443d-96e5-6465cee91806 {{(pid=104101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:04:58.045647 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fba09f97-8026-4d4e-b8a6-e4705eff1e98", "tag": "7954d0e3-7dea-430e-9ec1-1c6e6e541eee", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b394d5b9-c201-4bff-8cac-68cce2954f16", "tag": "e1f6d939-9abc-412f-a4d8-da9f34b5b9c2", "status": "completed", "code": 200}]} {{(pid=104101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:04:58.045932 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e3ca4801-5b94-443d-96e5-6465cee91806 {{(pid=104101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:04:58.048150 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3ca4801-5b94-443d-96e5-6465cee91806'] response: {'name': 'network-changed', 'server_uuid': 'fba09f97-8026-4d4e-b8a6-e4705eff1e98', 'tag': '7954d0e3-7dea-430e-9ec1-1c6e6e541eee', 'status': 'completed', 'code': 200} May 26 21:04:58.049725 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3ca4801-5b94-443d-96e5-6465cee91806'] response: {'name': 'network-changed', 'server_uuid': 'b394d5b9-c201-4bff-8cac-68cce2954f16', 'tag': 'e1f6d939-9abc-412f-a4d8-da9f34b5b9c2', 'status': 'completed', 'code': 200} May 26 21:04:58.053617 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:04:58.056977 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25756f3a-6426-42ec-b0ad-2604d46a29b6 req-22abe9bd-15be-4bbb-8906-3f8737ee08af service neutron] Checking agent: {'id': '7f90b46f-777d-4aa1-89b5-840fb2878c39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 21, 2, 24), 'started_at': datetime.datetime(2022, 5, 26, 21, 2, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 21, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 21:04:58.059015 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25756f3a-6426-42ec-b0ad-2604d46a29b6 req-22abe9bd-15be-4bbb-8906-3f8737ee08af service neutron] Checking segment: {'id': '7fb7ed4c-a972-40f4-a310-001c141d4c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'ff69986b-e00e-41bd-8a28-f959570fc8f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 21:04:58.059429 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25756f3a-6426-42ec-b0ad-2604d46a29b6 req-22abe9bd-15be-4bbb-8906-3f8737ee08af service neutron] Bound using segment: {'id': '7fb7ed4c-a972-40f4-a310-001c141d4c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'ff69986b-e00e-41bd-8a28-f959570fc8f7'} {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 21:04:58.059905 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [req-25756f3a-6426-42ec-b0ad-2604d46a29b6 req-22abe9bd-15be-4bbb-8906-3f8737ee08af service neutron] Bound port: 7648201d-4c35-4774-9674-eeb82941072a, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fb7ed4c-a972-40f4-a310-001c141d4c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'ff69986b-e00e-41bd-8a28-f959570fc8f7'}}] {{(pid=104101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 21:04:58.060278 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-25756f3a-6426-42ec-b0ad-2604d46a29b6 req-22abe9bd-15be-4bbb-8906-3f8737ee08af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (7648201d-4c35-4774-9674-eeb82941072a), before_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:58.163043 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd24d55e-cbc7-457f-9b26-ff1cd7eab24a req-00103f54-b9a6-4499-850d-f2c215b8cb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:04:58.164848 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-fd24d55e-cbc7-457f-9b26-ff1cd7eab24a req-00103f54-b9a6-4499-850d-f2c215b8cb17 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9f8ac962c5d0402eb17b01aa02632897&device_id=fba09f97-8026-4d4e-b8a6-e4705eff1e98 HTTP/1.1" status: 200 len: 1128 time: 0.3258939 May 26 21:04:58.179862 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.notifiers.nova [req-c59b3f61-e8e0-478d-9c95-dfb1c660ac46 req-b3414e5f-35f7-4d0c-945b-befd27103f87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83a033cc-ef28-4251-9a4e-5f9485c599f5 {{(pid=104101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 21:04:58.185575 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-7e83b95a-e99d-4891-9b96-792e7422d245 req-ce19da73-1602-43fe-bf01-54d7b8e32389 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e1f6d939-9abc-412f-a4d8-da9f34b5b9c2 HTTP/1.1" status: 200 len: 217 time: 0.1188900 May 26 21:04:58.197325 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-c59b3f61-e8e0-478d-9c95-dfb1c660ac46 req-b3414e5f-35f7-4d0c-945b-befd27103f87 service neutron] Publish callbacks [] for port (83a033cc-ef28-4251-9a4e-5f9485c599f5), precommit_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:58.319230 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7baf9c5-1841-472c-bf87-a4d914440e16 req-4e77e0f7-65c3-42e1-bec5-6a75704eeefb tempest-DeleteServersTestJSON-481599448 tempest-DeleteServersTestJSON-481599448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:04:58.327613 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-d7baf9c5-1841-472c-bf87-a4d914440e16 req-4e77e0f7-65c3-42e1-bec5-6a75704eeefb tempest-DeleteServersTestJSON-481599448 tempest-DeleteServersTestJSON-481599448-project] 10.222.0.57 "GET /v2.0/ports?device_id=04ed7f78-01e5-4c64-9f19-d58646810b8f HTTP/1.1" status: 200 len: 945 time: 0.1361353 May 26 21:04:58.338591 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.db.provisioning_blocks [req-c59b3f61-e8e0-478d-9c95-dfb1c660ac46 req-b3414e5f-35f7-4d0c-945b-befd27103f87 service neutron] Transition to ACTIVE for port object 83a033cc-ef28-4251-9a4e-5f9485c599f5 will not be triggered until provisioned by entity L2. {{(pid=104101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 21:04:58.353695 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-fd24d55e-cbc7-457f-9b26-ff1cd7eab24a req-22cd4d7e-0af3-41b7-a905-368fe45f9cc0 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7954d0e3-7dea-430e-9ec1-1c6e6e541eee HTTP/1.1" status: 200 len: 217 time: 0.1637676 May 26 21:04:58.356309 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91619e1-133c-4e9d-843f-18a1fc2be6b1 req-bdd4fd7f-a168-493c-ac55-5f8088bd5823 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:04:58.368189 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-d91619e1-133c-4e9d-843f-18a1fc2be6b1 req-bdd4fd7f-a168-493c-ac55-5f8088bd5823 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?device_id=6822b4a3-12b7-42b4-8c45-063cb86b7199 HTTP/1.1" status: 200 len: 932 time: 0.1216567 May 26 21:04:58.377550 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:04:58.382964 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:04:58.389545 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-c59b3f61-e8e0-478d-9c95-dfb1c660ac46 req-b3414e5f-35f7-4d0c-945b-befd27103f87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (83a033cc-ef28-4251-9a4e-5f9485c599f5), after_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:58.425022 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee6d88b-17bb-4b6c-90f0-e583b65530d2 service neutron] Pushing event updated for resources: {'Port': ['ID=e1f6d939-9abc-412f-a4d8-da9f34b5b9c2,revision_number=3']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:04:58.464282 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e83b95a-e99d-4891-9b96-792e7422d245 req-aafa2409-9f5f-4dee-88ee-c0b25f3dd6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:04:58.465740 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-7e83b95a-e99d-4891-9b96-792e7422d245 req-aafa2409-9f5f-4dee-88ee-c0b25f3dd6ec service neutron] 10.222.0.62 "GET /v2.0/subnets?id=98eeb434-72ed-4f64-921d-7288f9cdbc0a HTTP/1.1" status: 200 len: 849 time: 0.2654321 May 26 21:04:58.505438 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.db [req-25756f3a-6426-42ec-b0ad-2604d46a29b6 req-22abe9bd-15be-4bbb-8906-3f8737ee08af service neutron] For port 7648201d-4c35-4774-9674-eeb82941072a, host hv-cinder-82880, cleared binding levels {{(pid=104101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 21:04:58.557151 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-d7baf9c5-1841-472c-bf87-a4d914440e16 req-9f4521d6-0f26-4f29-9bab-b12c0614240f tempest-DeleteServersTestJSON-481599448 tempest-DeleteServersTestJSON-481599448-project] 10.222.0.57 "GET /v2.0/security-groups?id=5fa43dc1-6ca8-44f0-a60e-8dfb0362c3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209182 May 26 21:04:58.563043 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd24d55e-cbc7-457f-9b26-ff1cd7eab24a req-c0ffadb8-15fd-4c5d-8219-1d307ecc68c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:04:58.565074 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-fd24d55e-cbc7-457f-9b26-ff1cd7eab24a req-c0ffadb8-15fd-4c5d-8219-1d307ecc68c0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=aedf8799-8f39-49e6-9345-2bd6d7772744 HTTP/1.1" status: 200 len: 858 time: 0.1960847 May 26 21:04:58.594293 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-d91619e1-133c-4e9d-843f-18a1fc2be6b1 req-456fa98d-43a2-47ba-b317-fa76e095e079 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d047b43-45d5-46fd-bad8-28b24b28bff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255049 May 26 21:04:58.616425 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.db [req-25756f3a-6426-42ec-b0ad-2604d46a29b6 req-22abe9bd-15be-4bbb-8906-3f8737ee08af service neutron] For port 7648201d-4c35-4774-9674-eeb82941072a, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=7648201d-4c35-4774-9674-eeb82941072a,segment=NetworkSegment(7fb7ed4c-a972-40f4-a310-001c141d4c5c),segment_id=7fb7ed4c-a972-40f4-a310-001c141d4c5c)] {{(pid=104101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 21:04:58.655669 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3414e5f-35f7-4d0c-945b-befd27103f87 service neutron] Pushing event updated for resources: {'Port': ['ID=83a033cc-ef28-4251-9a4e-5f9485c599f5,revision_number=2']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:04:58.702058 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e83b95a-e99d-4891-9b96-792e7422d245 req-4266e9d2-c7e0-4312-b677-9d1145deff6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:04:58.703576 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-7e83b95a-e99d-4891-9b96-792e7422d245 req-4266e9d2-c7e0-4312-b677-9d1145deff6c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5629c7a4-9159-4bb4-9c94-a1405c68e80c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2255530 May 26 21:04:58.707060 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-25756f3a-6426-42ec-b0ad-2604d46a29b6 req-22abe9bd-15be-4bbb-8906-3f8737ee08af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (7648201d-4c35-4774-9674-eeb82941072a), after_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:58.863687 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25756f3a-6426-42ec-b0ad-2604d46a29b6 req-22abe9bd-15be-4bbb-8906-3f8737ee08af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:04:58.864636 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-25756f3a-6426-42ec-b0ad-2604d46a29b6 req-22abe9bd-15be-4bbb-8906-3f8737ee08af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-416010'] for port (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:58.866348 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-25756f3a-6426-42ec-b0ad-2604d46a29b6 req-22abe9bd-15be-4bbb-8906-3f8737ee08af service neutron] 10.222.0.62 "PUT /v2.0/ports/7648201d-4c35-4774-9674-eeb82941072a HTTP/1.1" status: 200 len: 1093 time: 3.8791821 May 26 21:04:58.874690 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd24d55e-cbc7-457f-9b26-ff1cd7eab24a req-5a70afec-50e2-4d2b-ab04-6e22f055bd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:04:58.885168 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-fd24d55e-cbc7-457f-9b26-ff1cd7eab24a req-5a70afec-50e2-4d2b-ab04-6e22f055bd91 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=db3bac2b-2e57-4b81-ab3a-36a5a5912178&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2766097 May 26 21:04:58.925160 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [req-c59b3f61-e8e0-478d-9c95-dfb1c660ac46 req-b3414e5f-35f7-4d0c-945b-befd27103f87 service neutron] Attempting to bind port 83a033cc-ef28-4251-9a4e-5f9485c599f5 on host hv-cinder-82880 for vnic_type normal with profile {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 21:04:58.925686 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [req-c59b3f61-e8e0-478d-9c95-dfb1c660ac46 req-b3414e5f-35f7-4d0c-945b-befd27103f87 service neutron] Attempting to bind port 83a033cc-ef28-4251-9a4e-5f9485c599f5 by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': '81ad88fc-3505-498e-a408-c780e45b6192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'db3bac2b-2e57-4b81-ab3a-36a5a5912178'}] {{(pid=104101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 21:04:58.926504 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c59b3f61-e8e0-478d-9c95-dfb1c660ac46 req-b3414e5f-35f7-4d0c-945b-befd27103f87 service neutron] Attempting to bind port 83a033cc-ef28-4251-9a4e-5f9485c599f5 on network db3bac2b-2e57-4b81-ab3a-36a5a5912178 {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 21:04:59.193779 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cff37d9-bee1-4726-839c-df0c1e6a0524 req-e173ffba-1b12-4f74-ad64-05faeb48d23e tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:04:59.196757 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-7cff37d9-bee1-4726-839c-df0c1e6a0524 req-e173ffba-1b12-4f74-ad64-05faeb48d23e tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/ports?device_id=b394d5b9-c201-4bff-8cac-68cce2954f16 HTTP/1.1" status: 200 len: 943 time: 0.1959064 May 26 21:04:59.309627 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc89b89-644f-4114-9eca-a687fb95c3dc req-1f02fe9a-dc99-4768-a945-5fccaf9e442c tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:04:59.312172 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-adc89b89-644f-4114-9eca-a687fb95c3dc req-1f02fe9a-dc99-4768-a945-5fccaf9e442c tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=359cea60-13ec-460e-811b-b7e54fc7850b HTTP/1.1" status: 200 len: 943 time: 0.3092639 May 26 21:04:59.326549 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c59b3f61-e8e0-478d-9c95-dfb1c660ac46 req-b3414e5f-35f7-4d0c-945b-befd27103f87 service neutron] Port 83a033cc-ef28-4251-9a4e-5f9485c599f5 on network db3bac2b-2e57-4b81-ab3a-36a5a5912178 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 21:04:59.326813 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c59b3f61-e8e0-478d-9c95-dfb1c660ac46 req-b3414e5f-35f7-4d0c-945b-befd27103f87 service neutron] Attempting to bind port 83a033cc-ef28-4251-9a4e-5f9485c599f5 on network db3bac2b-2e57-4b81-ab3a-36a5a5912178 {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 21:04:59.343415 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c59b3f61-e8e0-478d-9c95-dfb1c660ac46 req-b3414e5f-35f7-4d0c-945b-befd27103f87 service neutron] Checking agent: {'id': '7f90b46f-777d-4aa1-89b5-840fb2878c39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 21, 2, 24), 'started_at': datetime.datetime(2022, 5, 26, 21, 2, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 21, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 21:04:59.343565 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c59b3f61-e8e0-478d-9c95-dfb1c660ac46 req-b3414e5f-35f7-4d0c-945b-befd27103f87 service neutron] Checking segment: {'id': '81ad88fc-3505-498e-a408-c780e45b6192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'db3bac2b-2e57-4b81-ab3a-36a5a5912178'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 21:04:59.343937 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c59b3f61-e8e0-478d-9c95-dfb1c660ac46 req-b3414e5f-35f7-4d0c-945b-befd27103f87 service neutron] Bound using segment: {'id': '81ad88fc-3505-498e-a408-c780e45b6192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'db3bac2b-2e57-4b81-ab3a-36a5a5912178'} {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 21:04:59.344382 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [req-c59b3f61-e8e0-478d-9c95-dfb1c660ac46 req-b3414e5f-35f7-4d0c-945b-befd27103f87 service neutron] Bound port: 83a033cc-ef28-4251-9a4e-5f9485c599f5, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81ad88fc-3505-498e-a408-c780e45b6192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'db3bac2b-2e57-4b81-ab3a-36a5a5912178'}}] {{(pid=104101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 21:04:59.344998 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-c59b3f61-e8e0-478d-9c95-dfb1c660ac46 req-b3414e5f-35f7-4d0c-945b-befd27103f87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (83a033cc-ef28-4251-9a4e-5f9485c599f5), before_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:59.401318 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22abe9bd-15be-4bbb-8906-3f8737ee08af service neutron] Pushing event updated for resources: {'Port': ['ID=7648201d-4c35-4774-9674-eeb82941072a,revision_number=3']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:04:59.421133 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-adc89b89-644f-4114-9eca-a687fb95c3dc req-7bdf0500-1efc-4b6b-8e33-f693f4572028 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/security-groups?id=b57d1125-26ba-42b5-a63d-5b77fdc0f323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980482 May 26 21:04:59.460500 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-7cff37d9-bee1-4726-839c-df0c1e6a0524 req-53eaafba-9ae4-4d33-9d2b-7e2cfabc9788 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/security-groups?id=26b50481-eb72-4913-8499-4f05960ff7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1470366 May 26 21:04:59.489935 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25756f3a-6426-42ec-b0ad-2604d46a29b6 req-a1e106e5-7059-4618-aad1-47d906c53640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:04:59.491489 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-25756f3a-6426-42ec-b0ad-2604d46a29b6 req-a1e106e5-7059-4618-aad1-47d906c53640 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ba383df93dcf4c32b2b1c17bebd7f752&device_id=359cea60-13ec-460e-811b-b7e54fc7850b HTTP/1.1" status: 200 len: 1127 time: 0.4432325 May 26 21:04:59.496359 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:04:59.522567 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-7e83b95a-e99d-4891-9b96-792e7422d245 req-e6ee6e6a-cc35-4198-9b4d-f4551b5d4f1b service neutron] 10.222.0.62 "GET /v2.0/networks/5629c7a4-9159-4bb4-9c94-a1405c68e80c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8055997 May 26 21:04:59.601591 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-25756f3a-6426-42ec-b0ad-2604d46a29b6 req-9409b3ba-103e-4138-81eb-a4e0d6adeb39 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7648201d-4c35-4774-9674-eeb82941072a HTTP/1.1" status: 200 len: 217 time: 0.0912821 May 26 21:04:59.604689 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-fd24d55e-cbc7-457f-9b26-ff1cd7eab24a req-983e35e1-6b0a-4f85-bce8-f09a22fd1dd2 service neutron] 10.222.0.62 "GET /v2.0/networks/db3bac2b-2e57-4b81-ab3a-36a5a5912178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6991119 May 26 21:04:59.770276 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.db [req-c59b3f61-e8e0-478d-9c95-dfb1c660ac46 req-b3414e5f-35f7-4d0c-945b-befd27103f87 service neutron] For port 83a033cc-ef28-4251-9a4e-5f9485c599f5, host hv-cinder-82880, cleared binding levels {{(pid=104101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 21:04:59.776844 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47fb65d-1355-4907-b252-f55f754ccd2b req-629f4ea8-d665-47db-aefb-c2b9206e9772 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:04:59.779095 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-a47fb65d-1355-4907-b252-f55f754ccd2b req-629f4ea8-d665-47db-aefb-c2b9206e9772 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?device_id=6822b4a3-12b7-42b4-8c45-063cb86b7199 HTTP/1.1" status: 200 len: 944 time: 0.0744426 May 26 21:04:59.804215 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.db [req-c59b3f61-e8e0-478d-9c95-dfb1c660ac46 req-b3414e5f-35f7-4d0c-945b-befd27103f87 service neutron] For port 83a033cc-ef28-4251-9a4e-5f9485c599f5, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=83a033cc-ef28-4251-9a4e-5f9485c599f5,segment=NetworkSegment(81ad88fc-3505-498e-a408-c780e45b6192),segment_id=81ad88fc-3505-498e-a408-c780e45b6192)] {{(pid=104101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 21:04:59.821339 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25756f3a-6426-42ec-b0ad-2604d46a29b6 req-7761ec9d-a9e2-47be-b6bc-c3e38e6cbc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:04:59.822828 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-25756f3a-6426-42ec-b0ad-2604d46a29b6 req-7761ec9d-a9e2-47be-b6bc-c3e38e6cbc94 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=647d6a86-42b9-4a67-830f-75c07bdfd5d7 HTTP/1.1" status: 200 len: 856 time: 0.2077587 May 26 21:04:59.823848 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-c59b3f61-e8e0-478d-9c95-dfb1c660ac46 req-b3414e5f-35f7-4d0c-945b-befd27103f87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (83a033cc-ef28-4251-9a4e-5f9485c599f5), after_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:59.898342 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-a47fb65d-1355-4907-b252-f55f754ccd2b req-5e48d1e8-9c9a-4de0-941b-3aea93749b2c tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d047b43-45d5-46fd-bad8-28b24b28bff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123319 May 26 21:04:59.925292 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59b3f61-e8e0-478d-9c95-dfb1c660ac46 req-b3414e5f-35f7-4d0c-945b-befd27103f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:04:59.925937 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-c59b3f61-e8e0-478d-9c95-dfb1c660ac46 req-b3414e5f-35f7-4d0c-945b-befd27103f87 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-416010'] for port (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:04:59.927367 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-c59b3f61-e8e0-478d-9c95-dfb1c660ac46 req-b3414e5f-35f7-4d0c-945b-befd27103f87 service neutron] 10.222.0.62 "PUT /v2.0/ports/83a033cc-ef28-4251-9a4e-5f9485c599f5 HTTP/1.1" status: 200 len: 1094 time: 3.6010785 May 26 21:04:59.972685 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-7e83b95a-e99d-4891-9b96-792e7422d245 req-c57363c8-108f-46c0-9110-4bfea5db46df service neutron] 10.222.0.62 "GET /v2.0/networks/5629c7a4-9159-4bb4-9c94-a1405c68e80c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4306417 May 26 21:04:59.993645 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25756f3a-6426-42ec-b0ad-2604d46a29b6 req-f4025f91-4ef6-4d54-9703-e435bc6dbe63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:04:59.995206 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-25756f3a-6426-42ec-b0ad-2604d46a29b6 req-f4025f91-4ef6-4d54-9703-e435bc6dbe63 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ff69986b-e00e-41bd-8a28-f959570fc8f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1612945 May 26 21:05:00.009433 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-fd24d55e-cbc7-457f-9b26-ff1cd7eab24a req-3d15497c-e1d7-43bc-9e2b-487e64d23600 service neutron] 10.222.0.62 "GET /v2.0/networks/db3bac2b-2e57-4b81-ab3a-36a5a5912178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3912764 May 26 21:05:00.059330 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '359cea60-13ec-460e-811b-b7e54fc7850b', 'tag': '7648201d-4c35-4774-9674-eeb82941072a'}, {'name': 'network-changed', 'server_uuid': '6822b4a3-12b7-42b4-8c45-063cb86b7199', 'tag': '83a033cc-ef28-4251-9a4e-5f9485c599f5'}] {{(pid=104101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:05:00.061751 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e35b3b942162f380527a6ddce7731c26b87baf9d9763e10c20fbd720b027cea7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-659cc62f-aed2-44cf-a316-5a5dc27b58ed" -d '{"events": [{"name": "network-changed", "server_uuid": "359cea60-13ec-460e-811b-b7e54fc7850b", "tag": "7648201d-4c35-4774-9674-eeb82941072a"}, {"name": "network-changed", "server_uuid": "6822b4a3-12b7-42b4-8c45-063cb86b7199", "tag": "83a033cc-ef28-4251-9a4e-5f9485c599f5"}]}' {{(pid=104101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:05:00.093446 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3414e5f-35f7-4d0c-945b-befd27103f87 service neutron] Pushing event updated for resources: {'Port': ['ID=83a033cc-ef28-4251-9a4e-5f9485c599f5,revision_number=3']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:05:00.103079 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:05:00.153157 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 26 May 2022 21:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a75e0725-5924-4bf8-bbef-92eac638c37d x-openstack-request-id: req-a75e0725-5924-4bf8-bbef-92eac638c37d {{(pid=104101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:05:00.153670 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "359cea60-13ec-460e-811b-b7e54fc7850b", "tag": "7648201d-4c35-4774-9674-eeb82941072a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6822b4a3-12b7-42b4-8c45-063cb86b7199", "tag": "83a033cc-ef28-4251-9a4e-5f9485c599f5", "status": "completed", "code": 200}]} {{(pid=104101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:05:00.154137 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a75e0725-5924-4bf8-bbef-92eac638c37d {{(pid=104101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:05:00.155133 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a75e0725-5924-4bf8-bbef-92eac638c37d'] response: {'name': 'network-changed', 'server_uuid': '359cea60-13ec-460e-811b-b7e54fc7850b', 'tag': '7648201d-4c35-4774-9674-eeb82941072a', 'status': 'completed', 'code': 200} May 26 21:05:00.155547 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a75e0725-5924-4bf8-bbef-92eac638c37d'] response: {'name': 'network-changed', 'server_uuid': '6822b4a3-12b7-42b4-8c45-063cb86b7199', 'tag': '83a033cc-ef28-4251-9a4e-5f9485c599f5', 'status': 'completed', 'code': 200} May 26 21:05:00.162184 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59b3f61-e8e0-478d-9c95-dfb1c660ac46 req-c91e55de-6b94-48e3-9c12-48b92fbd76ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:00.164500 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-c59b3f61-e8e0-478d-9c95-dfb1c660ac46 req-c91e55de-6b94-48e3-9c12-48b92fbd76ce service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9f8ac962c5d0402eb17b01aa02632897&device_id=6822b4a3-12b7-42b4-8c45-063cb86b7199 HTTP/1.1" status: 200 len: 1128 time: 0.1630747 May 26 21:05:00.204270 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-25756f3a-6426-42ec-b0ad-2604d46a29b6 req-507c01f0-7fd7-48f6-85e0-dfce6034d668 service neutron] 10.222.0.62 "GET /v2.0/networks/ff69986b-e00e-41bd-8a28-f959570fc8f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866415 May 26 21:05:00.417839 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=71,neutron:UPDATE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:05:00.438932 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=8 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:05:00.593613 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebd9836-8fb4-4ee7-b80e-9899ad47cd1a req-817787e2-0ece-4f36-afc2-6d35955586ca tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:00.596722 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-5ebd9836-8fb4-4ee7-b80e-9899ad47cd1a req-817787e2-0ece-4f36-afc2-6d35955586ca tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=359cea60-13ec-460e-811b-b7e54fc7850b HTTP/1.1" status: 200 len: 943 time: 0.0729876 May 26 21:05:00.673747 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-5ebd9836-8fb4-4ee7-b80e-9899ad47cd1a req-4171b52a-2ffd-49b2-a4e8-1de3bd572a9f tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/security-groups?id=b57d1125-26ba-42b5-a63d-5b77fdc0f323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700297 May 26 21:05:00.804030 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c434819d-87d4-49a8-862d-0801d39aa70e req-6dfa1e70-692a-413f-9ab1-63d874a04422 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:00.811054 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-c434819d-87d4-49a8-862d-0801d39aa70e req-6dfa1e70-692a-413f-9ab1-63d874a04422 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/ports?device_id=b394d5b9-c201-4bff-8cac-68cce2954f16 HTTP/1.1" status: 200 len: 943 time: 0.0559950 May 26 21:05:00.827982 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-c59b3f61-e8e0-478d-9c95-dfb1c660ac46 req-3d8a530c-088e-4897-bdbd-d62914b57da6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=83a033cc-ef28-4251-9a4e-5f9485c599f5 HTTP/1.1" status: 200 len: 217 time: 0.0872624 May 26 21:05:00.878868 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-c434819d-87d4-49a8-862d-0801d39aa70e req-1094f052-78b5-4f2a-8423-91889bec4a74 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/security-groups?id=26b50481-eb72-4913-8499-4f05960ff7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667520 May 26 21:05:00.986731 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 44654) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:05:01.040746 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed362cf-15fe-4cca-8faa-f60fa6426af1 req-a05bf14f-6b60-4210-862b-0c4631be97d7 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:01.042476 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-4ed362cf-15fe-4cca-8faa-f60fa6426af1 req-a05bf14f-6b60-4210-862b-0c4631be97d7 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?device_id=6822b4a3-12b7-42b4-8c45-063cb86b7199 HTTP/1.1" status: 200 len: 944 time: 0.0602915 May 26 21:05:01.100119 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-4ed362cf-15fe-4cca-8faa-f60fa6426af1 req-89a56bf8-efe6-4710-aeae-c6cd8a98434f tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d047b43-45d5-46fd-bad8-28b24b28bff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515735 May 26 21:05:01.150994 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-b7396a57-a547-418f-9ff2-12c1fa01fbfd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:01.234813 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-b7396a57-a547-418f-9ff2-12c1fa01fbfd admin admin] Publish callbacks [] for security_group (c98b5758-8f79-4a0c-90e1-3898f01e5524), precommit_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:01.242280 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-b7396a57-a547-418f-9ff2-12c1fa01fbfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (c98b5758-8f79-4a0c-90e1-3898f01e5524), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:01.301291 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-b7396a57-a547-418f-9ff2-12c1fa01fbfd admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3e4d5a0c18654526bf1ca4eb2c224513&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3117871 May 26 21:05:01.302979 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 44672) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:05:01.311714 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7396a57-a547-418f-9ff2-12c1fa01fbfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c98b5758-8f79-4a0c-90e1-3898f01e5524,revision_number=1']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:05:01.362057 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-d4f42a22-a8bf-4580-bfa1-ae7d7cb7ce3d admin admin] Publish callbacks [] for security_group (c98b5758-8f79-4a0c-90e1-3898f01e5524), before_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:01.378781 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 44674) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:05:01.390505 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-d4f42a22-a8bf-4580-bfa1-ae7d7cb7ce3d admin admin] Publish callbacks [] for security_group (c98b5758-8f79-4a0c-90e1-3898f01e5524), precommit_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:01.444526 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-d4f42a22-a8bf-4580-bfa1-ae7d7cb7ce3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (c98b5758-8f79-4a0c-90e1-3898f01e5524), after_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:01.450314 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-d4f42a22-a8bf-4580-bfa1-ae7d7cb7ce3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:01.452075 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-d4f42a22-a8bf-4580-bfa1-ae7d7cb7ce3d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c98b5758-8f79-4a0c-90e1-3898f01e5524 HTTP/1.1" status: 204 len: 168 time: 0.1474743 May 26 21:05:01.465017 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f42a22-a8bf-4580-bfa1-ae7d7cb7ce3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c98b5758-8f79-4a0c-90e1-3898f01e5524,revision_number=None']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:05:01.642214 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-7c02c755-6df3-4c41-9d2d-f2da5883647b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:01.663930 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:05:01.678845 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62df4d0f-3c8d-45bb-8fc2-9387af7199e3 req-a888c1af-3b55-4c2f-b2cf-184434044305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:01.680654 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-62df4d0f-3c8d-45bb-8fc2-9387af7199e3 req-a888c1af-3b55-4c2f-b2cf-184434044305 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9f8ac962c5d0402eb17b01aa02632897&device_id=fba09f97-8026-4d4e-b8a6-e4705eff1e98 HTTP/1.1" status: 200 len: 1128 time: 0.1627948 May 26 21:05:01.686268 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59b3f61-e8e0-478d-9c95-dfb1c660ac46 req-f46bc41f-9e1b-47d6-9906-6764d3bd4e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:01.687889 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-c59b3f61-e8e0-478d-9c95-dfb1c660ac46 req-f46bc41f-9e1b-47d6-9906-6764d3bd4e96 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=aedf8799-8f39-49e6-9345-2bd6d7772744 HTTP/1.1" status: 200 len: 858 time: 0.1717169 May 26 21:05:01.813587 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:05:01.833870 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-25756f3a-6426-42ec-b0ad-2604d46a29b6 req-572ebed2-1dcd-43ad-a393-9408f4b7b03c service neutron] 10.222.0.62 "GET /v2.0/networks/ff69986b-e00e-41bd-8a28-f959570fc8f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3401892 May 26 21:05:01.840097 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59b3f61-e8e0-478d-9c95-dfb1c660ac46 req-0774b619-4c19-445a-8ba3-93cca4664bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:01.842191 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-c59b3f61-e8e0-478d-9c95-dfb1c660ac46 req-0774b619-4c19-445a-8ba3-93cca4664bfa service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=db3bac2b-2e57-4b81-ab3a-36a5a5912178&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1438835 May 26 21:05:01.855582 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4ca79d-b310-499d-adf1-85dc60e6c06c req-97cfd946-fb18-4714-911f-e79d5c92bc19 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:01.858942 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-da4ca79d-b310-499d-adf1-85dc60e6c06c req-97cfd946-fb18-4714-911f-e79d5c92bc19 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=359cea60-13ec-460e-811b-b7e54fc7850b HTTP/1.1" status: 200 len: 943 time: 0.0870464 May 26 21:05:01.870463 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 44694) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:05:01.921740 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-d30bc33a-ff9f-4387-9de4-7f2decca4b10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:01.925657 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-da4ca79d-b310-499d-adf1-85dc60e6c06c req-db8eb99e-cd2b-4895-81e1-a069c9f4eb3f tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/security-groups?id=b57d1125-26ba-42b5-a63d-5b77fdc0f323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541010 May 26 21:05:01.967847 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62df4d0f-3c8d-45bb-8fc2-9387af7199e3 req-d7a9d517-808a-440d-8cd6-38c296b7af15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:01.969395 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-62df4d0f-3c8d-45bb-8fc2-9387af7199e3 req-d7a9d517-808a-440d-8cd6-38c296b7af15 service neutron] 10.222.0.62 "GET /v2.0/networks?id=db3bac2b-2e57-4b81-ab3a-36a5a5912178 HTTP/1.1" status: 200 len: 920 time: 0.2766035 May 26 21:05:02.015037 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-7c02c755-6df3-4c41-9d2d-f2da5883647b admin admin] Publish callbacks [] for security_group (5a14cb73-8f14-44f1-b459-da104861ad16), precommit_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:02.024589 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f1c868-23cc-4a88-becc-0bc55eab32bb req-ccd4f0ee-7e7d-4804-9fa3-06142b76468c tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:02.026060 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-a9f1c868-23cc-4a88-becc-0bc55eab32bb req-ccd4f0ee-7e7d-4804-9fa3-06142b76468c tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/ports?device_id=b394d5b9-c201-4bff-8cac-68cce2954f16 HTTP/1.1" status: 200 len: 943 time: 0.0517466 May 26 21:05:02.031267 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-7c02c755-6df3-4c41-9d2d-f2da5883647b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (5a14cb73-8f14-44f1-b459-da104861ad16), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:02.040013 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:05:02.068852 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:05:02.077094 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-a9f1c868-23cc-4a88-becc-0bc55eab32bb req-6a2003b8-e67a-4b0b-a9c3-8398e24f23c6 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/security-groups?id=26b50481-eb72-4913-8499-4f05960ff7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454555 May 26 21:05:02.081259 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-c59b3f61-e8e0-478d-9c95-dfb1c660ac46 req-ec32b62f-10e3-4443-8b81-4cdadac01343 service neutron] 10.222.0.62 "GET /v2.0/networks/db3bac2b-2e57-4b81-ab3a-36a5a5912178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087648 May 26 21:05:02.101788 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c02c755-6df3-4c41-9d2d-f2da5883647b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a14cb73-8f14-44f1-b459-da104861ad16,revision_number=1']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:05:02.111278 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-7c02c755-6df3-4c41-9d2d-f2da5883647b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f18356dd4066451e848fe84dfd533592&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7314394 May 26 21:05:02.114331 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 44698) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:05:02.140543 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-d30bc33a-ff9f-4387-9de4-7f2decca4b10 admin admin] Publish callbacks [] for security_group (b2ab8cee-5790-431a-a14c-a5951c6e189f), precommit_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:02.147341 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-d30bc33a-ff9f-4387-9de4-7f2decca4b10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (b2ab8cee-5790-431a-a14c-a5951c6e189f), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:02.161195 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Device e1f6d939-9abc-412f-a4d8-da9f34b5b9c2 details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=104103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 21:05:02.168395 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-beef8f24-897d-4307-a1c6-1e1433728cf0 admin admin] Publish callbacks [] for security_group (5a14cb73-8f14-44f1-b459-da104861ad16), before_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:02.193041 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-d30bc33a-ff9f-4387-9de4-7f2decca4b10 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=96cd530db5864a5b8aa51eeaea477061&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3193703 May 26 21:05:02.193894 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30bc33a-ff9f-4387-9de4-7f2decca4b10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2ab8cee-5790-431a-a14c-a5951c6e189f,revision_number=1']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:05:02.196340 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 44702) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:05:02.228977 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-beef8f24-897d-4307-a1c6-1e1433728cf0 admin admin] Publish callbacks [] for security_group (5a14cb73-8f14-44f1-b459-da104861ad16), precommit_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:02.245254 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-55af692c-5ab8-4aee-b24f-fcb0b2149071 admin admin] Publish callbacks [] for security_group (b2ab8cee-5790-431a-a14c-a5951c6e189f), before_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:02.245443 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=100 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:05:02.248912 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ffad0f-103c-4aa8-b118-408b9338f9e7 req-20820448-ff9e-434a-b568-5f959fe2a949 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:02.250421 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-58ffad0f-103c-4aa8-b118-408b9338f9e7 req-20820448-ff9e-434a-b568-5f959fe2a949 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?device_id=6822b4a3-12b7-42b4-8c45-063cb86b7199 HTTP/1.1" status: 200 len: 944 time: 0.0689921 May 26 21:05:02.270013 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-55af692c-5ab8-4aee-b24f-fcb0b2149071 admin admin] Publish callbacks [] for security_group (b2ab8cee-5790-431a-a14c-a5951c6e189f), precommit_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:02.271767 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] For port e1f6d939-9abc-412f-a4d8-da9f34b5b9c2, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=e1f6d939-9abc-412f-a4d8-da9f34b5b9c2,segment=NetworkSegment(6581e449-834f-4534-a2fe-363e6aa5bcef),segment_id=6581e449-834f-4534-a2fe-363e6aa5bcef)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:05:02.284506 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:05:02.287834 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Returning: {'device': 'e1f6d939-9abc-412f-a4d8-da9f34b5b9c2', 'network_id': '5629c7a4-9159-4bb4-9c94-a1405c68e80c', 'port_id': 'e1f6d939-9abc-412f-a4d8-da9f34b5b9c2', 'mac_address': 'fa:16:3e:d1:d1:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98eeb434-72ed-4f64-921d-7288f9cdbc0a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 21:05:02.321298 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-58ffad0f-103c-4aa8-b118-408b9338f9e7 req-d6179923-dac9-49e0-a337-451d3592ae88 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d047b43-45d5-46fd-bad8-28b24b28bff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582943 May 26 21:05:02.333363 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-beef8f24-897d-4307-a1c6-1e1433728cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (5a14cb73-8f14-44f1-b459-da104861ad16), after_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:02.337916 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Current status of the port e1f6d939-9abc-412f-a4d8-da9f34b5b9c2 is: DOWN; New status is: BUILD {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:05:02.338267 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (e1f6d939-9abc-412f-a4d8-da9f34b5b9c2), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:02.341264 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-55af692c-5ab8-4aee-b24f-fcb0b2149071 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (b2ab8cee-5790-431a-a14c-a5951c6e189f), after_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:02.344073 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-beef8f24-897d-4307-a1c6-1e1433728cf0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:02.344214 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-55af692c-5ab8-4aee-b24f-fcb0b2149071 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:02.348238 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-55af692c-5ab8-4aee-b24f-fcb0b2149071 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b2ab8cee-5790-431a-a14c-a5951c6e189f HTTP/1.1" status: 204 len: 168 time: 0.1479623 May 26 21:05:02.348373 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-beef8f24-897d-4307-a1c6-1e1433728cf0 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5a14cb73-8f14-44f1-b459-da104861ad16 HTTP/1.1" status: 204 len: 168 time: 0.2298522 May 26 21:05:02.363621 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beef8f24-897d-4307-a1c6-1e1433728cf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a14cb73-8f14-44f1-b459-da104861ad16,revision_number=None']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:05:02.363795 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55af692c-5ab8-4aee-b24f-fcb0b2149071 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2ab8cee-5790-431a-a14c-a5951c6e189f,revision_number=None']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:05:02.377196 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.notifiers.nova [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1f6d939-9abc-412f-a4d8-da9f34b5b9c2 {{(pid=104103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 21:05:02.423431 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] For port e1f6d939-9abc-412f-a4d8-da9f34b5b9c2, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=e1f6d939-9abc-412f-a4d8-da9f34b5b9c2,segment=NetworkSegment(6581e449-834f-4534-a2fe-363e6aa5bcef),segment_id=6581e449-834f-4534-a2fe-363e6aa5bcef)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:05:02.433549 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (e1f6d939-9abc-412f-a4d8-da9f34b5b9c2), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:02.499576 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Pushing event updated for resources: {'Port': ['ID=e1f6d939-9abc-412f-a4d8-da9f34b5b9c2,revision_number=4']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:05:02.736712 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] get_ports_and_sgs() called for port_ids ['e1f6d939-9abc-412f-a4d8-da9f34b5b9c2'] {{(pid=104103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 21:05:02.862173 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-62df4d0f-3c8d-45bb-8fc2-9387af7199e3 req-ef37733f-b7fe-4ede-bd24-cb3ed552e3f5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7954d0e3-7dea-430e-9ec1-1c6e6e541eee HTTP/1.1" status: 200 len: 217 time: 0.0807066 May 26 21:05:02.873035 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 44738) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:05:02.896114 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-a96f441d-a75f-4e29-85eb-9d718b0e718c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:02.985961 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62df4d0f-3c8d-45bb-8fc2-9387af7199e3 req-91f016fc-d564-4941-85c4-c552d748f02b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:02.988391 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-62df4d0f-3c8d-45bb-8fc2-9387af7199e3 req-91f016fc-d564-4941-85c4-c552d748f02b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=aedf8799-8f39-49e6-9345-2bd6d7772744 HTTP/1.1" status: 200 len: 858 time: 0.1045315 May 26 21:05:03.013580 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659cc62f-aed2-44cf-a316-5a5dc27b58ed req-838ef5f4-a165-4c6e-a93e-b6fa1ce995c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:03.015102 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-659cc62f-aed2-44cf-a316-5a5dc27b58ed req-838ef5f4-a165-4c6e-a93e-b6fa1ce995c2 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ba383df93dcf4c32b2b1c17bebd7f752&device_id=359cea60-13ec-460e-811b-b7e54fc7850b HTTP/1.1" status: 200 len: 1127 time: 0.2139843 May 26 21:05:03.017024 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-a96f441d-a75f-4e29-85eb-9d718b0e718c admin admin] Publish callbacks [] for security_group (93fb21ab-c0fe-4adc-9aea-e3978ad13d1e), precommit_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:03.024888 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-a96f441d-a75f-4e29-85eb-9d718b0e718c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (93fb21ab-c0fe-4adc-9aea-e3978ad13d1e), after_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:03.116869 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-a96f441d-a75f-4e29-85eb-9d718b0e718c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=be94d4ab502a4bf5957f2f6115030877&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2425942 May 26 21:05:03.117773 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96f441d-a75f-4e29-85eb-9d718b0e718c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93fb21ab-c0fe-4adc-9aea-e3978ad13d1e,revision_number=1']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:05:03.122634 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 44746) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:05:03.130924 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62df4d0f-3c8d-45bb-8fc2-9387af7199e3 req-13c26fec-0408-4b27-9cb1-c4ef1767bb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:03.133532 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-62df4d0f-3c8d-45bb-8fc2-9387af7199e3 req-13c26fec-0408-4b27-9cb1-c4ef1767bb95 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=db3bac2b-2e57-4b81-ab3a-36a5a5912178&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1362660 May 26 21:05:03.153493 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a8b04e-01e7-4c6f-8043-9fbb782dc320 req-47930d1b-6953-4a01-8653-28e7575bc576 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:03.157483 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-92a8b04e-01e7-4c6f-8043-9fbb782dc320 req-47930d1b-6953-4a01-8653-28e7575bc576 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=359cea60-13ec-460e-811b-b7e54fc7850b HTTP/1.1" status: 200 len: 943 time: 0.1164541 May 26 21:05:03.167274 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-c59b3f61-e8e0-478d-9c95-dfb1c660ac46 req-b3ecc108-d141-4f01-b1af-45fa4469d68e service neutron] 10.222.0.62 "GET /v2.0/networks/db3bac2b-2e57-4b81-ab3a-36a5a5912178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3877742 May 26 21:05:03.251748 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3295073d-42fd-4ae5-b272-1d60a27de6c9 req-05092c0a-d3fe-48af-99f3-3502bab858ba tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:03.254845 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-3295073d-42fd-4ae5-b272-1d60a27de6c9 req-05092c0a-d3fe-48af-99f3-3502bab858ba tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/ports?device_id=b394d5b9-c201-4bff-8cac-68cce2954f16 HTTP/1.1" status: 200 len: 944 time: 0.0759578 May 26 21:05:03.276677 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-b29fb521-072a-427a-a69e-531c74433790 admin admin] Publish callbacks [] for security_group (93fb21ab-c0fe-4adc-9aea-e3978ad13d1e), before_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:03.289746 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659cc62f-aed2-44cf-a316-5a5dc27b58ed req-6c9aae79-6df1-41d2-88e8-3b728ee2496e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:03.291344 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-659cc62f-aed2-44cf-a316-5a5dc27b58ed req-6c9aae79-6df1-41d2-88e8-3b728ee2496e service neutron] 10.222.0.62 "GET /v2.0/networks?id=ff69986b-e00e-41bd-8a28-f959570fc8f7 HTTP/1.1" status: 200 len: 918 time: 0.2541997 May 26 21:05:03.307274 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-92a8b04e-01e7-4c6f-8043-9fbb782dc320 req-194b54d1-eaf1-411f-8f62-78728431c313 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/security-groups?id=b57d1125-26ba-42b5-a63d-5b77fdc0f323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1439333 May 26 21:05:03.310928 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:INSERT=3,neutron:SELECT=93,neutron:DELETE=4 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:05:03.332428 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-b29fb521-072a-427a-a69e-531c74433790 admin admin] Publish callbacks [] for security_group (93fb21ab-c0fe-4adc-9aea-e3978ad13d1e), precommit_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:03.333364 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-3295073d-42fd-4ae5-b272-1d60a27de6c9 req-bbfae7f9-5b14-4616-b8b6-52a64885bb69 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/security-groups?id=26b50481-eb72-4913-8499-4f05960ff7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711823 May 26 21:05:03.354033 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-62df4d0f-3c8d-45bb-8fc2-9387af7199e3 req-bcd5ed34-f721-49c6-97b8-e839ccaca2d6 service neutron] 10.222.0.62 "GET /v2.0/networks/db3bac2b-2e57-4b81-ab3a-36a5a5912178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835628 May 26 21:05:03.413940 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-b29fb521-072a-427a-a69e-531c74433790 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (93fb21ab-c0fe-4adc-9aea-e3978ad13d1e), after_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:03.416611 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-b29fb521-072a-427a-a69e-531c74433790 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:03.417932 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-b29fb521-072a-427a-a69e-531c74433790 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/93fb21ab-c0fe-4adc-9aea-e3978ad13d1e HTTP/1.1" status: 204 len: 168 time: 0.2941122 May 26 21:05:03.426876 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29fb521-072a-427a-a69e-531c74433790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93fb21ab-c0fe-4adc-9aea-e3978ad13d1e,revision_number=None']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:05:03.515484 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29548a2-432d-4b6f-b39f-494e03982ece req-46640f1b-d3b6-451c-a00a-807876f7beab tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:03.518071 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-c29548a2-432d-4b6f-b39f-494e03982ece req-46640f1b-d3b6-451c-a00a-807876f7beab tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?device_id=6822b4a3-12b7-42b4-8c45-063cb86b7199 HTTP/1.1" status: 200 len: 944 time: 0.0696466 May 26 21:05:03.613988 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-c29548a2-432d-4b6f-b39f-494e03982ece req-d8a460f0-fc15-495b-984e-edfa16adc980 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d047b43-45d5-46fd-bad8-28b24b28bff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874910 May 26 21:05:04.179507 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Device 7648201d-4c35-4774-9674-eeb82941072a details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=104103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 21:05:04.211247 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:05:04.216827 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Device e1f6d939-9abc-412f-a4d8-da9f34b5b9c2 up at agent hyperv_hv-cinder-82880 {{(pid=104103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:05:04.320074 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-62df4d0f-3c8d-45bb-8fc2-9387af7199e3 req-6c85417f-1924-4eee-aa9c-e050a35fbfab service neutron] 10.222.0.62 "GET /v2.0/networks/db3bac2b-2e57-4b81-ab3a-36a5a5912178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159046 May 26 21:05:04.324950 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Provisioning for port e1f6d939-9abc-412f-a4d8-da9f34b5b9c2 completed by entity L2. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 21:05:04.340135 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Provisioning complete for port e1f6d939-9abc-412f-a4d8-da9f34b5b9c2 triggered by entity L2. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:05:04.340748 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (e1f6d939-9abc-412f-a4d8-da9f34b5b9c2), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:04.349659 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-659cc62f-aed2-44cf-a316-5a5dc27b58ed req-4413d994-ee61-4842-9bfa-5c82faab2fb6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7648201d-4c35-4774-9674-eeb82941072a HTTP/1.1" status: 200 len: 217 time: 0.1535676 May 26 21:05:04.401348 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] For port 7648201d-4c35-4774-9674-eeb82941072a, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=7648201d-4c35-4774-9674-eeb82941072a,segment=NetworkSegment(7fb7ed4c-a972-40f4-a310-001c141d4c5c),segment_id=7fb7ed4c-a972-40f4-a310-001c141d4c5c)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:05:04.504708 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62df4d0f-3c8d-45bb-8fc2-9387af7199e3 req-471ef673-6f97-4de6-88db-224a22d0c8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:04.506467 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-62df4d0f-3c8d-45bb-8fc2-9387af7199e3 req-471ef673-6f97-4de6-88db-224a22d0c8fa service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=aee8ddc72b8a4baeb01503afbd8aeab1&device_id=b394d5b9-c201-4bff-8cac-68cce2954f16 HTTP/1.1" status: 200 len: 1128 time: 0.0657511 May 26 21:05:04.511410 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Returning: {'device': '7648201d-4c35-4774-9674-eeb82941072a', 'network_id': 'ff69986b-e00e-41bd-8a28-f959570fc8f7', 'port_id': '7648201d-4c35-4774-9674-eeb82941072a', 'mac_address': 'fa:16:3e:44:6a:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '647d6a86-42b9-4a67-830f-75c07bdfd5d7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 21:05:04.552849 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db28e5ce-1d7a-4e1f-b5df-bad0490c47dd req-7f9660c7-f6a7-40af-955c-62dba53dd74b tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:04.561848 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-db28e5ce-1d7a-4e1f-b5df-bad0490c47dd req-7f9660c7-f6a7-40af-955c-62dba53dd74b tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=359cea60-13ec-460e-811b-b7e54fc7850b HTTP/1.1" status: 200 len: 943 time: 0.1205928 May 26 21:05:04.625675 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:05:04.643781 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-db28e5ce-1d7a-4e1f-b5df-bad0490c47dd req-e858cbc6-135e-4505-98ad-56ddfad81eec tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/security-groups?id=b57d1125-26ba-42b5-a63d-5b77fdc0f323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759237 May 26 21:05:04.666409 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ee1b0d-3604-4a08-bb4e-0a5a08fa4be0 req-2f4a1795-9ae0-479d-8464-d8b219d0a4d4 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:04.679130 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-56ee1b0d-3604-4a08-bb4e-0a5a08fa4be0 req-2f4a1795-9ae0-479d-8464-d8b219d0a4d4 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/ports?device_id=b394d5b9-c201-4bff-8cac-68cce2954f16 HTTP/1.1" status: 200 len: 944 time: 0.1952012 May 26 21:05:04.700073 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=3 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:05:04.834431 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-56ee1b0d-3604-4a08-bb4e-0a5a08fa4be0 req-486aa834-e421-4cdc-81e5-868d907a928e tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/security-groups?id=26b50481-eb72-4913-8499-4f05960ff7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1523421 May 26 21:05:04.835341 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:05:04.883803 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659cc62f-aed2-44cf-a316-5a5dc27b58ed req-054c9129-14cc-4d6b-935a-97f499784dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:04.885251 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-659cc62f-aed2-44cf-a316-5a5dc27b58ed req-054c9129-14cc-4d6b-935a-97f499784dbe service neutron] 10.222.0.62 "GET /v2.0/subnets?id=647d6a86-42b9-4a67-830f-75c07bdfd5d7 HTTP/1.1" status: 200 len: 856 time: 0.5227010 May 26 21:05:04.914139 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62df4d0f-3c8d-45bb-8fc2-9387af7199e3 req-69cf9d6b-3d1e-4c2c-9a93-e81a244055eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:04.915374 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-62df4d0f-3c8d-45bb-8fc2-9387af7199e3 req-69cf9d6b-3d1e-4c2c-9a93-e81a244055eb service neutron] 10.222.0.62 "GET /v2.0/networks?id=5629c7a4-9159-4bb4-9c94-a1405c68e80c HTTP/1.1" status: 200 len: 911 time: 0.4009068 May 26 21:05:04.951994 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b935ca-47f3-471b-8a4a-61af8c426b02 req-7bd8a897-56de-435c-aa67-1a5b0697fa2c tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:04.956614 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-63b935ca-47f3-471b-8a4a-61af8c426b02 req-7bd8a897-56de-435c-aa67-1a5b0697fa2c tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?device_id=6822b4a3-12b7-42b4-8c45-063cb86b7199 HTTP/1.1" status: 200 len: 944 time: 0.0982671 May 26 21:05:04.990193 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-62df4d0f-3c8d-45bb-8fc2-9387af7199e3 req-ea1d587f-cbea-4db8-bb51-742641f53e5a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e1f6d939-9abc-412f-a4d8-da9f34b5b9c2 HTTP/1.1" status: 200 len: 217 time: 0.0416176 May 26 21:05:05.016002 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659cc62f-aed2-44cf-a316-5a5dc27b58ed req-0168dd6f-5aea-42b4-9996-9069f0aad9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:05.017694 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-659cc62f-aed2-44cf-a316-5a5dc27b58ed req-0168dd6f-5aea-42b4-9996-9069f0aad9b4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ff69986b-e00e-41bd-8a28-f959570fc8f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1239305 May 26 21:05:05.084280 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-63b935ca-47f3-471b-8a4a-61af8c426b02 req-1deeb14a-e600-4f8e-825e-a329f7e8ec46 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d047b43-45d5-46fd-bad8-28b24b28bff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171336 May 26 21:05:05.130137 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62df4d0f-3c8d-45bb-8fc2-9387af7199e3 req-a89c9d69-d281-4707-8709-c14b1fe6bd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:05.132632 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-62df4d0f-3c8d-45bb-8fc2-9387af7199e3 req-a89c9d69-d281-4707-8709-c14b1fe6bd8d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=98eeb434-72ed-4f64-921d-7288f9cdbc0a HTTP/1.1" status: 200 len: 849 time: 0.1354125 May 26 21:05:05.210396 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-659cc62f-aed2-44cf-a316-5a5dc27b58ed req-29faade2-8f62-4a70-9c57-096177d4e942 service neutron] 10.222.0.62 "GET /v2.0/networks/ff69986b-e00e-41bd-8a28-f959570fc8f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695278 May 26 21:05:05.211616 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62df4d0f-3c8d-45bb-8fc2-9387af7199e3 req-f7750e01-9847-4027-b574-c71960c6182a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:05.213172 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-62df4d0f-3c8d-45bb-8fc2-9387af7199e3 req-f7750e01-9847-4027-b574-c71960c6182a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5629c7a4-9159-4bb4-9c94-a1405c68e80c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0729327 May 26 21:05:05.229179 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Current status of the port 7648201d-4c35-4774-9674-eeb82941072a is: DOWN; New status is: BUILD {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:05:05.230156 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (7648201d-4c35-4774-9674-eeb82941072a), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:05.234882 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Current status of the port e1f6d939-9abc-412f-a4d8-da9f34b5b9c2 is: BUILD; New status is: ACTIVE {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:05:05.235985 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (e1f6d939-9abc-412f-a4d8-da9f34b5b9c2), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:05.258026 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.notifiers.nova [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7648201d-4c35-4774-9674-eeb82941072a {{(pid=104103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 21:05:05.280113 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] For port 7648201d-4c35-4774-9674-eeb82941072a, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=7648201d-4c35-4774-9674-eeb82941072a,segment=NetworkSegment(7fb7ed4c-a972-40f4-a310-001c141d4c5c),segment_id=7fb7ed4c-a972-40f4-a310-001c141d4c5c)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:05:05.289482 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (7648201d-4c35-4774-9674-eeb82941072a), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:05.290479 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Device 7954d0e3-7dea-430e-9ec1-1c6e6e541eee details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=104103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 21:05:05.302771 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b394d5b9-c201-4bff-8cac-68cce2954f16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1f6d939-9abc-412f-a4d8-da9f34b5b9c2'}] {{(pid=104103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:05:05.305429 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b44267d7c8a7abe6e93cd6d61df03f02c4feaf0da3ba5ea8b381a36bebf6efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db321f2f-de7a-402b-b9cb-4b7357359c51" -d '{"events": [{"server_uuid": "b394d5b9-c201-4bff-8cac-68cce2954f16", "name": "network-vif-plugged", "status": "completed", "tag": "e1f6d939-9abc-412f-a4d8-da9f34b5b9c2"}]}' {{(pid=104103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:05:05.345491 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] For port e1f6d939-9abc-412f-a4d8-da9f34b5b9c2, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=e1f6d939-9abc-412f-a4d8-da9f34b5b9c2,segment=NetworkSegment(6581e449-834f-4534-a2fe-363e6aa5bcef),segment_id=6581e449-834f-4534-a2fe-363e6aa5bcef)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:05:05.362987 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (e1f6d939-9abc-412f-a4d8-da9f34b5b9c2), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:05.395839 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Pushing event updated for resources: {'Port': ['ID=7648201d-4c35-4774-9674-eeb82941072a,revision_number=4']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:05:05.427036 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 21:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e7383cf-7f46-4fca-b30a-52907a49cdcb x-openstack-request-id: req-5e7383cf-7f46-4fca-b30a-52907a49cdcb {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:05:05.427459 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b394d5b9-c201-4bff-8cac-68cce2954f16", "name": "network-vif-plugged", "status": "completed", "tag": "e1f6d939-9abc-412f-a4d8-da9f34b5b9c2", "code": 200}]} {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:05:05.427754 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5e7383cf-7f46-4fca-b30a-52907a49cdcb {{(pid=104103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:05:05.428209 dv-cinder-828806-3-iscsi neutron-server[104103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e7383cf-7f46-4fca-b30a-52907a49cdcb'] response: {'server_uuid': 'b394d5b9-c201-4bff-8cac-68cce2954f16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1f6d939-9abc-412f-a4d8-da9f34b5b9c2', 'code': 200} May 26 21:05:05.523511 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Pushing event updated for resources: {'Port': ['ID=e1f6d939-9abc-412f-a4d8-da9f34b5b9c2,revision_number=5']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:05:05.533488 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] For port 7954d0e3-7dea-430e-9ec1-1c6e6e541eee, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=7954d0e3-7dea-430e-9ec1-1c6e6e541eee,segment=NetworkSegment(81ad88fc-3505-498e-a408-c780e45b6192),segment_id=81ad88fc-3505-498e-a408-c780e45b6192)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:05:05.546540 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Returning: {'device': '7954d0e3-7dea-430e-9ec1-1c6e6e541eee', 'network_id': 'db3bac2b-2e57-4b81-ab3a-36a5a5912178', 'port_id': '7954d0e3-7dea-430e-9ec1-1c6e6e541eee', 'mac_address': 'fa:16:3e:63:63:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aedf8799-8f39-49e6-9345-2bd6d7772744', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 21:05:05.553659 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-62df4d0f-3c8d-45bb-8fc2-9387af7199e3 req-f560be16-b582-4e27-bba5-7d3d92fe2dad service neutron] 10.222.0.62 "GET /v2.0/networks/5629c7a4-9159-4bb4-9c94-a1405c68e80c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3276768 May 26 21:05:05.627061 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Current status of the port 7954d0e3-7dea-430e-9ec1-1c6e6e541eee is: DOWN; New status is: BUILD {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:05:05.627061 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (7954d0e3-7dea-430e-9ec1-1c6e6e541eee), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:05.671847 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.notifiers.nova [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7954d0e3-7dea-430e-9ec1-1c6e6e541eee {{(pid=104103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 21:05:05.678628 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:05:05.700180 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:05:05.744035 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] For port 7954d0e3-7dea-430e-9ec1-1c6e6e541eee, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=7954d0e3-7dea-430e-9ec1-1c6e6e541eee,segment=NetworkSegment(81ad88fc-3505-498e-a408-c780e45b6192),segment_id=81ad88fc-3505-498e-a408-c780e45b6192)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:05:05.759182 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (7954d0e3-7dea-430e-9ec1-1c6e6e541eee), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:05.805831 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21216bc3-1b3e-43eb-b57c-431376725a0b req-3d2b5df6-4346-485a-832b-0329a81c2809 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:05.815244 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-21216bc3-1b3e-43eb-b57c-431376725a0b req-3d2b5df6-4346-485a-832b-0329a81c2809 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=359cea60-13ec-460e-811b-b7e54fc7850b HTTP/1.1" status: 200 len: 944 time: 0.0731463 May 26 21:05:05.817212 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-659cc62f-aed2-44cf-a316-5a5dc27b58ed req-0a3206d5-acc7-4c15-acf4-a077e42e6112 service neutron] 10.222.0.62 "GET /v2.0/networks/ff69986b-e00e-41bd-8a28-f959570fc8f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5950139 May 26 21:05:05.820294 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81fcdad-44de-4194-8e0b-6acd940474d0 req-b07a1ce9-f195-4ef3-aa6f-488efbdb1dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:05.821822 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-e81fcdad-44de-4194-8e0b-6acd940474d0 req-b07a1ce9-f195-4ef3-aa6f-488efbdb1dc3 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b394d5b9-c201-4bff-8cac-68cce2954f16 HTTP/1.1" status: 200 len: 1129 time: 0.1565216 May 26 21:05:05.845279 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-62df4d0f-3c8d-45bb-8fc2-9387af7199e3 req-f6cdf348-ba6d-4872-9200-f45336229648 service neutron] 10.222.0.62 "GET /v2.0/networks/5629c7a4-9159-4bb4-9c94-a1405c68e80c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067008 May 26 21:05:05.882435 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Pushing event updated for resources: {'Port': ['ID=7954d0e3-7dea-430e-9ec1-1c6e6e541eee,revision_number=4']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:05:05.892467 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-21216bc3-1b3e-43eb-b57c-431376725a0b req-ce764905-1abb-4ce0-b88e-286eea00c55d tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/security-groups?id=b57d1125-26ba-42b5-a63d-5b77fdc0f323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679712 May 26 21:05:05.982562 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf87384-f7bd-40d7-90c4-2efb72d13ae6 req-172615b8-6870-4564-af05-ed2e72e21cba tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:05.984214 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-3bf87384-f7bd-40d7-90c4-2efb72d13ae6 req-172615b8-6870-4564-af05-ed2e72e21cba tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/ports?device_id=b394d5b9-c201-4bff-8cac-68cce2954f16 HTTP/1.1" status: 200 len: 945 time: 0.0512393 May 26 21:05:06.047376 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-3bf87384-f7bd-40d7-90c4-2efb72d13ae6 req-cd9c7c67-4e2e-473d-9d3b-cb6f68de0e2a tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/security-groups?id=26b50481-eb72-4913-8499-4f05960ff7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567236 May 26 21:05:06.200861 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaefe30-9467-4216-b2dc-ab984da79158 req-0fb973d2-ebfb-46ba-ba8b-95d3e88c69e2 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:06.202503 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-0eaefe30-9467-4216-b2dc-ab984da79158 req-0fb973d2-ebfb-46ba-ba8b-95d3e88c69e2 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?device_id=6822b4a3-12b7-42b4-8c45-063cb86b7199 HTTP/1.1" status: 200 len: 944 time: 0.0591426 May 26 21:05:06.255013 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-0eaefe30-9467-4216-b2dc-ab984da79158 req-7246fa4c-8102-442c-9400-ccbb931b059f tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d047b43-45d5-46fd-bad8-28b24b28bff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461581 May 26 21:05:07.015769 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3ba442-b69a-4e8e-a427-183fdb740dbb req-fc4a62e4-31e2-4ca7-9a43-2e317adcb214 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:07.018142 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-6b3ba442-b69a-4e8e-a427-183fdb740dbb req-fc4a62e4-31e2-4ca7-9a43-2e317adcb214 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=359cea60-13ec-460e-811b-b7e54fc7850b HTTP/1.1" status: 200 len: 944 time: 0.0562463 May 26 21:05:07.076823 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-6b3ba442-b69a-4e8e-a427-183fdb740dbb req-b516de44-5e67-49b5-aea0-194aa80a74bb tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/security-groups?id=b57d1125-26ba-42b5-a63d-5b77fdc0f323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506864 May 26 21:05:07.188931 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91994ac1-75c9-497d-a16b-4e4dbdaef543 req-6f71dfe8-81fa-4198-aacf-3e099511c1e0 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:07.190945 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-91994ac1-75c9-497d-a16b-4e4dbdaef543 req-6f71dfe8-81fa-4198-aacf-3e099511c1e0 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/ports?device_id=b394d5b9-c201-4bff-8cac-68cce2954f16 HTTP/1.1" status: 200 len: 945 time: 0.0553715 May 26 21:05:07.244828 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-91994ac1-75c9-497d-a16b-4e4dbdaef543 req-f8a4a34b-6c92-48fd-ad02-99a9dee8e6ca tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/security-groups?id=26b50481-eb72-4913-8499-4f05960ff7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478475 May 26 21:05:07.517320 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eab050-0579-4da3-bec5-246f40dcc898 req-06967367-b600-40c0-912c-80a90b787d70 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:07.518819 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-12eab050-0579-4da3-bec5-246f40dcc898 req-06967367-b600-40c0-912c-80a90b787d70 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?device_id=6822b4a3-12b7-42b4-8c45-063cb86b7199 HTTP/1.1" status: 200 len: 944 time: 0.0483510 May 26 21:05:07.571060 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-12eab050-0579-4da3-bec5-246f40dcc898 req-a3edc98a-aeba-4396-8ffa-f8f116fa04df tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d047b43-45d5-46fd-bad8-28b24b28bff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467901 May 26 21:05:07.868704 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 45018) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:05:07.974554 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-ff491bdd-8be6-4493-913f-dfe596671676 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:08.046132 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-ff491bdd-8be6-4493-913f-dfe596671676 admin admin] Publish callbacks [] for security_group (78162a01-173d-44dc-94e1-ee025e44846d), precommit_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:08.050266 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-ff491bdd-8be6-4493-913f-dfe596671676 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (78162a01-173d-44dc-94e1-ee025e44846d), after_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:08.090536 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff491bdd-8be6-4493-913f-dfe596671676 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78162a01-173d-44dc-94e1-ee025e44846d,revision_number=1']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:05:08.095660 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-ff491bdd-8be6-4493-913f-dfe596671676 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0e9e3591b9684c73bff5a44b022a0bb2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2258692 May 26 21:05:08.098305 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 45024) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:05:08.147774 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-a310bc2a-edf2-4c8d-abe8-1ed7f93e0e2e admin admin] Publish callbacks [] for security_group (78162a01-173d-44dc-94e1-ee025e44846d), before_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:08.170278 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:05:08.175542 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-a310bc2a-edf2-4c8d-abe8-1ed7f93e0e2e admin admin] Publish callbacks [] for security_group (78162a01-173d-44dc-94e1-ee025e44846d), precommit_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:08.189852 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cb67a7-0f4e-4e1c-8994-4324894c1011 req-eb58fa7d-29be-4fce-8c12-899becf62e03 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:08.191359 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-40cb67a7-0f4e-4e1c-8994-4324894c1011 req-eb58fa7d-29be-4fce-8c12-899becf62e03 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=359cea60-13ec-460e-811b-b7e54fc7850b HTTP/1.1" status: 200 len: 944 time: 0.0500402 May 26 21:05:08.227439 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-a310bc2a-edf2-4c8d-abe8-1ed7f93e0e2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (78162a01-173d-44dc-94e1-ee025e44846d), after_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:08.231190 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-a310bc2a-edf2-4c8d-abe8-1ed7f93e0e2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:08.232775 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-a310bc2a-edf2-4c8d-abe8-1ed7f93e0e2e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/78162a01-173d-44dc-94e1-ee025e44846d HTTP/1.1" status: 204 len: 168 time: 0.1326575 May 26 21:05:08.243575 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a310bc2a-edf2-4c8d-abe8-1ed7f93e0e2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78162a01-173d-44dc-94e1-ee025e44846d,revision_number=None']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:05:08.250219 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-40cb67a7-0f4e-4e1c-8994-4324894c1011 req-921e1bcd-aac8-4ef0-8f5f-c0809a51436d tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/security-groups?id=b57d1125-26ba-42b5-a63d-5b77fdc0f323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515239 May 26 21:05:08.335918 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Device 83a033cc-ef28-4251-9a4e-5f9485c599f5 details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=104103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 21:05:08.364659 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-e81fcdad-44de-4194-8e0b-6acd940474d0 req-59a18501-d15f-45fb-bc49-295bdb9dfb6f service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=26b50481-eb72-4913-8499-4f05960ff7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538597 May 26 21:05:08.368151 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:05:08.383299 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa49b306-0663-483b-b1da-ddc4ef90b410 req-8730eec6-8d84-47ef-8be9-4ae6c962021e tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:08.385080 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-aa49b306-0663-483b-b1da-ddc4ef90b410 req-8730eec6-8d84-47ef-8be9-4ae6c962021e tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/ports?device_id=b394d5b9-c201-4bff-8cac-68cce2954f16 HTTP/1.1" status: 200 len: 945 time: 0.0538576 May 26 21:05:08.422218 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:05:08.441647 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-aa49b306-0663-483b-b1da-ddc4ef90b410 req-7e0bbe26-e6f2-47b3-8d12-40e15705a675 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/security-groups?id=26b50481-eb72-4913-8499-4f05960ff7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476720 May 26 21:05:08.449814 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] For port 83a033cc-ef28-4251-9a4e-5f9485c599f5, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=83a033cc-ef28-4251-9a4e-5f9485c599f5,segment=NetworkSegment(81ad88fc-3505-498e-a408-c780e45b6192),segment_id=81ad88fc-3505-498e-a408-c780e45b6192)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:05:08.461853 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Returning: {'device': '83a033cc-ef28-4251-9a4e-5f9485c599f5', 'network_id': 'db3bac2b-2e57-4b81-ab3a-36a5a5912178', 'port_id': '83a033cc-ef28-4251-9a4e-5f9485c599f5', 'mac_address': 'fa:16:3e:d0:4b:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aedf8799-8f39-49e6-9345-2bd6d7772744', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 21:05:08.497066 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Current status of the port 83a033cc-ef28-4251-9a4e-5f9485c599f5 is: DOWN; New status is: BUILD {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:05:08.497455 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (83a033cc-ef28-4251-9a4e-5f9485c599f5), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:08.510869 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.notifiers.nova [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83a033cc-ef28-4251-9a4e-5f9485c599f5 {{(pid=104103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 21:05:08.537671 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] For port 83a033cc-ef28-4251-9a4e-5f9485c599f5, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=83a033cc-ef28-4251-9a4e-5f9485c599f5,segment=NetworkSegment(81ad88fc-3505-498e-a408-c780e45b6192),segment_id=81ad88fc-3505-498e-a408-c780e45b6192)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:05:08.541627 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (83a033cc-ef28-4251-9a4e-5f9485c599f5), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:08.564080 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:05:08.590197 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 45038) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:05:08.604968 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-cee9cb46-3e71-4b55-8285-1586cd2cacb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:08.616399 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Pushing event updated for resources: {'Port': ['ID=83a033cc-ef28-4251-9a4e-5f9485c599f5,revision_number=4']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:05:08.684454 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-cee9cb46-3e71-4b55-8285-1586cd2cacb1 admin admin] Publish callbacks [] for security_group (8d32dfbe-7166-4fb2-a8d8-65425d752bda), precommit_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:08.688189 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-cee9cb46-3e71-4b55-8285-1586cd2cacb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (8d32dfbe-7166-4fb2-a8d8-65425d752bda), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:08.702087 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cad425f-8bcc-437c-8a74-50af0b013dbb req-f1f7539f-9df2-468f-939a-7b42b6c847ee tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:08.704202 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-5cad425f-8bcc-437c-8a74-50af0b013dbb req-f1f7539f-9df2-468f-939a-7b42b6c847ee tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?device_id=6822b4a3-12b7-42b4-8c45-063cb86b7199 HTTP/1.1" status: 200 len: 945 time: 0.0514941 May 26 21:05:08.725237 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee9cb46-3e71-4b55-8285-1586cd2cacb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d32dfbe-7166-4fb2-a8d8-65425d752bda,revision_number=1']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:05:08.729432 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-cee9cb46-3e71-4b55-8285-1586cd2cacb1 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3c9e1685d2bd4ccd9b707adf006ee624&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1380088 May 26 21:05:08.732144 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 45042) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:05:08.757371 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-5cad425f-8bcc-437c-8a74-50af0b013dbb req-7421ec91-296b-477f-ad27-418d7a6ac069 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d047b43-45d5-46fd-bad8-28b24b28bff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473912 May 26 21:05:08.794653 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659cc62f-aed2-44cf-a316-5a5dc27b58ed req-1972fabc-86e7-498d-8591-f871adfa5258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:08.796139 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-659cc62f-aed2-44cf-a316-5a5dc27b58ed req-1972fabc-86e7-498d-8591-f871adfa5258 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9f8ac962c5d0402eb17b01aa02632897&device_id=6822b4a3-12b7-42b4-8c45-063cb86b7199 HTTP/1.1" status: 200 len: 1129 time: 0.0571320 May 26 21:05:08.866699 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-5214a038-1987-4fbc-adaf-cf3f325d5440 admin admin] Publish callbacks [] for security_group (8d32dfbe-7166-4fb2-a8d8-65425d752bda), before_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:08.902039 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-5214a038-1987-4fbc-adaf-cf3f325d5440 admin admin] Publish callbacks [] for security_group (8d32dfbe-7166-4fb2-a8d8-65425d752bda), precommit_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:08.925579 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] get_ports_and_sgs() called for port_ids ['7648201d-4c35-4774-9674-eeb82941072a'] {{(pid=104103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 21:05:08.927272 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659cc62f-aed2-44cf-a316-5a5dc27b58ed req-632765b0-d9fe-4b03-b92b-ee30092902c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:08.928724 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-659cc62f-aed2-44cf-a316-5a5dc27b58ed req-632765b0-d9fe-4b03-b92b-ee30092902c0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=db3bac2b-2e57-4b81-ab3a-36a5a5912178 HTTP/1.1" status: 200 len: 920 time: 0.1262660 May 26 21:05:08.966302 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-5214a038-1987-4fbc-adaf-cf3f325d5440 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (8d32dfbe-7166-4fb2-a8d8-65425d752bda), after_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:08.970862 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-5214a038-1987-4fbc-adaf-cf3f325d5440 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:08.972732 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-5214a038-1987-4fbc-adaf-cf3f325d5440 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8d32dfbe-7166-4fb2-a8d8-65425d752bda HTTP/1.1" status: 204 len: 168 time: 0.2394392 May 26 21:05:08.986419 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5214a038-1987-4fbc-adaf-cf3f325d5440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d32dfbe-7166-4fb2-a8d8-65425d752bda,revision_number=None']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:05:09.415546 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35736a3d-271a-4a2c-b28b-00a0931d536b req-53930139-9a06-42d5-a468-71bc8a84d54f tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:09.417834 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-35736a3d-271a-4a2c-b28b-00a0931d536b req-53930139-9a06-42d5-a468-71bc8a84d54f tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=359cea60-13ec-460e-811b-b7e54fc7850b HTTP/1.1" status: 200 len: 944 time: 0.0796299 May 26 21:05:09.495348 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-35736a3d-271a-4a2c-b28b-00a0931d536b req-a48be548-0cf8-49a8-999a-ef9135d4ae6f tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/security-groups?id=b57d1125-26ba-42b5-a63d-5b77fdc0f323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702493 May 26 21:05:09.594400 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252a1943-000d-4efa-b317-d17a0a5717c5 req-5f38c930-11a3-4785-a385-4c22c6b1e5ec tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:09.598918 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-252a1943-000d-4efa-b317-d17a0a5717c5 req-5f38c930-11a3-4785-a385-4c22c6b1e5ec tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/ports?device_id=b394d5b9-c201-4bff-8cac-68cce2954f16 HTTP/1.1" status: 200 len: 945 time: 0.0605280 May 26 21:05:09.665397 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-252a1943-000d-4efa-b317-d17a0a5717c5 req-d6dbafb5-3a4e-4adc-9f3c-b76431f7f027 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/security-groups?id=26b50481-eb72-4913-8499-4f05960ff7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615780 May 26 21:05:09.767608 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-b6f8fa1f-785e-44cc-9c1a-922149ec7b88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (28061657-8b16-479f-8ff4-19bdcc74bc2c), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:09.876391 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ad96af-215c-4ef7-aaa7-d466fb104eef req-d336be40-e974-4124-a405-8f3eed21056d tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:09.877922 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-38ad96af-215c-4ef7-aaa7-d466fb104eef req-d336be40-e974-4124-a405-8f3eed21056d tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?device_id=6822b4a3-12b7-42b4-8c45-063cb86b7199 HTTP/1.1" status: 200 len: 945 time: 0.0497956 May 26 21:05:09.929121 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-38ad96af-215c-4ef7-aaa7-d466fb104eef req-1a4aa241-2e16-4411-a83d-c70b64d7a219 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d047b43-45d5-46fd-bad8-28b24b28bff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456228 May 26 21:05:10.607882 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99acc79-ab22-4f48-9499-b3c5e59fdf2b req-656a3500-9cf6-4b70-8864-b0c290a6b3a2 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:10.609324 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-f99acc79-ab22-4f48-9499-b3c5e59fdf2b req-656a3500-9cf6-4b70-8864-b0c290a6b3a2 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=359cea60-13ec-460e-811b-b7e54fc7850b HTTP/1.1" status: 200 len: 944 time: 0.0464010 May 26 21:05:10.667985 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-f99acc79-ab22-4f48-9499-b3c5e59fdf2b req-7b0d6585-2db3-4ff7-baf4-7dd30b69bd96 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/security-groups?id=b57d1125-26ba-42b5-a63d-5b77fdc0f323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520115 May 26 21:05:10.802825 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d76356a-50f2-4a46-9e49-d450618f90e3 req-3c9d2f0c-7b4a-47f2-bedd-688872c7d6f9 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:10.802825 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-8d76356a-50f2-4a46-9e49-d450618f90e3 req-3c9d2f0c-7b4a-47f2-bedd-688872c7d6f9 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/ports?device_id=b394d5b9-c201-4bff-8cac-68cce2954f16 HTTP/1.1" status: 200 len: 945 time: 0.0541842 May 26 21:05:10.851272 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-8d76356a-50f2-4a46-9e49-d450618f90e3 req-56574f91-dbdf-4106-a158-55361fe69055 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/security-groups?id=26b50481-eb72-4913-8499-4f05960ff7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438373 May 26 21:05:11.050495 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de45f80-12e0-42b5-be30-18093819a2aa req-bca4f4f8-858b-4921-ab66-38c832912494 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:11.052033 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-3de45f80-12e0-42b5-be30-18093819a2aa req-bca4f4f8-858b-4921-ab66-38c832912494 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?device_id=6822b4a3-12b7-42b4-8c45-063cb86b7199 HTTP/1.1" status: 200 len: 945 time: 0.0555930 May 26 21:05:11.104098 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-3de45f80-12e0-42b5-be30-18093819a2aa req-d2e7f87f-77a4-4059-a7d7-2dc0c20547a9 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d047b43-45d5-46fd-bad8-28b24b28bff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463140 May 26 21:05:11.160307 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 45164) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:05:11.267033 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-3dc57624-4953-4bbf-8317-4c1bfec938f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:11.269384 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:05:11.283116 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=4 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:05:11.351323 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-3dc57624-4953-4bbf-8317-4c1bfec938f6 admin admin] Publish callbacks [] for security_group (58538dac-0cca-4459-abae-692ee1005ea1), precommit_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:11.354761 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-3dc57624-4953-4bbf-8317-4c1bfec938f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (58538dac-0cca-4459-abae-692ee1005ea1), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:11.393375 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-3dc57624-4953-4bbf-8317-4c1bfec938f6 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0f2612edd696457597e8719fc18383ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2320268 May 26 21:05:11.394172 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc57624-4953-4bbf-8317-4c1bfec938f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58538dac-0cca-4459-abae-692ee1005ea1,revision_number=1']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:05:11.396200 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 45168) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:05:11.442637 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-0e0de2f4-9bbb-454a-ad0a-74c52a244c03 admin admin] Publish callbacks [] for security_group (58538dac-0cca-4459-abae-692ee1005ea1), before_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:11.466341 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-0e0de2f4-9bbb-454a-ad0a-74c52a244c03 admin admin] Publish callbacks [] for security_group (58538dac-0cca-4459-abae-692ee1005ea1), precommit_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:11.636128 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-0e0de2f4-9bbb-454a-ad0a-74c52a244c03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (58538dac-0cca-4459-abae-692ee1005ea1), after_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:11.639016 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-0e0de2f4-9bbb-454a-ad0a-74c52a244c03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:11.640647 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-0e0de2f4-9bbb-454a-ad0a-74c52a244c03 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/58538dac-0cca-4459-abae-692ee1005ea1 HTTP/1.1" status: 204 len: 168 time: 0.2431419 May 26 21:05:11.649135 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0de2f4-9bbb-454a-ad0a-74c52a244c03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58538dac-0cca-4459-abae-692ee1005ea1,revision_number=None']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:05:11.787921 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a2f50a-4574-42ce-aaea-b4333bd2fa1c req-fafe323d-01b9-4881-b65c-84c50655325a tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:11.789353 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-f3a2f50a-4574-42ce-aaea-b4333bd2fa1c req-fafe323d-01b9-4881-b65c-84c50655325a tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=359cea60-13ec-460e-811b-b7e54fc7850b HTTP/1.1" status: 200 len: 944 time: 0.0500410 May 26 21:05:11.816325 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:05:11.838032 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:05:11.842920 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-f3a2f50a-4574-42ce-aaea-b4333bd2fa1c req-b73a24f3-56c7-49e8-989d-da9bcf56bb60 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/security-groups?id=b57d1125-26ba-42b5-a63d-5b77fdc0f323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479321 May 26 21:05:11.931336 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 45184) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:05:11.945896 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-586e0bdf-a1dc-4f06-9e7d-0182b5f1412d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:11.965858 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1e74e9-3a20-4ebc-aeea-1f2ea1aae445 req-0a477a93-c174-45cd-9a32-fb111eb353d9 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:11.967369 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-dd1e74e9-3a20-4ebc-aeea-1f2ea1aae445 req-0a477a93-c174-45cd-9a32-fb111eb353d9 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/ports?device_id=b394d5b9-c201-4bff-8cac-68cce2954f16 HTTP/1.1" status: 200 len: 945 time: 0.0496156 May 26 21:05:12.026307 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-dd1e74e9-3a20-4ebc-aeea-1f2ea1aae445 req-a58f2847-3496-40bc-9dd3-776dbfb2d55b tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/security-groups?id=26b50481-eb72-4913-8499-4f05960ff7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517373 May 26 21:05:12.032966 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-586e0bdf-a1dc-4f06-9e7d-0182b5f1412d admin admin] Publish callbacks [] for security_group (5f7a2f6f-8faf-473e-9268-d8993360f324), precommit_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:12.038540 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-586e0bdf-a1dc-4f06-9e7d-0182b5f1412d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (5f7a2f6f-8faf-473e-9268-d8993360f324), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:12.055214 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-51bb2e2d-c937-4f1f-aa3b-162636ac1e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (ccb07560-1e88-42f3-8411-377a93089622), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:12.076407 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586e0bdf-a1dc-4f06-9e7d-0182b5f1412d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f7a2f6f-8faf-473e-9268-d8993360f324,revision_number=1']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:05:12.080721 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-586e0bdf-a1dc-4f06-9e7d-0182b5f1412d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a962c8c9085844408c9ba1f7cc7fc495&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1483328 May 26 21:05:12.083449 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 45188) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:05:12.131351 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-d8ee6740-37e1-4f9b-ad84-968899378000 admin admin] Publish callbacks [] for security_group (5f7a2f6f-8faf-473e-9268-d8993360f324), before_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:12.155533 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-d8ee6740-37e1-4f9b-ad84-968899378000 admin admin] Publish callbacks [] for security_group (5f7a2f6f-8faf-473e-9268-d8993360f324), precommit_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:12.204107 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-d8ee6740-37e1-4f9b-ad84-968899378000 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (5f7a2f6f-8faf-473e-9268-d8993360f324), after_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:12.207729 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-d8ee6740-37e1-4f9b-ad84-968899378000 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:12.211289 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-d8ee6740-37e1-4f9b-ad84-968899378000 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5f7a2f6f-8faf-473e-9268-d8993360f324 HTTP/1.1" status: 204 len: 168 time: 0.1245370 May 26 21:05:12.217770 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc55f619-2c61-42bb-a6e3-d539f35b7f59 req-b488404b-5d88-48a2-a3b2-1198d4ff1c28 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:12.219762 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-bc55f619-2c61-42bb-a6e3-d539f35b7f59 req-b488404b-5d88-48a2-a3b2-1198d4ff1c28 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?device_id=6822b4a3-12b7-42b4-8c45-063cb86b7199 HTTP/1.1" status: 200 len: 945 time: 0.0470562 May 26 21:05:12.220343 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ee6740-37e1-4f9b-ad84-968899378000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f7a2f6f-8faf-473e-9268-d8993360f324,revision_number=None']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:05:12.277487 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-bc55f619-2c61-42bb-a6e3-d539f35b7f59 req-9545f103-a8ae-45f4-ba14-b87483460be4 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d047b43-45d5-46fd-bad8-28b24b28bff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493572 May 26 21:05:12.345359 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-659cc62f-aed2-44cf-a316-5a5dc27b58ed req-8aa70a06-a3ed-4a08-84c1-5d77bfcbfcd8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=83a033cc-ef28-4251-9a4e-5f9485c599f5 HTTP/1.1" status: 200 len: 217 time: 0.0347917 May 26 21:05:12.886642 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] get_ports_and_sgs() called for port_ids ['83a033cc-ef28-4251-9a4e-5f9485c599f5'] {{(pid=104103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 21:05:13.006970 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-2cedcaf3-f8c8-488c-9e0f-8ce175add227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (5deefb54-cd62-4255-b022-7e9734e3e0b8), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:13.077484 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121a82d5-319f-436e-95a4-0bade7ed87b8 req-de603699-00b2-4a5e-b458-35665cd406db tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:13.089129 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-121a82d5-319f-436e-95a4-0bade7ed87b8 req-de603699-00b2-4a5e-b458-35665cd406db tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=359cea60-13ec-460e-811b-b7e54fc7850b HTTP/1.1" status: 200 len: 944 time: 0.1039889 May 26 21:05:13.145405 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] get_ports_and_sgs() called for port_ids ['7954d0e3-7dea-430e-9ec1-1c6e6e541eee'] {{(pid=104103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 21:05:13.166846 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-121a82d5-319f-436e-95a4-0bade7ed87b8 req-4f097660-abe0-4670-8848-1d3cb1c613e3 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/security-groups?id=b57d1125-26ba-42b5-a63d-5b77fdc0f323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715525 May 26 21:05:13.241482 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3182f2-6734-49e6-be99-098df71e4276 req-dd259bab-ca25-4ca1-a8f3-4872b073b540 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:13.249349 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-dd3182f2-6734-49e6-be99-098df71e4276 req-dd259bab-ca25-4ca1-a8f3-4872b073b540 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/ports?device_id=b394d5b9-c201-4bff-8cac-68cce2954f16 HTTP/1.1" status: 200 len: 945 time: 0.0665376 May 26 21:05:13.299702 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-dd3182f2-6734-49e6-be99-098df71e4276 req-0ff28101-3677-4d05-927d-80a055b3e2c1 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/security-groups?id=26b50481-eb72-4913-8499-4f05960ff7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494094 May 26 21:05:13.357280 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:05:13.418887 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7817e0b-d38e-40f9-a638-a59e9d20dc97 req-728e8ffe-74fd-4a23-b083-4590d530337d tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:13.420576 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-d7817e0b-d38e-40f9-a638-a59e9d20dc97 req-728e8ffe-74fd-4a23-b083-4590d530337d tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?device_id=6822b4a3-12b7-42b4-8c45-063cb86b7199 HTTP/1.1" status: 200 len: 945 time: 0.0519471 May 26 21:05:13.427793 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 45256) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:05:13.473619 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-d7817e0b-d38e-40f9-a638-a59e9d20dc97 req-cdea0b4c-7bb0-4723-9d49-8dc1624551cb tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d047b43-45d5-46fd-bad8-28b24b28bff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456731 May 26 21:05:13.550209 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-2083bf9d-5a66-4301-a470-fd563b26bd7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:13.632187 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-2083bf9d-5a66-4301-a470-fd563b26bd7f admin admin] Publish callbacks [] for security_group (a1e7a61a-614c-404d-8d7e-1dbcc08358ba), precommit_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:13.636278 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-2083bf9d-5a66-4301-a470-fd563b26bd7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (a1e7a61a-614c-404d-8d7e-1dbcc08358ba), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:13.716473 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2083bf9d-5a66-4301-a470-fd563b26bd7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1e7a61a-614c-404d-8d7e-1dbcc08358ba,revision_number=1']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:05:13.727611 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 45274) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:05:13.727726 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-2083bf9d-5a66-4301-a470-fd563b26bd7f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=491c4328c56a4565abc99f963d7a785c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2992702 May 26 21:05:13.747936 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659cc62f-aed2-44cf-a316-5a5dc27b58ed req-1a2b16de-53d5-41db-8475-108d3a61a7db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:13.749672 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-659cc62f-aed2-44cf-a316-5a5dc27b58ed req-1a2b16de-53d5-41db-8475-108d3a61a7db service neutron] 10.222.0.62 "GET /v2.0/subnets?id=aedf8799-8f39-49e6-9345-2bd6d7772744 HTTP/1.1" status: 200 len: 858 time: 0.0780172 May 26 21:05:13.802887 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-09c23be6-7b16-4d4f-a768-1e558d6b25f5 admin admin] Publish callbacks [] for security_group (a1e7a61a-614c-404d-8d7e-1dbcc08358ba), before_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:13.833917 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-09c23be6-7b16-4d4f-a768-1e558d6b25f5 admin admin] Publish callbacks [] for security_group (a1e7a61a-614c-404d-8d7e-1dbcc08358ba), precommit_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:13.897007 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-09c23be6-7b16-4d4f-a768-1e558d6b25f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (a1e7a61a-614c-404d-8d7e-1dbcc08358ba), after_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:13.900462 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-09c23be6-7b16-4d4f-a768-1e558d6b25f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:13.902305 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-09c23be6-7b16-4d4f-a768-1e558d6b25f5 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a1e7a61a-614c-404d-8d7e-1dbcc08358ba HTTP/1.1" status: 204 len: 168 time: 0.1740711 May 26 21:05:13.912137 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c23be6-7b16-4d4f-a768-1e558d6b25f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1e7a61a-614c-404d-8d7e-1dbcc08358ba,revision_number=None']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:05:14.321905 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b619f4e6-5b16-4e14-826d-690ec5d6ad94 req-124159fa-2c85-4be2-b077-282d0f07bd84 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:14.322688 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659cc62f-aed2-44cf-a316-5a5dc27b58ed req-305c4c63-c46a-4fd2-a800-7eaea199fc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:14.324534 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-659cc62f-aed2-44cf-a316-5a5dc27b58ed req-305c4c63-c46a-4fd2-a800-7eaea199fc3c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=db3bac2b-2e57-4b81-ab3a-36a5a5912178&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0772305 May 26 21:05:14.329969 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-b619f4e6-5b16-4e14-826d-690ec5d6ad94 req-124159fa-2c85-4be2-b077-282d0f07bd84 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=359cea60-13ec-460e-811b-b7e54fc7850b HTTP/1.1" status: 200 len: 944 time: 0.0880830 May 26 21:05:14.392223 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-b619f4e6-5b16-4e14-826d-690ec5d6ad94 req-ff6f0971-dd0c-4fea-bcdc-d77d53483162 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/security-groups?id=b57d1125-26ba-42b5-a63d-5b77fdc0f323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606186 May 26 21:05:14.415151 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 45312) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:05:14.438735 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-2ec513ef-457b-4725-8b0d-f5a0e2f2a0e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:14.448920 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:INSERT=17,neutron:SELECT=77,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:05:14.454120 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:INSERT=16,neutron:SELECT=83,neutron:DELETE=1 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:05:14.488576 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8bc463-4aaf-406a-93ad-ac42dea80a1d req-9a5e3687-c709-46dc-b228-eee049a877f0 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:14.497912 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-ff8bc463-4aaf-406a-93ad-ac42dea80a1d req-9a5e3687-c709-46dc-b228-eee049a877f0 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/ports?device_id=b394d5b9-c201-4bff-8cac-68cce2954f16 HTTP/1.1" status: 200 len: 945 time: 0.0828428 May 26 21:05:14.501483 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-46f12c73-3700-4e7e-86c8-206b84d0e626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (54d4a93e-badb-480c-831f-99f9f6beb5f4), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:14.564662 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-ff8bc463-4aaf-406a-93ad-ac42dea80a1d req-6099187b-b7bb-4453-9323-03bd5e9ec1cf tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/security-groups?id=26b50481-eb72-4913-8499-4f05960ff7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651586 May 26 21:05:14.588154 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Device 7648201d-4c35-4774-9674-eeb82941072a up at agent hyperv_hv-cinder-82880 {{(pid=104103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:05:14.610620 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-2ec513ef-457b-4725-8b0d-f5a0e2f2a0e8 admin admin] Publish callbacks [] for security_group (22116e0a-cd96-4d69-9376-7687c1a09177), precommit_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:14.624374 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-2ec513ef-457b-4725-8b0d-f5a0e2f2a0e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (22116e0a-cd96-4d69-9376-7687c1a09177), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:14.670504 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Provisioning for port 7648201d-4c35-4774-9674-eeb82941072a completed by entity L2. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 21:05:14.683096 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Provisioning complete for port 7648201d-4c35-4774-9674-eeb82941072a triggered by entity L2. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:05:14.683815 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (7648201d-4c35-4774-9674-eeb82941072a), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:14.712485 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac77a722-d0f3-4caa-8505-c7d8318a6ae5 req-f7957481-03e4-4c5a-917f-c96b6d591150 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:14.722662 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-ac77a722-d0f3-4caa-8505-c7d8318a6ae5 req-f7957481-03e4-4c5a-917f-c96b6d591150 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?device_id=6822b4a3-12b7-42b4-8c45-063cb86b7199 HTTP/1.1" status: 200 len: 945 time: 0.1257157 May 26 21:05:14.746782 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-659cc62f-aed2-44cf-a316-5a5dc27b58ed req-3641d863-2f4c-42e7-acec-a3a43a2d934c service neutron] 10.222.0.62 "GET /v2.0/networks/db3bac2b-2e57-4b81-ab3a-36a5a5912178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330566 May 26 21:05:14.823234 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Current status of the port 7648201d-4c35-4774-9674-eeb82941072a is: BUILD; New status is: ACTIVE {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:05:14.823818 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (7648201d-4c35-4774-9674-eeb82941072a), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:14.828270 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-ac77a722-d0f3-4caa-8505-c7d8318a6ae5 req-3b8ada67-d6e0-463a-9426-20496e39051d tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d047b43-45d5-46fd-bad8-28b24b28bff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982294 May 26 21:05:14.882759 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec513ef-457b-4725-8b0d-f5a0e2f2a0e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22116e0a-cd96-4d69-9376-7687c1a09177,revision_number=1']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:05:14.889582 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-2ec513ef-457b-4725-8b0d-f5a0e2f2a0e8 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c5388488bd054f7faa4c8c16adf19876&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4731612 May 26 21:05:14.892002 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:05:14.893359 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 45330) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:05:14.897533 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:05:14.900855 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '359cea60-13ec-460e-811b-b7e54fc7850b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7648201d-4c35-4774-9674-eeb82941072a'}] {{(pid=104103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:05:14.906065 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b44267d7c8a7abe6e93cd6d61df03f02c4feaf0da3ba5ea8b381a36bebf6efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e9af526-4dec-41f3-b870-6f4b5afd180b" -d '{"events": [{"server_uuid": "359cea60-13ec-460e-811b-b7e54fc7850b", "name": "network-vif-plugged", "status": "completed", "tag": "7648201d-4c35-4774-9674-eeb82941072a"}]}' {{(pid=104103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:05:14.937031 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] For port 7648201d-4c35-4774-9674-eeb82941072a, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=7648201d-4c35-4774-9674-eeb82941072a,segment=NetworkSegment(7fb7ed4c-a972-40f4-a310-001c141d4c5c),segment_id=7fb7ed4c-a972-40f4-a310-001c141d4c5c)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:05:14.947717 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f47910-e3b3-4cdf-8c0d-8a4f30480e2a req-48cdb91d-5d37-4ec3-91c2-e2adf4b775a2 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:14.950938 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (7648201d-4c35-4774-9674-eeb82941072a), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:14.952056 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Device 83a033cc-ef28-4251-9a4e-5f9485c599f5 up at agent hyperv_hv-cinder-82880 {{(pid=104103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:05:14.958652 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-a1f47910-e3b3-4cdf-8c0d-8a4f30480e2a req-48cdb91d-5d37-4ec3-91c2-e2adf4b775a2 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/ports?device_id=b394d5b9-c201-4bff-8cac-68cce2954f16 HTTP/1.1" status: 200 len: 945 time: 0.1421254 May 26 21:05:14.965753 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-659cc62f-aed2-44cf-a316-5a5dc27b58ed req-3c3e0bb9-a937-4237-b3f7-5d9475ff032c service neutron] 10.222.0.62 "GET /v2.0/networks/db3bac2b-2e57-4b81-ab3a-36a5a5912178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036386 May 26 21:05:14.968034 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 45336) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:05:14.977373 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.v2.base [None req-598ce280-a128-4992-bdaa-b6ec63b0ac81 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Request body: {'floatingip': {'port_id': 'e1f6d939-9abc-412f-a4d8-da9f34b5b9c2'}} {{(pid=104102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:05:14.994257 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-dba6121e-bb87-4015-aeba-5da81b51f1d6 admin admin] Publish callbacks [] for security_group (22116e0a-cd96-4d69-9376-7687c1a09177), before_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:15.019744 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 21:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d0d6185-a43e-4e17-8062-edb63ea5497f x-openstack-request-id: req-5d0d6185-a43e-4e17-8062-edb63ea5497f {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:05:15.020358 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "359cea60-13ec-460e-811b-b7e54fc7850b", "name": "network-vif-plugged", "status": "completed", "tag": "7648201d-4c35-4774-9674-eeb82941072a", "code": 200}]} {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:05:15.022995 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5d0d6185-a43e-4e17-8062-edb63ea5497f {{(pid=104103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:05:15.024512 dv-cinder-828806-3-iscsi neutron-server[104103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d0d6185-a43e-4e17-8062-edb63ea5497f'] response: {'server_uuid': '359cea60-13ec-460e-811b-b7e54fc7850b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7648201d-4c35-4774-9674-eeb82941072a', 'code': 200} May 26 21:05:15.042101 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-dba6121e-bb87-4015-aeba-5da81b51f1d6 admin admin] Publish callbacks [] for security_group (22116e0a-cd96-4d69-9376-7687c1a09177), precommit_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:15.099703 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-598ce280-a128-4992-bdaa-b6ec63b0ac81 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Publish callbacks [] for floatingip (fa690c15-f5c3-4bea-a8c5-e96718b47e9b), before_update {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:15.106946 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Pushing event updated for resources: {'Port': ['ID=7648201d-4c35-4774-9674-eeb82941072a,revision_number=5']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:05:15.128334 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Provisioning for port 83a033cc-ef28-4251-9a4e-5f9485c599f5 completed by entity L2. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 21:05:15.138104 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Provisioning complete for port 83a033cc-ef28-4251-9a4e-5f9485c599f5 triggered by entity L2. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:05:15.139388 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (83a033cc-ef28-4251-9a4e-5f9485c599f5), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:15.209409 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-dba6121e-bb87-4015-aeba-5da81b51f1d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (22116e0a-cd96-4d69-9376-7687c1a09177), after_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:15.212322 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-dba6121e-bb87-4015-aeba-5da81b51f1d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:15.213621 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-dba6121e-bb87-4015-aeba-5da81b51f1d6 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/22116e0a-cd96-4d69-9376-7687c1a09177 HTTP/1.1" status: 204 len: 168 time: 0.3190796 May 26 21:05:15.225509 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba6121e-bb87-4015-aeba-5da81b51f1d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22116e0a-cd96-4d69-9376-7687c1a09177,revision_number=None']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:05:15.311686 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Current status of the port 83a033cc-ef28-4251-9a4e-5f9485c599f5 is: BUILD; New status is: ACTIVE {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:05:15.312564 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (83a033cc-ef28-4251-9a4e-5f9485c599f5), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:15.372726 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] For port 83a033cc-ef28-4251-9a4e-5f9485c599f5, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=83a033cc-ef28-4251-9a4e-5f9485c599f5,segment=NetworkSegment(81ad88fc-3505-498e-a408-c780e45b6192),segment_id=81ad88fc-3505-498e-a408-c780e45b6192)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:05:15.379545 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (83a033cc-ef28-4251-9a4e-5f9485c599f5), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:15.381015 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Device 7954d0e3-7dea-430e-9ec1-1c6e6e541eee up at agent hyperv_hv-cinder-82880 {{(pid=104103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:05:15.392952 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:05:15.434834 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a39ea79-c269-40e2-b636-92e1adbd4bbb req-d603a03f-b86b-4783-8c10-cba941c2107b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:15.439339 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-1a39ea79-c269-40e2-b636-92e1adbd4bbb req-d603a03f-b86b-4783-8c10-cba941c2107b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=359cea60-13ec-460e-811b-b7e54fc7850b HTTP/1.1" status: 200 len: 1129 time: 0.0920787 May 26 21:05:15.507836 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Pushing event updated for resources: {'Port': ['ID=83a033cc-ef28-4251-9a4e-5f9485c599f5,revision_number=5']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:05:15.520977 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Provisioning for port 7954d0e3-7dea-430e-9ec1-1c6e6e541eee completed by entity L2. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 21:05:15.533837 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Provisioning complete for port 7954d0e3-7dea-430e-9ec1-1c6e6e541eee triggered by entity L2. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:05:15.534369 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (7954d0e3-7dea-430e-9ec1-1c6e6e541eee), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:15.537597 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-1a39ea79-c269-40e2-b636-92e1adbd4bbb req-be077a60-a3ee-47d2-a781-0689335467b1 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=b57d1125-26ba-42b5-a63d-5b77fdc0f323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922005 May 26 21:05:15.650620 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Current status of the port 7954d0e3-7dea-430e-9ec1-1c6e6e541eee is: BUILD; New status is: ACTIVE {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:05:15.651088 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (7954d0e3-7dea-430e-9ec1-1c6e6e541eee), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:15.693076 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] For port 7954d0e3-7dea-430e-9ec1-1c6e6e541eee, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=7954d0e3-7dea-430e-9ec1-1c6e6e541eee,segment=NetworkSegment(81ad88fc-3505-498e-a408-c780e45b6192),segment_id=81ad88fc-3505-498e-a408-c780e45b6192)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:05:15.698674 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (7954d0e3-7dea-430e-9ec1-1c6e6e541eee), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:15.707827 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9388289b-47ef-4fdf-9e15-04196391cbf8 req-195834f2-1d2d-4e6b-893f-04eb8e453cb7 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:15.709388 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-9388289b-47ef-4fdf-9e15-04196391cbf8 req-195834f2-1d2d-4e6b-893f-04eb8e453cb7 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=359cea60-13ec-460e-811b-b7e54fc7850b HTTP/1.1" status: 200 len: 945 time: 0.1246147 May 26 21:05:15.772229 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Pushing event updated for resources: {'Port': ['ID=7954d0e3-7dea-430e-9ec1-1c6e6e541eee,revision_number=5']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:05:15.939271 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 45370) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:05:15.955035 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (545ffc5a-00f7-4140-8f25-9e74b0e32d39), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:15.958109 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-b530bca6-27e2-4a19-b207-102320c85859 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:15.959160 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-9388289b-47ef-4fdf-9e15-04196391cbf8 req-243fbc8d-4ce5-4595-bfd1-074efba1abf0 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/security-groups?id=b57d1125-26ba-42b5-a63d-5b77fdc0f323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2282240 May 26 21:05:16.041741 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:05:16.082897 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-b530bca6-27e2-4a19-b207-102320c85859 admin admin] Publish callbacks [] for security_group (2dc20e6c-f14c-4411-9670-6392b7f5314f), precommit_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:16.088311 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-b530bca6-27e2-4a19-b207-102320c85859 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (2dc20e6c-f14c-4411-9670-6392b7f5314f), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:16.139501 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b530bca6-27e2-4a19-b207-102320c85859 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dc20e6c-f14c-4411-9670-6392b7f5314f,revision_number=1']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:05:16.145673 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-b530bca6-27e2-4a19-b207-102320c85859 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f65c76fdd33845fab0d6540ec33edf6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2043159 May 26 21:05:16.148909 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 45380) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:05:16.227102 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-affc5b16-6aaa-458b-aaf1-0a328865cda0 admin admin] Publish callbacks [] for security_group (2dc20e6c-f14c-4411-9670-6392b7f5314f), before_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:16.254890 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-affc5b16-6aaa-458b-aaf1-0a328865cda0 admin admin] Publish callbacks [] for security_group (2dc20e6c-f14c-4411-9670-6392b7f5314f), precommit_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:16.287889 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed28a08-6e81-44e3-b1d2-4888de854f06 req-47086f26-4dc3-4305-a8be-d4a462b055ce tempest-DeleteServersTestJSON-481599448 tempest-DeleteServersTestJSON-481599448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:16.294664 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-fed28a08-6e81-44e3-b1d2-4888de854f06 req-47086f26-4dc3-4305-a8be-d4a462b055ce tempest-DeleteServersTestJSON-481599448 tempest-DeleteServersTestJSON-481599448-project] 10.222.0.57 "GET /v2.0/ports?device_id=04ed7f78-01e5-4c64-9f19-d58646810b8f HTTP/1.1" status: 200 len: 945 time: 0.2585828 May 26 21:05:16.317012 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-affc5b16-6aaa-458b-aaf1-0a328865cda0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (2dc20e6c-f14c-4411-9670-6392b7f5314f), after_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:16.322299 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-affc5b16-6aaa-458b-aaf1-0a328865cda0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:16.325820 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-affc5b16-6aaa-458b-aaf1-0a328865cda0 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2dc20e6c-f14c-4411-9670-6392b7f5314f HTTP/1.1" status: 204 len: 168 time: 0.1731000 May 26 21:05:16.335892 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affc5b16-6aaa-458b-aaf1-0a328865cda0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dc20e6c-f14c-4411-9670-6392b7f5314f,revision_number=None']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:05:16.348741 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89fac96-bc9a-420a-b4c2-ab9a4889f7da req-fa8b85ef-03ab-42b0-8569-86765da96e4a tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:16.350477 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-f89fac96-bc9a-420a-b4c2-ab9a4889f7da req-fa8b85ef-03ab-42b0-8569-86765da96e4a tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?device_id=6822b4a3-12b7-42b4-8c45-063cb86b7199 HTTP/1.1" status: 200 len: 946 time: 0.3155785 May 26 21:05:16.400107 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.db.resource_extend [None req-598ce280-a128-4992-bdaa-b6ec63b0ac81 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 21:05:16.491049 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-fed28a08-6e81-44e3-b1d2-4888de854f06 req-7b35700a-17a7-4cf2-bdc3-9a5708c34202 tempest-DeleteServersTestJSON-481599448 tempest-DeleteServersTestJSON-481599448-project] 10.222.0.57 "GET /v2.0/security-groups?id=5fa43dc1-6ca8-44f0-a60e-8dfb0362c3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943564 May 26 21:05:16.547550 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-598ce280-a128-4992-bdaa-b6ec63b0ac81 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:16.554225 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-598ce280-a128-4992-bdaa-b6ec63b0ac81 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1614815'] for floatingip (fa690c15-f5c3-4bea-a8c5-e96718b47e9b), after_update {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:16.560177 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-f89fac96-bc9a-420a-b4c2-ab9a4889f7da req-e0e2f3d5-0757-4049-9524-bc8636ac5645 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d047b43-45d5-46fd-bad8-28b24b28bff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974645 May 26 21:05:16.661270 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.db.l3_db [None req-598ce280-a128-4992-bdaa-b6ec63b0ac81 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Floating IP fa690c15-f5c3-4bea-a8c5-e96718b47e9b associated. External IP: 172.27.2.217, port: e1f6d939-9abc-412f-a4d8-da9f34b5b9c2. May 26 21:05:16.867996 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:05:16.893294 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-598ce280-a128-4992-bdaa-b6ec63b0ac81 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Router fcf153c1-dfc2-4490-b95f-83881f205231 has already been hosted by L3 agent ccb07560-1e88-42f3-8411-377a93089622 {{(pid=104102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 21:05:16.992876 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:05:17.014154 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-598ce280-a128-4992-bdaa-b6ec63b0ac81 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Notify agent at l3_agent.dv-cinder-828806-3-iscsi the message routers_updated {{(pid=104102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 21:05:17.022662 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-598ce280-a128-4992-bdaa-b6ec63b0ac81 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25531'] for floatingip (None), before_response {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:17.025852 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6822b4a3-12b7-42b4-8c45-063cb86b7199', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83a033cc-ef28-4251-9a4e-5f9485c599f5'}, {'server_uuid': 'fba09f97-8026-4d4e-b8a6-e4705eff1e98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7954d0e3-7dea-430e-9ec1-1c6e6e541eee'}] {{(pid=104103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:05:17.028606 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b44267d7c8a7abe6e93cd6d61df03f02c4feaf0da3ba5ea8b381a36bebf6efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0c48c5a-54e5-4d3d-8ced-ff64de189fb5" -d '{"events": [{"server_uuid": "6822b4a3-12b7-42b4-8c45-063cb86b7199", "name": "network-vif-plugged", "status": "completed", "tag": "83a033cc-ef28-4251-9a4e-5f9485c599f5"}, {"server_uuid": "fba09f97-8026-4d4e-b8a6-e4705eff1e98", "name": "network-vif-plugged", "status": "completed", "tag": "7954d0e3-7dea-430e-9ec1-1c6e6e541eee"}]}' {{(pid=104103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:05:17.037940 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78657b89-004f-4a76-9527-d14f4e8709ad None None] Sync routers for ids ['fcf153c1-dfc2-4490-b95f-83881f205231'] in dv-cinder-828806-3-iscsi {{(pid=104104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 21:05:17.051589 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78657b89-004f-4a76-9527-d14f4e8709ad None None] Routers {'fcf153c1-dfc2-4490-b95f-83881f205231'} bound to L3 agent in host dv-cinder-828806-3-iscsi {{(pid=104104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:05:17.052219 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_hamode_db [None req-78657b89-004f-4a76-9527-d14f4e8709ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T20:55:42Z,description=,heartbeat_timestamp=2022-05-26T21:05:12Z,host='dv-cinder-828806-3-iscsi',id=ccb07560-1e88-42f3-8411-377a93089622,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T20:55:42Z,topic='l3_agent')) {'router_ids': ['fcf153c1-dfc2-4490-b95f-83881f205231'], 'active': True} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:05:17.087803 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 26 May 2022 21:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f99d849-7391-473f-b0c6-c5b3089a76d4 x-openstack-request-id: req-4f99d849-7391-473f-b0c6-c5b3089a76d4 {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:05:17.087803 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6822b4a3-12b7-42b4-8c45-063cb86b7199", "name": "network-vif-plugged", "status": "completed", "tag": "83a033cc-ef28-4251-9a4e-5f9485c599f5", "code": 200}, {"server_uuid": "fba09f97-8026-4d4e-b8a6-e4705eff1e98", "name": "network-vif-plugged", "status": "completed", "tag": "7954d0e3-7dea-430e-9ec1-1c6e6e541eee", "code": 200}]} {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:05:17.088155 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4f99d849-7391-473f-b0c6-c5b3089a76d4 {{(pid=104103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:05:17.088779 dv-cinder-828806-3-iscsi neutron-server[104103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f99d849-7391-473f-b0c6-c5b3089a76d4'] response: {'server_uuid': '6822b4a3-12b7-42b4-8c45-063cb86b7199', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83a033cc-ef28-4251-9a4e-5f9485c599f5', 'code': 200} May 26 21:05:17.089251 dv-cinder-828806-3-iscsi neutron-server[104103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f99d849-7391-473f-b0c6-c5b3089a76d4'] response: {'server_uuid': 'fba09f97-8026-4d4e-b8a6-e4705eff1e98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7954d0e3-7dea-430e-9ec1-1c6e6e541eee', 'code': 200} May 26 21:05:17.127006 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-598ce280-a128-4992-bdaa-b6ec63b0ac81 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "PUT /v2.0/floatingips/fa690c15-f5c3-4bea-a8c5-e96718b47e9b HTTP/1.1" status: 200 len: 991 time: 2.1578522 May 26 21:05:17.129616 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b394d5b9-c201-4bff-8cac-68cce2954f16', 'tag': 'e1f6d939-9abc-412f-a4d8-da9f34b5b9c2'}] {{(pid=104102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:05:17.140382 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a31965-b6c8-4e43-80ed-90be0a6a9847 req-55542c83-047d-425f-b2ae-5d212b18bfe4 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:17.148074 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-05a31965-b6c8-4e43-80ed-90be0a6a9847 req-55542c83-047d-425f-b2ae-5d212b18bfe4 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=359cea60-13ec-460e-811b-b7e54fc7850b HTTP/1.1" status: 200 len: 945 time: 0.0877540 May 26 21:05:17.178807 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvr_db [None req-78657b89-004f-4a76-9527-d14f4e8709ad None None] Set router fcf153c1-dfc2-4490-b95f-83881f205231 gateway port host: dv-cinder-828806-3-iscsi {{(pid=104104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:05:17.240018 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-05a31965-b6c8-4e43-80ed-90be0a6a9847 req-a8ec48ba-8688-4a8b-aca3-8f6311523251 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/security-groups?id=b57d1125-26ba-42b5-a63d-5b77fdc0f323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899322 May 26 21:05:17.348593 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 45446) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:05:17.370293 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706b1c0bf4c108867c85ce24421d64e29e03a8d677c0da793374f2c7f89b1863" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef69dac7-fce9-453d-93e2-9cd085838299" -d '{"events": [{"name": "network-changed", "server_uuid": "b394d5b9-c201-4bff-8cac-68cce2954f16", "tag": "e1f6d939-9abc-412f-a4d8-da9f34b5b9c2"}]}' {{(pid=104102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:05:17.476645 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.v2.base [None req-6ab1dcf7-c2d0-4ebb-8d8e-935f5e0b009f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-41222684-network', 'tenant_id': '9a6a63e6c17d4b8bbd698f6e652de935'}} {{(pid=104101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:05:17.481720 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:INSERT=9,neutron:SELECT=87,neutron:DELETE=4 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:05:17.491209 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 21:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-870eb6a8-a742-4fd0-84ed-14c8922355d6 x-openstack-request-id: req-870eb6a8-a742-4fd0-84ed-14c8922355d6 {{(pid=104102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:05:17.492876 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b394d5b9-c201-4bff-8cac-68cce2954f16", "tag": "e1f6d939-9abc-412f-a4d8-da9f34b5b9c2", "status": "completed", "code": 200}]} {{(pid=104102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:05:17.494395 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-870eb6a8-a742-4fd0-84ed-14c8922355d6 {{(pid=104102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:05:17.495363 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.notifiers.nova [-] Nova event matching ['req-870eb6a8-a742-4fd0-84ed-14c8922355d6'] response: {'name': 'network-changed', 'server_uuid': 'b394d5b9-c201-4bff-8cac-68cce2954f16', 'tag': 'e1f6d939-9abc-412f-a4d8-da9f34b5b9c2', 'status': 'completed', 'code': 200} May 26 21:05:17.496531 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_hamode_db [None req-78657b89-004f-4a76-9527-d14f4e8709ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcf153c1-dfc2-4490-b95f-83881f205231', 'name': 'tempest-AttachVolumeTestJSON-641444328-router', 'tenant_id': 'aee8ddc72b8a4baeb01503afbd8aeab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '9f9f8939-364b-4fe7-a922-a7d9b3523c6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:04:18Z', 'updated_at': '2022-05-26T21:04:24Z', 'revision_number': 4, 'project_id': 'aee8ddc72b8a4baeb01503afbd8aeab1', 'gw_port': {'id': '9f9f8939-364b-4fe7-a922-a7d9b3523c6c', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:bb:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf153c1-dfc2-4490-b95f-83881f205231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:04:19Z', 'updated_at': '2022-05-26T21:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi', '_floatingips': [{'id': 'fa690c15-f5c3-4bea-a8c5-e96718b47e9b', 'tenant_id': 'aee8ddc72b8a4baeb01503afbd8aeab1', 'floating_ip_address': '172.27.2.217', 'floating_network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'router_id': 'fcf153c1-dfc2-4490-b95f-83881f205231', 'port_id': 'e1f6d939-9abc-412f-a4d8-da9f34b5b9c2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5629c7a4-9159-4bb4-9c94-a1405c68e80c', 'mac_address': 'fa:16:3e:d1:d1:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b394d5b9-c201-4bff-8cac-68cce2954f16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T21:04:37Z', 'updated_at': '2022-05-26T21:05:16Z', 'revision_number': 1, 'project_id': 'aee8ddc72b8a4baeb01503afbd8aeab1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33561d76-16e3-4004-9447-f0c279bc8e98', 'name': '', 'network_id': '5629c7a4-9159-4bb4-9c94-a1405c68e80c', 'tenant_id': 'aee8ddc72b8a4baeb01503afbd8aeab1', 'mac_address': 'fa:16:3e:0f:c5:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf153c1-dfc2-4490-b95f-83881f205231', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '98eeb434-72ed-4f64-921d-7288f9cdbc0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:04:23Z', 'updated_at': '2022-05-26T21:04:33Z', 'revision_number': 5, 'project_id': 'aee8ddc72b8a4baeb01503afbd8aeab1', 'subnets': [{'id': '98eeb434-72ed-4f64-921d-7288f9cdbc0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-3-iscsi', False) {} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:05:17.500154 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ab1dcf7-c2d0-4ebb-8d8e-935f5e0b009f admin admin] Made reservation on behalf of 9a6a63e6c17d4b8bbd698f6e652de935 for: {'network': 1} {{(pid=104101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 21:05:17.503147 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-6ab1dcf7-c2d0-4ebb-8d8e-935f5e0b009f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for network (None), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:17.512497 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-6ab1dcf7-c2d0-4ebb-8d8e-935f5e0b009f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:17.526221 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78657b89-004f-4a76-9527-d14f4e8709ad None None] Checking router: fcf153c1-dfc2-4490-b95f-83881f205231 for host: dv-cinder-828806-3-iscsi {{(pid=104104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 21:05:17.541671 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78657b89-004f-4a76-9527-d14f4e8709ad None None] Routers {'fcf153c1-dfc2-4490-b95f-83881f205231'} bound to L3 agent in host dv-cinder-828806-3-iscsi {{(pid=104104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:05:17.543411 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_hamode_db [None req-78657b89-004f-4a76-9527-d14f4e8709ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T20:55:42Z,description=,heartbeat_timestamp=2022-05-26T21:05:12Z,host='dv-cinder-828806-3-iscsi',id=ccb07560-1e88-42f3-8411-377a93089622,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T20:55:42Z,topic='l3_agent')) {'router_ids': ['fcf153c1-dfc2-4490-b95f-83881f205231'], 'active': True} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:05:17.622740 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-6ab1dcf7-c2d0-4ebb-8d8e-935f5e0b009f admin admin] Publish callbacks [] for security_group (446b3d92-a111-416a-b42c-78d385410977), precommit_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:17.631269 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-6ab1dcf7-c2d0-4ebb-8d8e-935f5e0b009f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (446b3d92-a111-416a-b42c-78d385410977), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:17.655719 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ab1dcf7-c2d0-4ebb-8d8e-935f5e0b009f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 446} {{(pid=104101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 21:05:17.668841 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-6ab1dcf7-c2d0-4ebb-8d8e-935f5e0b009f admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8787881957991', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-995747'] for segment (1e0dbeac-b689-4b13-a590-2db23fc6dfbc), precommit_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:17.669656 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.db.segments_db [None req-6ab1dcf7-c2d0-4ebb-8d8e-935f5e0b009f admin admin] Added segment 1e0dbeac-b689-4b13-a590-2db23fc6dfbc of type vlan for network dc07e933-5233-4dad-95db-3dcdb5f7d053 May 26 21:05:17.714794 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-6ab1dcf7-c2d0-4ebb-8d8e-935f5e0b009f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787881459577'] for network (dc07e933-5233-4dad-95db-3dcdb5f7d053), precommit_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:17.758027 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-6ab1dcf7-c2d0-4ebb-8d8e-935f5e0b009f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052'] for network (dc07e933-5233-4dad-95db-3dcdb5f7d053), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:17.759264 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab1dcf7-c2d0-4ebb-8d8e-935f5e0b009f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:17.760264 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-6ab1dcf7-c2d0-4ebb-8d8e-935f5e0b009f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-416010'] for network (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:17.766882 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c88fb6a-1254-427c-a871-289c914ff202 req-a49365a3-f136-4096-83a1-599329a012f4 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:17.768439 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-7c88fb6a-1254-427c-a871-289c914ff202 req-a49365a3-f136-4096-83a1-599329a012f4 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?device_id=6822b4a3-12b7-42b4-8c45-063cb86b7199 HTTP/1.1" status: 200 len: 946 time: 0.1045163 May 26 21:05:17.775976 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3898e2a-4830-47dd-b80c-fbb3be66bdab req-8cb914e6-7f61-4bf0-b5b9-9d742ef64d53 tempest-DeleteServersTestJSON-481599448 tempest-DeleteServersTestJSON-481599448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:17.790281 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvr_db [None req-78657b89-004f-4a76-9527-d14f4e8709ad None None] Set router fcf153c1-dfc2-4490-b95f-83881f205231 gateway port host: dv-cinder-828806-3-iscsi {{(pid=104104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:05:17.795735 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-f3898e2a-4830-47dd-b80c-fbb3be66bdab req-8cb914e6-7f61-4bf0-b5b9-9d742ef64d53 tempest-DeleteServersTestJSON-481599448 tempest-DeleteServersTestJSON-481599448-project] 10.222.0.57 "GET /v2.0/ports?device_id=04ed7f78-01e5-4c64-9f19-d58646810b8f HTTP/1.1" status: 200 len: 945 time: 0.1888928 May 26 21:05:17.864142 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab1dcf7-c2d0-4ebb-8d8e-935f5e0b009f admin admin] Pushing event updated for resources: {'Network': ['ID=dc07e933-5233-4dad-95db-3dcdb5f7d053,revision_number=1']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:05:17.868672 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab1dcf7-c2d0-4ebb-8d8e-935f5e0b009f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=446b3d92-a111-416a-b42c-78d385410977,revision_number=1']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:05:17.882090 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab1dcf7-c2d0-4ebb-8d8e-935f5e0b009f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:05:17.882663 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab1dcf7-c2d0-4ebb-8d8e-935f5e0b009f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:05:17.883168 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab1dcf7-c2d0-4ebb-8d8e-935f5e0b009f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:05:17.883664 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab1dcf7-c2d0-4ebb-8d8e-935f5e0b009f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:05:17.884167 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab1dcf7-c2d0-4ebb-8d8e-935f5e0b009f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:05:17.884786 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab1dcf7-c2d0-4ebb-8d8e-935f5e0b009f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:05:17.885283 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab1dcf7-c2d0-4ebb-8d8e-935f5e0b009f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:05:17.885608 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab1dcf7-c2d0-4ebb-8d8e-935f5e0b009f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:05:17.886096 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab1dcf7-c2d0-4ebb-8d8e-935f5e0b009f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:05:17.886616 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab1dcf7-c2d0-4ebb-8d8e-935f5e0b009f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:05:17.887158 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab1dcf7-c2d0-4ebb-8d8e-935f5e0b009f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:05:17.887782 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab1dcf7-c2d0-4ebb-8d8e-935f5e0b009f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:05:17.888164 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab1dcf7-c2d0-4ebb-8d8e-935f5e0b009f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:05:17.888448 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab1dcf7-c2d0-4ebb-8d8e-935f5e0b009f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:05:17.888907 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab1dcf7-c2d0-4ebb-8d8e-935f5e0b009f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:05:17.894051 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab1dcf7-c2d0-4ebb-8d8e-935f5e0b009f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:05:17.894635 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab1dcf7-c2d0-4ebb-8d8e-935f5e0b009f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:05:17.895124 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab1dcf7-c2d0-4ebb-8d8e-935f5e0b009f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:05:17.895612 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab1dcf7-c2d0-4ebb-8d8e-935f5e0b009f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:05:17.896101 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab1dcf7-c2d0-4ebb-8d8e-935f5e0b009f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:05:17.896599 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab1dcf7-c2d0-4ebb-8d8e-935f5e0b009f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:05:17.897079 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab1dcf7-c2d0-4ebb-8d8e-935f5e0b009f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:05:17.897550 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab1dcf7-c2d0-4ebb-8d8e-935f5e0b009f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:05:17.898014 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab1dcf7-c2d0-4ebb-8d8e-935f5e0b009f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:05:17.898721 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab1dcf7-c2d0-4ebb-8d8e-935f5e0b009f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:05:17.899504 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab1dcf7-c2d0-4ebb-8d8e-935f5e0b009f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:05:17.899979 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab1dcf7-c2d0-4ebb-8d8e-935f5e0b009f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:05:17.900451 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab1dcf7-c2d0-4ebb-8d8e-935f5e0b009f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:05:17.900919 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab1dcf7-c2d0-4ebb-8d8e-935f5e0b009f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:05:17.901435 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab1dcf7-c2d0-4ebb-8d8e-935f5e0b009f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:05:17.902865 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Network dc07e933-5233-4dad-95db-3dcdb5f7d053 details requested by agent ovs-agent-dv-cinder-828806-3-iscsi with host dv-cinder-828806-3-iscsi {{(pid=104103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 21:05:17.911151 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-6ab1dcf7-c2d0-4ebb-8d8e-935f5e0b009f admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.5613925 May 26 21:05:17.912378 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 45462) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:05:17.932682 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.v2.base [None req-77f656ec-7b29-4de0-9a68-feb1cd797301 admin admin] Request body: {'subnet': {'network_id': 'dc07e933-5233-4dad-95db-3dcdb5f7d053', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-41222684-subnet', 'tenant_id': '9a6a63e6c17d4b8bbd698f6e652de935', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:05:17.958318 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77f656ec-7b29-4de0-9a68-feb1cd797301 admin admin] Made reservation on behalf of 9a6a63e6c17d4b8bbd698f6e652de935 for: {'subnet': 1} {{(pid=104101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 21:05:17.961256 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-77f656ec-7b29-4de0-9a68-feb1cd797301 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:18.045127 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-f3898e2a-4830-47dd-b80c-fbb3be66bdab req-0c8aaad6-4c31-4480-95ac-c12b58ad0f36 tempest-DeleteServersTestJSON-481599448 tempest-DeleteServersTestJSON-481599448-project] 10.222.0.57 "GET /v2.0/security-groups?id=5fa43dc1-6ca8-44f0-a60e-8dfb0362c3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456379 May 26 21:05:18.050898 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-7c88fb6a-1254-427c-a871-289c914ff202 req-16ffb372-380b-4256-9d5d-8899755f0f58 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d047b43-45d5-46fd-bad8-28b24b28bff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496614 May 26 21:05:18.131845 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef69dac7-fce9-453d-93e2-9cd085838299 req-47f68103-6ff1-4c6f-b435-34457417a9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:18.134518 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-ef69dac7-fce9-453d-93e2-9cd085838299 req-47f68103-6ff1-4c6f-b435-34457417a9a9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=aee8ddc72b8a4baeb01503afbd8aeab1&device_id=b394d5b9-c201-4bff-8cac-68cce2954f16 HTTP/1.1" status: 200 len: 1129 time: 0.0723944 May 26 21:05:18.243032 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_hamode_db [None req-78657b89-004f-4a76-9527-d14f4e8709ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcf153c1-dfc2-4490-b95f-83881f205231', 'name': 'tempest-AttachVolumeTestJSON-641444328-router', 'tenant_id': 'aee8ddc72b8a4baeb01503afbd8aeab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '9f9f8939-364b-4fe7-a922-a7d9b3523c6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:04:18Z', 'updated_at': '2022-05-26T21:04:24Z', 'revision_number': 4, 'project_id': 'aee8ddc72b8a4baeb01503afbd8aeab1', 'gw_port': {'id': '9f9f8939-364b-4fe7-a922-a7d9b3523c6c', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:bb:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf153c1-dfc2-4490-b95f-83881f205231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:04:19Z', 'updated_at': '2022-05-26T21:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi', '_floatingips': [{'id': 'fa690c15-f5c3-4bea-a8c5-e96718b47e9b', 'tenant_id': 'aee8ddc72b8a4baeb01503afbd8aeab1', 'floating_ip_address': '172.27.2.217', 'floating_network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'router_id': 'fcf153c1-dfc2-4490-b95f-83881f205231', 'port_id': 'e1f6d939-9abc-412f-a4d8-da9f34b5b9c2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5629c7a4-9159-4bb4-9c94-a1405c68e80c', 'mac_address': 'fa:16:3e:d1:d1:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b394d5b9-c201-4bff-8cac-68cce2954f16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T21:04:37Z', 'updated_at': '2022-05-26T21:05:16Z', 'revision_number': 1, 'project_id': 'aee8ddc72b8a4baeb01503afbd8aeab1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33561d76-16e3-4004-9447-f0c279bc8e98', 'name': '', 'network_id': '5629c7a4-9159-4bb4-9c94-a1405c68e80c', 'tenant_id': 'aee8ddc72b8a4baeb01503afbd8aeab1', 'mac_address': 'fa:16:3e:0f:c5:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf153c1-dfc2-4490-b95f-83881f205231', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '98eeb434-72ed-4f64-921d-7288f9cdbc0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:04:23Z', 'updated_at': '2022-05-26T21:04:33Z', 'revision_number': 5, 'project_id': 'aee8ddc72b8a4baeb01503afbd8aeab1', 'subnets': [{'id': '98eeb434-72ed-4f64-921d-7288f9cdbc0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-3-iscsi', False) {} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:05:18.272451 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78657b89-004f-4a76-9527-d14f4e8709ad None None] The sync data for ids ['fcf153c1-dfc2-4490-b95f-83881f205231'] in dv-cinder-828806-3-iscsi is: [{'id': 'fcf153c1-dfc2-4490-b95f-83881f205231', 'name': 'tempest-AttachVolumeTestJSON-641444328-router', 'tenant_id': 'aee8ddc72b8a4baeb01503afbd8aeab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '9f9f8939-364b-4fe7-a922-a7d9b3523c6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:04:18Z', 'updated_at': '2022-05-26T21:04:24Z', 'revision_number': 4, 'project_id': 'aee8ddc72b8a4baeb01503afbd8aeab1', 'gw_port': {'id': '9f9f8939-364b-4fe7-a922-a7d9b3523c6c', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:bb:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf153c1-dfc2-4490-b95f-83881f205231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:04:19Z', 'updated_at': '2022-05-26T21:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi', '_floatingips': [{'id': 'fa690c15-f5c3-4bea-a8c5-e96718b47e9b', 'tenant_id': 'aee8ddc72b8a4baeb01503afbd8aeab1', 'floating_ip_address': '172.27.2.217', 'floating_network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'router_id': 'fcf153c1-dfc2-4490-b95f-83881f205231', 'port_id': 'e1f6d939-9abc-412f-a4d8-da9f34b5b9c2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5629c7a4-9159-4bb4-9c94-a1405c68e80c', 'mac_address': 'fa:16:3e:d1:d1:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b394d5b9-c201-4bff-8cac-68cce2954f16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T21:04:37Z', 'updated_at': '2022-05-26T21:05:16Z', 'revision_number': 1, 'project_id': 'aee8ddc72b8a4baeb01503afbd8aeab1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33561d76-16e3-4004-9447-f0c279bc8e98', 'name': '', 'network_id': '5629c7a4-9159-4bb4-9c94-a1405c68e80c', 'tenant_id': 'aee8ddc72b8a4baeb01503afbd8aeab1', 'mac_address': 'fa:16:3e:0f:c5:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf153c1-dfc2-4490-b95f-83881f205231', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '98eeb434-72ed-4f64-921d-7288f9cdbc0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:04:23Z', 'updated_at': '2022-05-26T21:04:33Z', 'revision_number': 5, 'project_id': 'aee8ddc72b8a4baeb01503afbd8aeab1', 'subnets': [{'id': '98eeb434-72ed-4f64-921d-7288f9cdbc0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 21:05:18.326072 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-77f656ec-7b29-4de0-9a68-feb1cd797301 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052'] for subnet (c4f6dcf6-e2de-4b06-8579-023d24e9cdb2), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:18.372171 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:05:18.391290 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=4 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:05:18.394197 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f656ec-7b29-4de0-9a68-feb1cd797301 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4f6dcf6-e2de-4b06-8579-023d24e9cdb2,revision_number=0']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:05:18.415931 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f656ec-7b29-4de0-9a68-feb1cd797301 admin admin] Checking segment: {'id': '1e0dbeac-b689-4b13-a590-2db23fc6dfbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'dc07e933-5233-4dad-95db-3dcdb5f7d053'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 21:05:18.416276 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f656ec-7b29-4de0-9a68-feb1cd797301 admin admin] Network hostable DHCP agents. Network: dc07e933-5233-4dad-95db-3dcdb5f7d053, hostable agents: ['28061657-8b16-479f-8ff4-19bdcc74bc2c'], hosted agents: [] {{(pid=104101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 21:05:18.438681 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a08134c-c566-4945-a5b0-6ce670f3cee7 req-0769df3d-7e63-4cbe-ba26-1b2878def720 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:18.446410 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f656ec-7b29-4de0-9a68-feb1cd797301 admin admin] Network dc07e933-5233-4dad-95db-3dcdb5f7d053 is scheduled to be hosted by DHCP agent 28061657-8b16-479f-8ff4-19bdcc74bc2c with binding_index 1 {{(pid=104101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 21:05:18.446961 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-5a08134c-c566-4945-a5b0-6ce670f3cee7 req-0769df3d-7e63-4cbe-ba26-1b2878def720 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=359cea60-13ec-460e-811b-b7e54fc7850b HTTP/1.1" status: 200 len: 945 time: 0.0891099 May 26 21:05:18.459380 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.scheduler.base_scheduler [None req-77f656ec-7b29-4de0-9a68-feb1cd797301 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828806-3-iscsi, dc07e933-5233-4dad-95db-3dcdb5f7d053) {{(pid=104101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:05:18.464146 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f656ec-7b29-4de0-9a68-feb1cd797301 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:18.464735 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-77f656ec-7b29-4de0-9a68-feb1cd797301 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-416010'] for subnet (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:18.474022 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-072323fd-376e-4089-a4c9-4c9b2e80dc46 None None] Network dc07e933-5233-4dad-95db-3dcdb5f7d053 requested from dv-cinder-828806-3-iscsi {{(pid=104103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 21:05:18.513944 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-77f656ec-7b29-4de0-9a68-feb1cd797301 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5995026 May 26 21:05:18.551016 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-5a08134c-c566-4945-a5b0-6ce670f3cee7 req-6c055793-ae2d-47db-b1a1-b04537a83849 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/security-groups?id=b57d1125-26ba-42b5-a63d-5b77fdc0f323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006172 May 26 21:05:18.630046 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:05:18.799908 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9185f640-db4c-4104-a286-5ab6e9c61689 req-141ac77a-f4c8-4c87-8913-c127d9e69c90 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:18.807346 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-9185f640-db4c-4104-a286-5ab6e9c61689 req-141ac77a-f4c8-4c87-8913-c127d9e69c90 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=359cea60-13ec-460e-811b-b7e54fc7850b HTTP/1.1" status: 200 len: 945 time: 0.1011479 May 26 21:05:18.812210 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 45500) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:05:18.826575 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.v2.base [None req-49b50dd0-7bf2-4344-8d7e-a481b7435552 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Request body: {'floatingip': {'port_id': '7648201d-4c35-4774-9674-eeb82941072a'}} {{(pid=104102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:05:18.843096 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d24efc1-e05d-4718-b253-b2cebf6d5ead None None] Network dc07e933-5233-4dad-95db-3dcdb5f7d053 requested from dv-cinder-828806-3-iscsi {{(pid=104103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 21:05:18.901518 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-49b50dd0-7bf2-4344-8d7e-a481b7435552 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Publish callbacks [] for floatingip (0089c5e1-5fd3-4e41-a123-7dba7443df6a), before_update {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:19.118039 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5950b1d5-0dc6-49fc-b292-553e2a758ed1 req-7f7c92d4-f8ed-43e9-a315-7ccb276a182d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:19.123671 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-5950b1d5-0dc6-49fc-b292-553e2a758ed1 req-7f7c92d4-f8ed-43e9-a315-7ccb276a182d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6822b4a3-12b7-42b4-8c45-063cb86b7199 HTTP/1.1" status: 200 len: 1130 time: 0.4485874 May 26 21:05:19.148048 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded31dbf-d701-4188-a5f2-4ad48f56fb36 req-3b8718af-c937-4d7d-a1a4-ab0046eb66ec tempest-DeleteServersTestJSON-481599448 tempest-DeleteServersTestJSON-481599448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:19.149527 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-ded31dbf-d701-4188-a5f2-4ad48f56fb36 req-3b8718af-c937-4d7d-a1a4-ab0046eb66ec tempest-DeleteServersTestJSON-481599448 tempest-DeleteServersTestJSON-481599448-project] 10.222.0.62 "GET /v2.0/ports?device_id=04ed7f78-01e5-4c64-9f19-d58646810b8f HTTP/1.1" status: 200 len: 945 time: 0.3301852 May 26 21:05:19.176321 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cc728f-df03-4031-a7a8-221c30f0bf5f req-e0bb8d33-13b2-434d-93e6-c85b7daef740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:19.178417 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-88cc728f-df03-4031-a7a8-221c30f0bf5f req-e0bb8d33-13b2-434d-93e6-c85b7daef740 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=fba09f97-8026-4d4e-b8a6-e4705eff1e98 HTTP/1.1" status: 200 len: 1130 time: 0.1581135 May 26 21:05:19.221120 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef69dac7-fce9-453d-93e2-9cd085838299 req-3c3622c5-158e-41ee-bae3-02b9ba185e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:19.223373 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-ef69dac7-fce9-453d-93e2-9cd085838299 req-3c3622c5-158e-41ee-bae3-02b9ba185e28 service neutron] 10.222.0.62 "GET /v2.0/networks?id=5629c7a4-9159-4bb4-9c94-a1405c68e80c HTTP/1.1" status: 200 len: 911 time: 0.5633395 May 26 21:05:19.283856 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbaa813-f4e0-4cfe-89b6-2a11ac53204c req-d82bbb6d-3383-4f7a-8ced-5a21c410501d tempest-DeleteServersTestJSON-481599448 tempest-DeleteServersTestJSON-481599448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:19.287055 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-5dbaa813-f4e0-4cfe-89b6-2a11ac53204c req-d82bbb6d-3383-4f7a-8ced-5a21c410501d tempest-DeleteServersTestJSON-481599448 tempest-DeleteServersTestJSON-481599448-project] 10.222.0.57 "GET /v2.0/ports?device_id=04ed7f78-01e5-4c64-9f19-d58646810b8f HTTP/1.1" status: 200 len: 945 time: 0.0965960 May 26 21:05:19.363164 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 45518) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:05:19.493987 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab809ea-bb15-4bec-984f-93fec7af66f6 None None] New status for floating IP fa690c15-f5c3-4bea-a8c5-e96718b47e9b: ACTIVE {{(pid=104103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 21:05:19.522797 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce57edba-ccb7-419b-ad86-ade9cde92d3b req-35382106-4d7e-4151-ada3-25de7339eef2 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:19.525432 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-ce57edba-ccb7-419b-ad86-ade9cde92d3b req-35382106-4d7e-4151-ada3-25de7339eef2 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?device_id=6822b4a3-12b7-42b4-8c45-063cb86b7199 HTTP/1.1" status: 200 len: 946 time: 0.2496514 May 26 21:05:19.533435 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:05:19.773254 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-10710839-feff-496d-98ae-fa3d25c49369 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:19.774878 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=100 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:05:19.785751 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-5dbaa813-f4e0-4cfe-89b6-2a11ac53204c req-a3c26590-bf51-441b-829f-6f8a9140714c tempest-DeleteServersTestJSON-481599448 tempest-DeleteServersTestJSON-481599448-project] 10.222.0.57 "GET /v2.0/security-groups?id=5fa43dc1-6ca8-44f0-a60e-8dfb0362c3c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4792397 May 26 21:05:19.851373 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-88cc728f-df03-4031-a7a8-221c30f0bf5f req-7cbdd1ab-d1ef-462f-b915-558a74a76e7a service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=2d047b43-45d5-46fd-bad8-28b24b28bff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6237333 May 26 21:05:19.853977 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-5950b1d5-0dc6-49fc-b292-553e2a758ed1 req-d9242d03-0e0b-45fd-a678-87b95535b08e service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=2d047b43-45d5-46fd-bad8-28b24b28bff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7212381 May 26 21:05:19.855594 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:05:19.896102 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-ce57edba-ccb7-419b-ad86-ade9cde92d3b req-82d15be2-6b2c-4fcc-9fb0-2e77db1bcd52 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d047b43-45d5-46fd-bad8-28b24b28bff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554725 May 26 21:05:19.902333 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-ef69dac7-fce9-453d-93e2-9cd085838299 req-d9041dea-bf2e-4609-bd3a-ee28640454ef service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e1f6d939-9abc-412f-a4d8-da9f34b5b9c2 HTTP/1.1" status: 200 len: 999 time: 0.6445649 May 26 21:05:19.904360 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.plugin [req-ded31dbf-d701-4188-a5f2-4ad48f56fb36 req-42f8e237-4190-44a0-aec2-b99fded33f31 tempest-DeleteServersTestJSON-481599448 tempest-DeleteServersTestJSON-481599448-project] Deleting port 47ac4331-a362-498c-bee6-c5b03e42b234 {{(pid=104101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 21:05:19.904801 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-ded31dbf-d701-4188-a5f2-4ad48f56fb36 req-42f8e237-4190-44a0-aec2-b99fded33f31 tempest-DeleteServersTestJSON-481599448 tempest-DeleteServersTestJSON-481599448-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787881975269'] for port (47ac4331-a362-498c-bee6-c5b03e42b234), before_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:20.018221 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-49b50dd0-7bf2-4344-8d7e-a481b7435552 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:20.023087 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-10710839-feff-496d-98ae-fa3d25c49369 admin admin] Publish callbacks [] for security_group (a4484440-9f4d-4b1e-b4be-3ab068fb13fc), precommit_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:20.026177 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-49b50dd0-7bf2-4344-8d7e-a481b7435552 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1614815'] for floatingip (0089c5e1-5fd3-4e41-a123-7dba7443df6a), after_update {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:20.028155 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.db [req-ded31dbf-d701-4188-a5f2-4ad48f56fb36 req-42f8e237-4190-44a0-aec2-b99fded33f31 tempest-DeleteServersTestJSON-481599448 tempest-DeleteServersTestJSON-481599448-project] For port 47ac4331-a362-498c-bee6-c5b03e42b234, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=47ac4331-a362-498c-bee6-c5b03e42b234,segment=NetworkSegment(e7ed7865-4bef-4617-8876-4a0d10d7b2a2),segment_id=e7ed7865-4bef-4617-8876-4a0d10d7b2a2)] {{(pid=104101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:05:20.030078 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-ded31dbf-d701-4188-a5f2-4ad48f56fb36 req-42f8e237-4190-44a0-aec2-b99fded33f31 tempest-DeleteServersTestJSON-481599448 tempest-DeleteServersTestJSON-481599448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595751'] for port (47ac4331-a362-498c-bee6-c5b03e42b234), precommit_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:20.030227 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-10710839-feff-496d-98ae-fa3d25c49369 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (a4484440-9f4d-4b1e-b4be-3ab068fb13fc), after_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:20.048920 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.plugin [req-ded31dbf-d701-4188-a5f2-4ad48f56fb36 req-42f8e237-4190-44a0-aec2-b99fded33f31 tempest-DeleteServersTestJSON-481599448 tempest-DeleteServersTestJSON-481599448-project] Calling delete_port for 47ac4331-a362-498c-bee6-c5b03e42b234 owned by compute:nova {{(pid=104101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 21:05:20.157632 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-10710839-feff-496d-98ae-fa3d25c49369 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4c461358e18842479381971cb910c921&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7897472 May 26 21:05:20.159000 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 45538) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:05:20.161899 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10710839-feff-496d-98ae-fa3d25c49369 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4484440-9f4d-4b1e-b4be-3ab068fb13fc,revision_number=1']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:05:20.180709 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10710839-feff-496d-98ae-fa3d25c49369 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:05:20.181059 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10710839-feff-496d-98ae-fa3d25c49369 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:05:20.181413 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10710839-feff-496d-98ae-fa3d25c49369 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:05:20.181742 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10710839-feff-496d-98ae-fa3d25c49369 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:05:20.182089 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10710839-feff-496d-98ae-fa3d25c49369 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:05:20.182407 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10710839-feff-496d-98ae-fa3d25c49369 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:05:20.182762 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10710839-feff-496d-98ae-fa3d25c49369 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:05:20.183087 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10710839-feff-496d-98ae-fa3d25c49369 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:05:20.183418 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10710839-feff-496d-98ae-fa3d25c49369 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:05:20.183744 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10710839-feff-496d-98ae-fa3d25c49369 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:05:20.184093 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10710839-feff-496d-98ae-fa3d25c49369 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:05:20.184418 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10710839-feff-496d-98ae-fa3d25c49369 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:05:20.184746 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10710839-feff-496d-98ae-fa3d25c49369 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:05:20.185087 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10710839-feff-496d-98ae-fa3d25c49369 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:05:20.185427 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10710839-feff-496d-98ae-fa3d25c49369 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:05:20.192197 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.db.l3_db [None req-49b50dd0-7bf2-4344-8d7e-a481b7435552 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Floating IP 0089c5e1-5fd3-4e41-a123-7dba7443df6a associated. External IP: 172.27.2.6, port: 7648201d-4c35-4774-9674-eeb82941072a. May 26 21:05:20.234430 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=90,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:05:20.281103 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-ded31dbf-d701-4188-a5f2-4ad48f56fb36 req-42f8e237-4190-44a0-aec2-b99fded33f31 tempest-DeleteServersTestJSON-481599448 tempest-DeleteServersTestJSON-481599448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787881986003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787881445708'] for port (47ac4331-a362-498c-bee6-c5b03e42b234), after_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:20.313957 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f8e237-4190-44a0-aec2-b99fded33f31 tempest-DeleteServersTestJSON-481599448 tempest-DeleteServersTestJSON-481599448-project] Pushing event deleted for resources: {'Port': ['ID=47ac4331-a362-498c-bee6-c5b03e42b234,revision_number=None']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:05:20.319470 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-d4554f8f-d627-4d0c-89d4-a75b32542e1c admin admin] Publish callbacks [] for security_group (a4484440-9f4d-4b1e-b4be-3ab068fb13fc), before_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:20.394951 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49b50dd0-7bf2-4344-8d7e-a481b7435552 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Router 9c24a6de-fc3e-4eaa-b391-9f1814cc7ea4 has already been hosted by L3 agent ccb07560-1e88-42f3-8411-377a93089622 {{(pid=104102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 21:05:20.395576 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-d4554f8f-d627-4d0c-89d4-a75b32542e1c admin admin] Publish callbacks [] for security_group (a4484440-9f4d-4b1e-b4be-3ab068fb13fc), precommit_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:20.401705 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [req-ded31dbf-d701-4188-a5f2-4ad48f56fb36 req-42f8e237-4190-44a0-aec2-b99fded33f31 tempest-DeleteServersTestJSON-481599448 tempest-DeleteServersTestJSON-481599448-project] No DVR routers for this DVR port 47ac4331-a362-498c-bee6-c5b03e42b234 on host hv-cinder-82880 {{(pid=104101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 21:05:20.407592 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-ded31dbf-d701-4188-a5f2-4ad48f56fb36 req-42f8e237-4190-44a0-aec2-b99fded33f31 tempest-DeleteServersTestJSON-481599448 tempest-DeleteServersTestJSON-481599448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25531'] for port (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:20.410717 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-ded31dbf-d701-4188-a5f2-4ad48f56fb36 req-42f8e237-4190-44a0-aec2-b99fded33f31 tempest-DeleteServersTestJSON-481599448 tempest-DeleteServersTestJSON-481599448-project] 10.222.0.62 "DELETE /v2.0/ports/47ac4331-a362-498c-bee6-c5b03e42b234 HTTP/1.1" status: 204 len: 173 time: 1.2519751 May 26 21:05:20.411141 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04ed7f78-01e5-4c64-9f19-d58646810b8f', 'name': 'network-vif-deleted', 'tag': '47ac4331-a362-498c-bee6-c5b03e42b234'}] {{(pid=104101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:05:20.413321 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e35b3b942162f380527a6ddce7731c26b87baf9d9763e10c20fbd720b027cea7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aac565e4-d770-4622-8a10-3b4506e78774" -d '{"events": [{"server_uuid": "04ed7f78-01e5-4c64-9f19-d58646810b8f", "name": "network-vif-deleted", "tag": "47ac4331-a362-498c-bee6-c5b03e42b234"}]}' {{(pid=104101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:05:20.435511 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:05:20.461153 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-d4554f8f-d627-4d0c-89d4-a75b32542e1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (a4484440-9f4d-4b1e-b4be-3ab068fb13fc), after_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:20.463751 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-d4554f8f-d627-4d0c-89d4-a75b32542e1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:20.467382 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-d4554f8f-d627-4d0c-89d4-a75b32542e1c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a4484440-9f4d-4b1e-b4be-3ab068fb13fc HTTP/1.1" status: 204 len: 168 time: 0.2445874 May 26 21:05:20.477105 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4554f8f-d627-4d0c-89d4-a75b32542e1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4484440-9f4d-4b1e-b4be-3ab068fb13fc,revision_number=None']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:05:20.536453 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49b50dd0-7bf2-4344-8d7e-a481b7435552 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Notify agent at l3_agent.dv-cinder-828806-3-iscsi the message routers_updated {{(pid=104102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 21:05:20.542050 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-49b50dd0-7bf2-4344-8d7e-a481b7435552 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25531'] for floatingip (None), before_response {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:20.548849 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0565a93d-b0a8-4ef6-8e8f-59233e725fe1 None None] Sync routers for ids ['9c24a6de-fc3e-4eaa-b391-9f1814cc7ea4'] in dv-cinder-828806-3-iscsi {{(pid=104104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 21:05:20.574688 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0565a93d-b0a8-4ef6-8e8f-59233e725fe1 None None] Routers {'9c24a6de-fc3e-4eaa-b391-9f1814cc7ea4'} bound to L3 agent in host dv-cinder-828806-3-iscsi {{(pid=104104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:05:20.575445 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_hamode_db [None req-0565a93d-b0a8-4ef6-8e8f-59233e725fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T20:55:42Z,description=,heartbeat_timestamp=2022-05-26T21:05:12Z,host='dv-cinder-828806-3-iscsi',id=ccb07560-1e88-42f3-8411-377a93089622,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T20:55:42Z,topic='l3_agent')) {'router_ids': ['9c24a6de-fc3e-4eaa-b391-9f1814cc7ea4'], 'active': True} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:05:20.618757 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 21:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9003253-1140-4e19-b4c4-6529fb584978 x-openstack-request-id: req-e9003253-1140-4e19-b4c4-6529fb584978 {{(pid=104101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:05:20.619084 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04ed7f78-01e5-4c64-9f19-d58646810b8f", "name": "network-vif-deleted", "tag": "47ac4331-a362-498c-bee6-c5b03e42b234", "status": "completed", "code": 200}]} {{(pid=104101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:05:20.619442 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e9003253-1140-4e19-b4c4-6529fb584978 {{(pid=104101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:05:20.619802 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9003253-1140-4e19-b4c4-6529fb584978'] response: {'server_uuid': '04ed7f78-01e5-4c64-9f19-d58646810b8f', 'name': 'network-vif-deleted', 'tag': '47ac4331-a362-498c-bee6-c5b03e42b234', 'status': 'completed', 'code': 200} May 26 21:05:20.623149 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-49b50dd0-7bf2-4344-8d7e-a481b7435552 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "PUT /v2.0/floatingips/0089c5e1-5fd3-4e41-a123-7dba7443df6a HTTP/1.1" status: 200 len: 989 time: 1.8079820 May 26 21:05:20.624023 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '359cea60-13ec-460e-811b-b7e54fc7850b', 'tag': '7648201d-4c35-4774-9674-eeb82941072a'}] {{(pid=104102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:05:20.628371 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706b1c0bf4c108867c85ce24421d64e29e03a8d677c0da793374f2c7f89b1863" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7ebf64a-02de-4e9a-aed5-bc62377ba1c5" -d '{"events": [{"name": "network-changed", "server_uuid": "359cea60-13ec-460e-811b-b7e54fc7850b", "tag": "7648201d-4c35-4774-9674-eeb82941072a"}]}' {{(pid=104102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:05:20.673137 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 21:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-697210b9-8e98-49b4-a9f2-c9e6b888b49b x-openstack-request-id: req-697210b9-8e98-49b4-a9f2-c9e6b888b49b {{(pid=104102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:05:20.673424 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "359cea60-13ec-460e-811b-b7e54fc7850b", "tag": "7648201d-4c35-4774-9674-eeb82941072a", "status": "completed", "code": 200}]} {{(pid=104102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:05:20.673675 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-697210b9-8e98-49b4-a9f2-c9e6b888b49b {{(pid=104102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:05:20.674077 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.notifiers.nova [-] Nova event matching ['req-697210b9-8e98-49b4-a9f2-c9e6b888b49b'] response: {'name': 'network-changed', 'server_uuid': '359cea60-13ec-460e-811b-b7e54fc7850b', 'tag': '7648201d-4c35-4774-9674-eeb82941072a', 'status': 'completed', 'code': 200} May 26 21:05:20.777530 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:05:20.809237 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvr_db [None req-0565a93d-b0a8-4ef6-8e8f-59233e725fe1 None None] Set router 9c24a6de-fc3e-4eaa-b391-9f1814cc7ea4 gateway port host: dv-cinder-828806-3-iscsi {{(pid=104104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:05:20.811285 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=100 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:05:20.870889 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d2f3fe-2dc5-46d4-92d9-23e411d39e4e req-61282058-8647-477a-95d9-21475959eb47 tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:20.872379 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-a8d2f3fe-2dc5-46d4-92d9-23e411d39e4e req-61282058-8647-477a-95d9-21475959eb47 tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] 10.222.0.57 "GET /v2.0/networks?id=dc07e933-5233-4dad-95db-3dcdb5f7d053 HTTP/1.1" status: 200 len: 807 time: 0.1243234 May 26 21:05:20.899776 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 45570) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:05:20.907873 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-7c2e3617-c476-408d-a54e-c90ea8b82a42 req-e235fbe9-9996-4235-8ef2-0a98af970308 tempest-DeleteServersTestJSON-481599448 tempest-DeleteServersTestJSON-481599448-project] 10.222.0.57 "GET /v2.0/ports?device_id=04ed7f78-01e5-4c64-9f19-d58646810b8f HTTP/1.1" status: 200 len: 210 time: 0.0345051 May 26 21:05:20.909744 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-a8d2f3fe-2dc5-46d4-92d9-23e411d39e4e req-0d80f630-476e-4ee7-815c-5673ff019dda tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] 10.222.0.57 "GET /v2.0/quotas/9a6a63e6c17d4b8bbd698f6e652de935 HTTP/1.1" status: 200 len: 375 time: 0.0259075 May 26 21:05:20.920998 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-6d07561e-7116-45de-840d-4f83105ff872 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:20.954744 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-a8d2f3fe-2dc5-46d4-92d9-23e411d39e4e req-a233c57b-bbc4-452a-9413-3124e215de44 tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=9a6a63e6c17d4b8bbd698f6e652de935&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0387316 May 26 21:05:21.017635 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-6d07561e-7116-45de-840d-4f83105ff872 admin admin] Publish callbacks [] for security_group (5531152f-72ec-40e9-b511-503c7d8c2313), precommit_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:21.022021 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-6d07561e-7116-45de-840d-4f83105ff872 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (5531152f-72ec-40e9-b511-503c7d8c2313), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:21.051354 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_hamode_db [None req-0565a93d-b0a8-4ef6-8e8f-59233e725fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c24a6de-fc3e-4eaa-b391-9f1814cc7ea4', 'name': 'tempest-AttachVolumeShelveTestJSON-1314911334-router', 'tenant_id': 'ba383df93dcf4c32b2b1c17bebd7f752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': '92da396d-4738-472b-a7e9-f348c6f829d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:04:22Z', 'updated_at': '2022-05-26T21:04:32Z', 'revision_number': 4, 'project_id': 'ba383df93dcf4c32b2b1c17bebd7f752', 'gw_port': {'id': '92da396d-4738-472b-a7e9-f348c6f829d2', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:80:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c24a6de-fc3e-4eaa-b391-9f1814cc7ea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:04:23Z', 'updated_at': '2022-05-26T21:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi', '_floatingips': [{'id': '0089c5e1-5fd3-4e41-a123-7dba7443df6a', 'tenant_id': 'ba383df93dcf4c32b2b1c17bebd7f752', 'floating_ip_address': '172.27.2.6', 'floating_network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'router_id': '9c24a6de-fc3e-4eaa-b391-9f1814cc7ea4', 'port_id': '7648201d-4c35-4774-9674-eeb82941072a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff69986b-e00e-41bd-8a28-f959570fc8f7', 'mac_address': 'fa:16:3e:44:6a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '359cea60-13ec-460e-811b-b7e54fc7850b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T21:04:40Z', 'updated_at': '2022-05-26T21:05:19Z', 'revision_number': 1, 'project_id': 'ba383df93dcf4c32b2b1c17bebd7f752', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3a8742f-62f0-4f53-8cff-97d69d32823f', 'name': '', 'network_id': 'ff69986b-e00e-41bd-8a28-f959570fc8f7', 'tenant_id': 'ba383df93dcf4c32b2b1c17bebd7f752', 'mac_address': 'fa:16:3e:c7:44:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c24a6de-fc3e-4eaa-b391-9f1814cc7ea4', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '647d6a86-42b9-4a67-830f-75c07bdfd5d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:04:30Z', 'updated_at': '2022-05-26T21:04:47Z', 'revision_number': 5, 'project_id': 'ba383df93dcf4c32b2b1c17bebd7f752', 'subnets': [{'id': '647d6a86-42b9-4a67-830f-75c07bdfd5d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-3-iscsi', False) {} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:05:21.052881 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=100 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:05:21.063071 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:UPDATE=1,neutron:SELECT=96,neutron:INSERT=3 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:05:21.068764 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-6d07561e-7116-45de-840d-4f83105ff872 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=fcfa20f761ab4915affd8f0233a09e83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1654184 May 26 21:05:21.070026 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 45574) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:05:21.075891 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b083e1-87ed-4db7-a14a-86e2aebe7a0f req-0397bd16-2c9f-4eaa-8365-1d6d7e1f9295 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:21.077563 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-c5b083e1-87ed-4db7-a14a-86e2aebe7a0f req-0397bd16-2c9f-4eaa-8365-1d6d7e1f9295 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?device_id=6822b4a3-12b7-42b4-8c45-063cb86b7199 HTTP/1.1" status: 200 len: 946 time: 0.0645573 May 26 21:05:21.081086 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d07561e-7116-45de-840d-4f83105ff872 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5531152f-72ec-40e9-b511-503c7d8c2313,revision_number=1']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:05:21.081472 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0565a93d-b0a8-4ef6-8e8f-59233e725fe1 None None] Checking router: 9c24a6de-fc3e-4eaa-b391-9f1814cc7ea4 for host: dv-cinder-828806-3-iscsi {{(pid=104104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 21:05:21.091902 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0565a93d-b0a8-4ef6-8e8f-59233e725fe1 None None] Routers {'9c24a6de-fc3e-4eaa-b391-9f1814cc7ea4'} bound to L3 agent in host dv-cinder-828806-3-iscsi {{(pid=104104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:05:21.092585 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_hamode_db [None req-0565a93d-b0a8-4ef6-8e8f-59233e725fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T20:55:42Z,description=,heartbeat_timestamp=2022-05-26T21:05:12Z,host='dv-cinder-828806-3-iscsi',id=ccb07560-1e88-42f3-8411-377a93089622,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T20:55:42Z,topic='l3_agent')) {'router_ids': ['9c24a6de-fc3e-4eaa-b391-9f1814cc7ea4'], 'active': True} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:05:21.112541 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-a8d2f3fe-2dc5-46d4-92d9-23e411d39e4e req-7d98a954-73a6-4f82-9ac7-a63a51f0c9d0 service neutron] 10.222.0.57 "GET /v2.0/networks/dc07e933-5233-4dad-95db-3dcdb5f7d053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510289 May 26 21:05:21.143563 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-9ee0f77d-7c19-4b19-b81c-2305e699420f admin admin] Publish callbacks [] for security_group (5531152f-72ec-40e9-b511-503c7d8c2313), before_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:21.165837 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-9ee0f77d-7c19-4b19-b81c-2305e699420f admin admin] Publish callbacks [] for security_group (5531152f-72ec-40e9-b511-503c7d8c2313), precommit_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:21.186513 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-c5b083e1-87ed-4db7-a14a-86e2aebe7a0f req-9be2e820-ddc6-4981-8a68-2fc5bf5787ff tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d047b43-45d5-46fd-bad8-28b24b28bff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016686 May 26 21:05:21.198160 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvr_db [None req-0565a93d-b0a8-4ef6-8e8f-59233e725fe1 None None] Set router 9c24a6de-fc3e-4eaa-b391-9f1814cc7ea4 gateway port host: dv-cinder-828806-3-iscsi {{(pid=104104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:05:21.232036 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-9ee0f77d-7c19-4b19-b81c-2305e699420f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (5531152f-72ec-40e9-b511-503c7d8c2313), after_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:21.233489 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-a8d2f3fe-2dc5-46d4-92d9-23e411d39e4e req-4d354c93-2c13-4157-85fd-653b8851f14f service neutron] 10.222.0.57 "GET /v2.0/networks/dc07e933-5233-4dad-95db-3dcdb5f7d053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089988 May 26 21:05:21.242438 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-9ee0f77d-7c19-4b19-b81c-2305e699420f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:21.243615 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-9ee0f77d-7c19-4b19-b81c-2305e699420f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5531152f-72ec-40e9-b511-503c7d8c2313 HTTP/1.1" status: 204 len: 168 time: 0.1726587 May 26 21:05:21.263671 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee0f77d-7c19-4b19-b81c-2305e699420f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5531152f-72ec-40e9-b511-503c7d8c2313,revision_number=None']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:05:21.432588 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-da109dd2-2c13-4ed4-b01c-c94eacff2308 req-89e02bf6-da56-4a15-adb0-282df0152c36 tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] 10.222.0.57 "GET /v2.0/ports?device_id=792090c1-921d-4691-a24f-8a97f6fb08ab HTTP/1.1" status: 200 len: 210 time: 0.0316494 May 26 21:05:21.451733 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_hamode_db [None req-0565a93d-b0a8-4ef6-8e8f-59233e725fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c24a6de-fc3e-4eaa-b391-9f1814cc7ea4', 'name': 'tempest-AttachVolumeShelveTestJSON-1314911334-router', 'tenant_id': 'ba383df93dcf4c32b2b1c17bebd7f752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': '92da396d-4738-472b-a7e9-f348c6f829d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:04:22Z', 'updated_at': '2022-05-26T21:04:32Z', 'revision_number': 4, 'project_id': 'ba383df93dcf4c32b2b1c17bebd7f752', 'gw_port': {'id': '92da396d-4738-472b-a7e9-f348c6f829d2', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:80:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c24a6de-fc3e-4eaa-b391-9f1814cc7ea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:04:23Z', 'updated_at': '2022-05-26T21:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi', '_floatingips': [{'id': '0089c5e1-5fd3-4e41-a123-7dba7443df6a', 'tenant_id': 'ba383df93dcf4c32b2b1c17bebd7f752', 'floating_ip_address': '172.27.2.6', 'floating_network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'router_id': '9c24a6de-fc3e-4eaa-b391-9f1814cc7ea4', 'port_id': '7648201d-4c35-4774-9674-eeb82941072a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff69986b-e00e-41bd-8a28-f959570fc8f7', 'mac_address': 'fa:16:3e:44:6a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '359cea60-13ec-460e-811b-b7e54fc7850b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T21:04:40Z', 'updated_at': '2022-05-26T21:05:19Z', 'revision_number': 1, 'project_id': 'ba383df93dcf4c32b2b1c17bebd7f752', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3a8742f-62f0-4f53-8cff-97d69d32823f', 'name': '', 'network_id': 'ff69986b-e00e-41bd-8a28-f959570fc8f7', 'tenant_id': 'ba383df93dcf4c32b2b1c17bebd7f752', 'mac_address': 'fa:16:3e:c7:44:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c24a6de-fc3e-4eaa-b391-9f1814cc7ea4', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '647d6a86-42b9-4a67-830f-75c07bdfd5d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:04:30Z', 'updated_at': '2022-05-26T21:04:47Z', 'revision_number': 5, 'project_id': 'ba383df93dcf4c32b2b1c17bebd7f752', 'subnets': [{'id': '647d6a86-42b9-4a67-830f-75c07bdfd5d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-3-iscsi', False) {} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:05:21.478936 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0565a93d-b0a8-4ef6-8e8f-59233e725fe1 None None] The sync data for ids ['9c24a6de-fc3e-4eaa-b391-9f1814cc7ea4'] in dv-cinder-828806-3-iscsi is: [{'id': '9c24a6de-fc3e-4eaa-b391-9f1814cc7ea4', 'name': 'tempest-AttachVolumeShelveTestJSON-1314911334-router', 'tenant_id': 'ba383df93dcf4c32b2b1c17bebd7f752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': '92da396d-4738-472b-a7e9-f348c6f829d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:04:22Z', 'updated_at': '2022-05-26T21:04:32Z', 'revision_number': 4, 'project_id': 'ba383df93dcf4c32b2b1c17bebd7f752', 'gw_port': {'id': '92da396d-4738-472b-a7e9-f348c6f829d2', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:80:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c24a6de-fc3e-4eaa-b391-9f1814cc7ea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:04:23Z', 'updated_at': '2022-05-26T21:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi', '_floatingips': [{'id': '0089c5e1-5fd3-4e41-a123-7dba7443df6a', 'tenant_id': 'ba383df93dcf4c32b2b1c17bebd7f752', 'floating_ip_address': '172.27.2.6', 'floating_network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'router_id': '9c24a6de-fc3e-4eaa-b391-9f1814cc7ea4', 'port_id': '7648201d-4c35-4774-9674-eeb82941072a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff69986b-e00e-41bd-8a28-f959570fc8f7', 'mac_address': 'fa:16:3e:44:6a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '359cea60-13ec-460e-811b-b7e54fc7850b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T21:04:40Z', 'updated_at': '2022-05-26T21:05:19Z', 'revision_number': 1, 'project_id': 'ba383df93dcf4c32b2b1c17bebd7f752', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3a8742f-62f0-4f53-8cff-97d69d32823f', 'name': '', 'network_id': 'ff69986b-e00e-41bd-8a28-f959570fc8f7', 'tenant_id': 'ba383df93dcf4c32b2b1c17bebd7f752', 'mac_address': 'fa:16:3e:c7:44:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c24a6de-fc3e-4eaa-b391-9f1814cc7ea4', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '647d6a86-42b9-4a67-830f-75c07bdfd5d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:04:30Z', 'updated_at': '2022-05-26T21:04:47Z', 'revision_number': 5, 'project_id': 'ba383df93dcf4c32b2b1c17bebd7f752', 'subnets': [{'id': '647d6a86-42b9-4a67-830f-75c07bdfd5d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 21:05:21.658652 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 45590) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:05:21.672356 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-9d22f0c5-6916-4298-8be7-7a83c3e486fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:21.729233 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c36d4e5-2781-466c-b655-bacecf9cb4ef None None] New status for floating IP 0089c5e1-5fd3-4e41-a123-7dba7443df6a: ACTIVE {{(pid=104103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 21:05:21.760053 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-9d22f0c5-6916-4298-8be7-7a83c3e486fc admin admin] Publish callbacks [] for security_group (19ea3a0d-5a11-44fa-8c8b-aaf918998e39), precommit_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:21.766514 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-9d22f0c5-6916-4298-8be7-7a83c3e486fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (19ea3a0d-5a11-44fa-8c8b-aaf918998e39), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:21.820139 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d22f0c5-6916-4298-8be7-7a83c3e486fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19ea3a0d-5a11-44fa-8c8b-aaf918998e39,revision_number=1']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:05:21.824983 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-9d22f0c5-6916-4298-8be7-7a83c3e486fc admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5ea1a14ad7244d01aef20f5e3f0f49ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1653175 May 26 21:05:21.827684 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 45596) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:05:21.868965 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:05:21.879092 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-2147799f-b98b-4ccf-ae18-82c187607838 admin admin] Publish callbacks [] for security_group (19ea3a0d-5a11-44fa-8c8b-aaf918998e39), before_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:21.904640 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-2147799f-b98b-4ccf-ae18-82c187607838 admin admin] Publish callbacks [] for security_group (19ea3a0d-5a11-44fa-8c8b-aaf918998e39), precommit_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:21.952549 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-2147799f-b98b-4ccf-ae18-82c187607838 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (19ea3a0d-5a11-44fa-8c8b-aaf918998e39), after_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:21.955675 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-2147799f-b98b-4ccf-ae18-82c187607838 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:21.956799 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-2147799f-b98b-4ccf-ae18-82c187607838 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/19ea3a0d-5a11-44fa-8c8b-aaf918998e39 HTTP/1.1" status: 204 len: 168 time: 0.1283514 May 26 21:05:21.964583 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2147799f-b98b-4ccf-ae18-82c187607838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19ea3a0d-5a11-44fa-8c8b-aaf918998e39,revision_number=None']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:05:22.010796 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-a265253c-b1a6-4c68-b246-f2726d37c989 req-493ebec2-ab51-4b6e-9328-7aafc0569e03 tempest-DeleteServersTestJSON-481599448 tempest-DeleteServersTestJSON-481599448-project] 10.222.0.57 "GET /v2.0/ports?device_id=04ed7f78-01e5-4c64-9f19-d58646810b8f HTTP/1.1" status: 200 len: 210 time: 0.0280714 May 26 21:05:22.310429 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a8f855-1f1f-4da8-a296-0daafb90e449 req-6ebe54ea-3233-4830-a7f5-a88803baa07d tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:22.311951 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-e4a8f855-1f1f-4da8-a296-0daafb90e449 req-6ebe54ea-3233-4830-a7f5-a88803baa07d tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?device_id=6822b4a3-12b7-42b4-8c45-063cb86b7199 HTTP/1.1" status: 200 len: 946 time: 0.0508339 May 26 21:05:22.364615 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-e4a8f855-1f1f-4da8-a296-0daafb90e449 req-4f9e1338-cae4-48c3-a1ad-de6c4c00c69f tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d047b43-45d5-46fd-bad8-28b24b28bff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453985 May 26 21:05:22.535760 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-9d653fb5-5e60-4612-bdcb-230d1271b529 req-42e568d9-0ce7-486f-9ef1-7200a8dc1fe0 tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] 10.222.0.57 "GET /v2.0/ports?device_id=792090c1-921d-4691-a24f-8a97f6fb08ab HTTP/1.1" status: 200 len: 210 time: 0.0266140 May 26 21:05:22.589438 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.agents_db [None req-7031173d-d819-4c63-a4ce-0c5776890f6a None None] Agent healthcheck: found 6 active agents {{(pid=104104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 21:05:22.611365 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] get_ports_and_sgs() called for port_ids ['47ac4331-a362-498c-bee6-c5b03e42b234'] {{(pid=104103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 21:05:23.129479 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-7522c9a3-3952-4bd8-bce8-3543a053658a req-367ffbf4-840c-44c6-b0fe-caa129b48653 tempest-DeleteServersTestJSON-481599448 tempest-DeleteServersTestJSON-481599448-project] 10.222.0.57 "GET /v2.0/ports?device_id=04ed7f78-01e5-4c64-9f19-d58646810b8f HTTP/1.1" status: 200 len: 210 time: 0.0404239 May 26 21:05:23.154544 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef69dac7-fce9-453d-93e2-9cd085838299 req-67c9bdc6-82f6-4161-bf01-32fcea3e9676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:23.156414 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-ef69dac7-fce9-453d-93e2-9cd085838299 req-67c9bdc6-82f6-4161-bf01-32fcea3e9676 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=98eeb434-72ed-4f64-921d-7288f9cdbc0a HTTP/1.1" status: 200 len: 849 time: 0.0603304 May 26 21:05:23.497668 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181f6562-987a-45af-a702-266fbd1651bb req-d37530a3-6052-4d34-b85b-fe113f24ec81 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:23.499805 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-181f6562-987a-45af-a702-266fbd1651bb req-d37530a3-6052-4d34-b85b-fe113f24ec81 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?device_id=6822b4a3-12b7-42b4-8c45-063cb86b7199 HTTP/1.1" status: 200 len: 946 time: 0.0639927 May 26 21:05:23.522489 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (7f90b46f-777d-4aa1-89b5-840fb2878c39), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:23.571283 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-181f6562-987a-45af-a702-266fbd1651bb req-5afd8d6d-a13e-457b-ac40-5b43ed97a239 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d047b43-45d5-46fd-bad8-28b24b28bff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643537 May 26 21:05:23.655369 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-a61ffbc3-24b3-4258-b3ae-264973e9d014 req-24446d77-c246-455c-b1a0-95739b11c5d4 tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] 10.222.0.57 "GET /v2.0/ports?device_id=792090c1-921d-4691-a24f-8a97f6fb08ab HTTP/1.1" status: 200 len: 210 time: 0.0371165 May 26 21:05:23.932131 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ebf64a-02de-4e9a-aed5-bc62377ba1c5 req-22fc090b-9925-42ac-9c1c-d2542dc1473e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:23.933725 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-a7ebf64a-02de-4e9a-aed5-bc62377ba1c5 req-22fc090b-9925-42ac-9c1c-d2542dc1473e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ba383df93dcf4c32b2b1c17bebd7f752&device_id=359cea60-13ec-460e-811b-b7e54fc7850b HTTP/1.1" status: 200 len: 1129 time: 0.0413830 May 26 21:05:24.120042 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef69dac7-fce9-453d-93e2-9cd085838299 req-91909a5f-5faf-49eb-be71-ca5d5f28eb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:24.121607 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-ef69dac7-fce9-453d-93e2-9cd085838299 req-91909a5f-5faf-49eb-be71-ca5d5f28eb50 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5629c7a4-9159-4bb4-9c94-a1405c68e80c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383744 May 26 21:05:24.218692 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-995fac3c-ba81-4838-9dc9-72adfb88fb71 req-cd793c16-e597-4c17-863a-53b0c6154874 tempest-DeleteServersTestJSON-481599448 tempest-DeleteServersTestJSON-481599448-project] 10.222.0.57 "GET /v2.0/ports?device_id=04ed7f78-01e5-4c64-9f19-d58646810b8f HTTP/1.1" status: 200 len: 210 time: 0.0269084 May 26 21:05:24.629709 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Device 47ac4331-a362-498c-bee6-c5b03e42b234 no longer exists at agent hyperv_hv-cinder-82880 {{(pid=104103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 21:05:24.653939 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] No Port match for: 47ac4331-a362-498c-bee6-c5b03e42b234 {{(pid=104103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 21:05:24.654500 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Device 47ac4331-a362-498c-bee6-c5b03e42b234 not bound to the agent host hv-cinder-82880 {{(pid=104103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 21:05:24.700408 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9388b33c-bf89-40d4-9ce6-3ac94ce99a2a req-789a248e-edc7-42a8-b3a6-392087e63911 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:24.702965 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-9388b33c-bf89-40d4-9ce6-3ac94ce99a2a req-789a248e-edc7-42a8-b3a6-392087e63911 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?device_id=6822b4a3-12b7-42b4-8c45-063cb86b7199 HTTP/1.1" status: 200 len: 946 time: 0.0587826 May 26 21:05:24.752318 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:DELETE=4 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:05:24.774619 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-9388b33c-bf89-40d4-9ce6-3ac94ce99a2a req-1c7862fa-8924-4f2a-922b-c4ada6ede8dc tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d047b43-45d5-46fd-bad8-28b24b28bff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660689 May 26 21:05:24.796685 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-b3c8ab0e-04db-447d-8384-6c63f0e771c5 req-9ea4182f-a45d-492b-922e-f8aac924c4e4 tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] 10.222.0.57 "GET /v2.0/ports?device_id=792090c1-921d-4691-a24f-8a97f6fb08ab HTTP/1.1" status: 200 len: 210 time: 0.0378489 May 26 21:05:24.832360 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-ef69dac7-fce9-453d-93e2-9cd085838299 req-c2070a79-7165-401d-a6fb-5975c7ad5776 service neutron] 10.222.0.62 "GET /v2.0/networks/5629c7a4-9159-4bb4-9c94-a1405c68e80c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855876 May 26 21:05:24.833435 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ebf64a-02de-4e9a-aed5-bc62377ba1c5 req-447ff642-868e-4318-90cd-b59a12dc3bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:24.834892 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-a7ebf64a-02de-4e9a-aed5-bc62377ba1c5 req-447ff642-868e-4318-90cd-b59a12dc3bf9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ff69986b-e00e-41bd-8a28-f959570fc8f7 HTTP/1.1" status: 200 len: 918 time: 0.1981337 May 26 21:05:25.212169 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 45740) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:05:25.216572 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-a7ebf64a-02de-4e9a-aed5-bc62377ba1c5 req-3b94a933-ca6c-436e-9817-6b9f992345ee service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7648201d-4c35-4774-9674-eeb82941072a HTTP/1.1" status: 200 len: 999 time: 0.1006958 May 26 21:05:25.241840 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-ef69dac7-fce9-453d-93e2-9cd085838299 req-b5121786-adb9-4472-80c6-0ae75ab43b12 service neutron] 10.222.0.62 "GET /v2.0/networks/5629c7a4-9159-4bb4-9c94-a1405c68e80c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612790 May 26 21:05:25.340941 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-9f9acb26-e84b-47b8-9d52-90cda358e6d2 req-f92491f6-994c-4c4a-9c0a-ee37c2ffba5c tempest-DeleteServersTestJSON-481599448 tempest-DeleteServersTestJSON-481599448-project] 10.222.0.57 "GET /v2.0/ports?device_id=04ed7f78-01e5-4c64-9f19-d58646810b8f HTTP/1.1" status: 200 len: 210 time: 0.0341542 May 26 21:05:25.348294 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-e428870e-aa3a-4cd5-a96e-7717bcee52df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:25.423683 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-e428870e-aa3a-4cd5-a96e-7717bcee52df admin admin] Publish callbacks [] for security_group (e004bc4c-1052-48ae-a86a-9354482122d0), precommit_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:25.427144 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-e428870e-aa3a-4cd5-a96e-7717bcee52df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (e004bc4c-1052-48ae-a86a-9354482122d0), after_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:25.452524 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:05:25.469917 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-e428870e-aa3a-4cd5-a96e-7717bcee52df admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=971dd1a0b88e4fa9ba667db8983a127e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2564943 May 26 21:05:25.471531 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e428870e-aa3a-4cd5-a96e-7717bcee52df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e004bc4c-1052-48ae-a86a-9354482122d0,revision_number=1']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:05:25.472658 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 45748) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:05:25.522131 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-b290c398-c403-4572-aca1-fdaea2804c4d admin admin] Publish callbacks [] for security_group (e004bc4c-1052-48ae-a86a-9354482122d0), before_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:25.542879 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-b290c398-c403-4572-aca1-fdaea2804c4d admin admin] Publish callbacks [] for security_group (e004bc4c-1052-48ae-a86a-9354482122d0), precommit_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:25.591550 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-b290c398-c403-4572-aca1-fdaea2804c4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (e004bc4c-1052-48ae-a86a-9354482122d0), after_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:25.594044 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-b290c398-c403-4572-aca1-fdaea2804c4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:25.597452 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-b290c398-c403-4572-aca1-fdaea2804c4d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e004bc4c-1052-48ae-a86a-9354482122d0 HTTP/1.1" status: 204 len: 168 time: 0.1215272 May 26 21:05:25.604225 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b290c398-c403-4572-aca1-fdaea2804c4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e004bc4c-1052-48ae-a86a-9354482122d0,revision_number=None']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:05:25.919190 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 45782) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:05:25.939363 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-a92626f7-a6b5-41df-b070-6bdc51901ca2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:25.949459 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-f5e699ce-1be0-4288-8e2a-702639c19135 req-2f427282-c94f-4cb8-936f-fca305195336 tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] 10.222.0.57 "GET /v2.0/ports?device_id=792090c1-921d-4691-a24f-8a97f6fb08ab HTTP/1.1" status: 200 len: 210 time: 0.0320206 May 26 21:05:25.960510 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f257fa36-b2df-4618-9e27-ebc7ecea4691 req-49bd2c08-cb7b-4d5d-a666-03d3d7145123 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:25.962793 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-f257fa36-b2df-4618-9e27-ebc7ecea4691 req-49bd2c08-cb7b-4d5d-a666-03d3d7145123 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?device_id=6822b4a3-12b7-42b4-8c45-063cb86b7199 HTTP/1.1" status: 200 len: 946 time: 0.0778513 May 26 21:05:26.010185 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:05:26.031008 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-f257fa36-b2df-4618-9e27-ebc7ecea4691 req-d39e9623-e87e-47a3-8de3-1440620699d0 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d047b43-45d5-46fd-bad8-28b24b28bff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530205 May 26 21:05:26.036656 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-a92626f7-a6b5-41df-b070-6bdc51901ca2 admin admin] Publish callbacks [] for security_group (c78b4b56-2132-4695-a127-6250591fc299), precommit_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:26.048041 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-a92626f7-a6b5-41df-b070-6bdc51901ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (c78b4b56-2132-4695-a127-6250591fc299), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:26.087047 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-a92626f7-a6b5-41df-b070-6bdc51901ca2 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ab6ad362411042b0b592d85a1d684aee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1663899 May 26 21:05:26.087743 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92626f7-a6b5-41df-b070-6bdc51901ca2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c78b4b56-2132-4695-a127-6250591fc299,revision_number=1']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:05:26.090398 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 45788) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:05:26.142365 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-0b2236a4-03c2-40bf-9124-a7396bfb5eac admin admin] Publish callbacks [] for security_group (c78b4b56-2132-4695-a127-6250591fc299), before_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:26.164180 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-0b2236a4-03c2-40bf-9124-a7396bfb5eac admin admin] Publish callbacks [] for security_group (c78b4b56-2132-4695-a127-6250591fc299), precommit_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:26.214510 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-0b2236a4-03c2-40bf-9124-a7396bfb5eac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (c78b4b56-2132-4695-a127-6250591fc299), after_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:26.216993 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-0b2236a4-03c2-40bf-9124-a7396bfb5eac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:26.218155 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-0b2236a4-03c2-40bf-9124-a7396bfb5eac admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c78b4b56-2132-4695-a127-6250591fc299 HTTP/1.1" status: 204 len: 168 time: 0.1261008 May 26 21:05:26.221753 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:05:26.226829 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2236a4-03c2-40bf-9124-a7396bfb5eac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c78b4b56-2132-4695-a127-6250591fc299,revision_number=None']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:05:26.263506 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 45796) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:05:26.369847 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-253776a1-f32a-4258-9bbc-ba0e8866023d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:26.469124 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-b0ce60bf-6554-462b-bd37-07067aa4adb2 req-a2338f0a-32ee-46f4-882f-7fc6a2d80332 tempest-DeleteServersTestJSON-481599448 tempest-DeleteServersTestJSON-481599448-project] 10.222.0.57 "GET /v2.0/ports?device_id=04ed7f78-01e5-4c64-9f19-d58646810b8f HTTP/1.1" status: 200 len: 210 time: 0.0319917 May 26 21:05:26.473725 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-253776a1-f32a-4258-9bbc-ba0e8866023d admin admin] Publish callbacks [] for security_group (3520bcef-6641-44c3-b3e4-48c2a309075b), precommit_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:26.479126 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-253776a1-f32a-4258-9bbc-ba0e8866023d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (3520bcef-6641-44c3-b3e4-48c2a309075b), after_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:26.523167 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-253776a1-f32a-4258-9bbc-ba0e8866023d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=19d4ead6e092498daaf1d4ddb55a7653&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2635362 May 26 21:05:26.525777 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253776a1-f32a-4258-9bbc-ba0e8866023d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3520bcef-6641-44c3-b3e4-48c2a309075b,revision_number=1']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:05:26.526378 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 45804) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:05:26.582112 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-fa3723d7-1a38-49e2-8a9c-9c24707e7b8b admin admin] Publish callbacks [] for security_group (3520bcef-6641-44c3-b3e4-48c2a309075b), before_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:26.595965 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 45806) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:05:26.603828 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-fa3723d7-1a38-49e2-8a9c-9c24707e7b8b admin admin] Publish callbacks [] for security_group (3520bcef-6641-44c3-b3e4-48c2a309075b), precommit_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:26.609128 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-d6d042c5-fafa-4f0e-b735-722bf5d5cb41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:26.652446 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-fa3723d7-1a38-49e2-8a9c-9c24707e7b8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (3520bcef-6641-44c3-b3e4-48c2a309075b), after_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:26.655431 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-fa3723d7-1a38-49e2-8a9c-9c24707e7b8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:26.656738 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-fa3723d7-1a38-49e2-8a9c-9c24707e7b8b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3520bcef-6641-44c3-b3e4-48c2a309075b HTTP/1.1" status: 204 len: 168 time: 0.1290262 May 26 21:05:26.664913 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3723d7-1a38-49e2-8a9c-9c24707e7b8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3520bcef-6641-44c3-b3e4-48c2a309075b,revision_number=None']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:05:26.704280 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-d6d042c5-fafa-4f0e-b735-722bf5d5cb41 admin admin] Publish callbacks [] for security_group (440c78ac-bcc3-4385-9400-ee6bd7dea9bf), precommit_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:26.708531 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-d6d042c5-fafa-4f0e-b735-722bf5d5cb41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (440c78ac-bcc3-4385-9400-ee6bd7dea9bf), after_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:26.747241 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-d6d042c5-fafa-4f0e-b735-722bf5d5cb41 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0779edfd81be48a690675589940b1558&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1502693 May 26 21:05:26.748342 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d042c5-fafa-4f0e-b735-722bf5d5cb41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=440c78ac-bcc3-4385-9400-ee6bd7dea9bf,revision_number=1']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:05:26.751024 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 45810) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:05:26.798380 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-1d1e26a7-3e3a-402c-9e2c-8df0082161ed admin admin] Publish callbacks [] for security_group (440c78ac-bcc3-4385-9400-ee6bd7dea9bf), before_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:26.816844 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:05:26.821532 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-1d1e26a7-3e3a-402c-9e2c-8df0082161ed admin admin] Publish callbacks [] for security_group (440c78ac-bcc3-4385-9400-ee6bd7dea9bf), precommit_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:26.873347 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-1d1e26a7-3e3a-402c-9e2c-8df0082161ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (440c78ac-bcc3-4385-9400-ee6bd7dea9bf), after_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:26.876624 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-1d1e26a7-3e3a-402c-9e2c-8df0082161ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:26.877828 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-1d1e26a7-3e3a-402c-9e2c-8df0082161ed admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/440c78ac-bcc3-4385-9400-ee6bd7dea9bf HTTP/1.1" status: 204 len: 168 time: 0.1255882 May 26 21:05:26.885691 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1e26a7-3e3a-402c-9e2c-8df0082161ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=440c78ac-bcc3-4385-9400-ee6bd7dea9bf,revision_number=None']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:05:27.026655 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 45818) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:05:27.040464 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-ebf85b5e-611f-4957-b889-f4645402694f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:27.057119 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-bb228812-da3e-4d44-b85c-06b609130a01 req-f4cd18ad-be5b-4177-b2d9-347104dbe75a tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] 10.222.0.57 "GET /v2.0/ports?device_id=792090c1-921d-4691-a24f-8a97f6fb08ab HTTP/1.1" status: 200 len: 210 time: 0.0336735 May 26 21:05:27.154406 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-ebf85b5e-611f-4957-b889-f4645402694f admin admin] Publish callbacks [] for security_group (6b5f9951-7f38-4348-9078-938fa2aeaa15), precommit_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:27.158143 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d91e56-370a-4ee1-ad1f-9a2ce2e59a2d req-6c03f214-9853-4752-9eb9-caad080fe400 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:27.159645 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-79d91e56-370a-4ee1-ad1f-9a2ce2e59a2d req-6c03f214-9853-4752-9eb9-caad080fe400 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?device_id=6822b4a3-12b7-42b4-8c45-063cb86b7199 HTTP/1.1" status: 200 len: 946 time: 0.0531883 May 26 21:05:27.165422 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-ebf85b5e-611f-4957-b889-f4645402694f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (6b5f9951-7f38-4348-9078-938fa2aeaa15), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:27.210044 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-79d91e56-370a-4ee1-ad1f-9a2ce2e59a2d req-9c990d85-a608-4397-bac3-4810fe4006cb tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d047b43-45d5-46fd-bad8-28b24b28bff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444455 May 26 21:05:27.215754 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-ebf85b5e-611f-4957-b889-f4645402694f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5fa25ced23894e05b224a0acd5bc144c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1879730 May 26 21:05:27.216961 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf85b5e-611f-4957-b889-f4645402694f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b5f9951-7f38-4348-9078-938fa2aeaa15,revision_number=1']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:05:27.217106 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 45822) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:05:27.264519 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:05:27.276396 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-c426ecf6-67c4-4eeb-8e53-bbe788eadccf admin admin] Publish callbacks [] for security_group (6b5f9951-7f38-4348-9078-938fa2aeaa15), before_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:27.299107 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-c426ecf6-67c4-4eeb-8e53-bbe788eadccf admin admin] Publish callbacks [] for security_group (6b5f9951-7f38-4348-9078-938fa2aeaa15), precommit_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:27.345754 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-c426ecf6-67c4-4eeb-8e53-bbe788eadccf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (6b5f9951-7f38-4348-9078-938fa2aeaa15), after_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:27.348282 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-c426ecf6-67c4-4eeb-8e53-bbe788eadccf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:27.349406 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-c426ecf6-67c4-4eeb-8e53-bbe788eadccf admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6b5f9951-7f38-4348-9078-938fa2aeaa15 HTTP/1.1" status: 204 len: 168 time: 0.1312490 May 26 21:05:27.356864 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c426ecf6-67c4-4eeb-8e53-bbe788eadccf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b5f9951-7f38-4348-9078-938fa2aeaa15,revision_number=None']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:05:27.582089 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-ecf64e94-921f-44a1-8d7b-fec60590e531 req-05cbe61c-6b80-4865-9b04-8146a98baf27 tempest-DeleteServersTestJSON-481599448 tempest-DeleteServersTestJSON-481599448-project] 10.222.0.57 "GET /v2.0/ports?device_id=04ed7f78-01e5-4c64-9f19-d58646810b8f HTTP/1.1" status: 200 len: 210 time: 0.0279918 May 26 21:05:28.159179 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-d96bf6d8-76e3-4e32-acf4-c0e75d029e3e req-dc0fbb03-8f6f-475e-a028-936140879de6 tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] 10.222.0.57 "GET /v2.0/ports?device_id=792090c1-921d-4691-a24f-8a97f6fb08ab HTTP/1.1" status: 200 len: 210 time: 0.0308144 May 26 21:05:28.336448 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ebf64a-02de-4e9a-aed5-bc62377ba1c5 req-14e321c6-a2ac-4f4e-b269-6a05e569aa71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:28.337899 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-a7ebf64a-02de-4e9a-aed5-bc62377ba1c5 req-14e321c6-a2ac-4f4e-b269-6a05e569aa71 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=647d6a86-42b9-4a67-830f-75c07bdfd5d7 HTTP/1.1" status: 200 len: 856 time: 0.0517950 May 26 21:05:28.371901 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bde6e54-4321-4680-987d-6e6546065a73 req-2cf70613-d501-4f88-a0c0-419f4dc2d132 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:28.374006 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-4bde6e54-4321-4680-987d-6e6546065a73 req-2cf70613-d501-4f88-a0c0-419f4dc2d132 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?device_id=6822b4a3-12b7-42b4-8c45-063cb86b7199 HTTP/1.1" status: 200 len: 946 time: 0.0585170 May 26 21:05:28.425371 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-4bde6e54-4321-4680-987d-6e6546065a73 req-619fe5ed-4294-4bc1-a143-5df3bd87bb40 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d047b43-45d5-46fd-bad8-28b24b28bff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419891 May 26 21:05:28.725635 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ebf64a-02de-4e9a-aed5-bc62377ba1c5 req-6cb68656-787c-49bf-9ee3-e399e71c8707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:28.727907 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-a7ebf64a-02de-4e9a-aed5-bc62377ba1c5 req-6cb68656-787c-49bf-9ee3-e399e71c8707 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ff69986b-e00e-41bd-8a28-f959570fc8f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1028833 May 26 21:05:28.769849 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-98d0f9d0-219b-42da-8cb8-45d814e938d9 req-6e3807da-f2ab-44fe-9d36-ca01aa00a1f5 tempest-DeleteServersTestJSON-481599448 tempest-DeleteServersTestJSON-481599448-project] 10.222.0.57 "GET /v2.0/ports?device_id=04ed7f78-01e5-4c64-9f19-d58646810b8f HTTP/1.1" status: 200 len: 210 time: 0.0505571 May 26 21:05:29.167164 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-a7ebf64a-02de-4e9a-aed5-bc62377ba1c5 req-3620e510-ff08-4d86-aec4-2ecdf30a087c service neutron] 10.222.0.62 "GET /v2.0/networks/ff69986b-e00e-41bd-8a28-f959570fc8f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869570 May 26 21:05:29.252348 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-444efce0-098e-4fba-929a-206f4eef3cb0 req-b07bfdc5-df29-4d7b-b33b-8433a1054827 tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] 10.222.0.57 "GET /v2.0/ports?device_id=792090c1-921d-4691-a24f-8a97f6fb08ab HTTP/1.1" status: 200 len: 210 time: 0.0274913 May 26 21:05:29.496420 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=7 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:05:29.601596 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-a7ebf64a-02de-4e9a-aed5-bc62377ba1c5 req-91c8d7a7-e319-45d9-a3f3-bedd6655d667 service neutron] 10.222.0.62 "GET /v2.0/networks/ff69986b-e00e-41bd-8a28-f959570fc8f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919191 May 26 21:05:29.602432 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22240e38-74d7-47f2-a7e2-3123a0be25a5 req-883210ce-a2b5-4770-824d-0ea27403a804 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:29.609064 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-22240e38-74d7-47f2-a7e2-3123a0be25a5 req-883210ce-a2b5-4770-824d-0ea27403a804 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?device_id=6822b4a3-12b7-42b4-8c45-063cb86b7199 HTTP/1.1" status: 200 len: 946 time: 0.0723517 May 26 21:05:29.610683 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d2f3fe-2dc5-46d4-92d9-23e411d39e4e req-616834a8-a7a1-4a7b-a226-98a73edcf89f tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:29.612038 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-a8d2f3fe-2dc5-46d4-92d9-23e411d39e4e req-616834a8-a7a1-4a7b-a226-98a73edcf89f tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] 10.222.0.62 "GET /v2.0/networks?id=dc07e933-5233-4dad-95db-3dcdb5f7d053 HTTP/1.1" status: 200 len: 807 time: 0.1757340 May 26 21:05:29.668419 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-22240e38-74d7-47f2-a7e2-3123a0be25a5 req-0882532c-f6a1-4fd6-a8bd-1519c366bde5 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d047b43-45d5-46fd-bad8-28b24b28bff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574229 May 26 21:05:29.720881 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.v2.base [req-a8d2f3fe-2dc5-46d4-92d9-23e411d39e4e req-d71d8d0a-835b-40f9-8cce-5bb9c488af11 tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] Request body: {'port': {'device_id': '792090c1-921d-4691-a24f-8a97f6fb08ab', 'network_id': 'dc07e933-5233-4dad-95db-3dcdb5f7d053', 'admin_state_up': True, 'tenant_id': '9a6a63e6c17d4b8bbd698f6e652de935'}} {{(pid=104101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:05:29.868473 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8d2f3fe-2dc5-46d4-92d9-23e411d39e4e req-d71d8d0a-835b-40f9-8cce-5bb9c488af11 tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] Made reservation on behalf of 9a6a63e6c17d4b8bbd698f6e652de935 for: {'port': 1} {{(pid=104101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 21:05:29.872259 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-a8d2f3fe-2dc5-46d4-92d9-23e411d39e4e req-d71d8d0a-835b-40f9-8cce-5bb9c488af11 tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (None), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:29.979008 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:05:30.021554 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce42773e-dfb8-4090-802b-3699fe58a2fe req-7d7e0ff4-641c-42b2-8794-12e4530c94f8 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:30.030306 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-ce42773e-dfb8-4090-802b-3699fe58a2fe req-7d7e0ff4-641c-42b2-8794-12e4530c94f8 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?device_id=6822b4a3-12b7-42b4-8c45-063cb86b7199 HTTP/1.1" status: 200 len: 946 time: 0.0835650 May 26 21:05:30.033665 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.db.db_base_plugin_common [req-a8d2f3fe-2dc5-46d4-92d9-23e411d39e4e req-d71d8d0a-835b-40f9-8cce-5bb9c488af11 tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] Allocated IP 172.20.0.8 (dc07e933-5233-4dad-95db-3dcdb5f7d053/c4f6dcf6-e2de-4b06-8579-023d24e9cdb2/466d1d3e-5774-42ce-b767-cfefc3b72aa2) {{(pid=104101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 21:05:30.047833 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:05:30.103254 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-ce42773e-dfb8-4090-802b-3699fe58a2fe req-db9ad188-674a-41ce-88c3-807df45613ff tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d047b43-45d5-46fd-bad8-28b24b28bff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720620 May 26 21:05:30.176792 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b143586-9cd2-4b17-b84b-8b36e574f41c req-3048ace6-baf0-4a96-9727-228f57be784a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:30.178309 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-1b143586-9cd2-4b17-b84b-8b36e574f41c req-3048ace6-baf0-4a96-9727-228f57be784a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9f8ac962c5d0402eb17b01aa02632897&device_id=6822b4a3-12b7-42b4-8c45-063cb86b7199 HTTP/1.1" status: 200 len: 1130 time: 0.0776799 May 26 21:05:30.365278 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-7b270ae0-ba0d-4132-a4ca-2a8d5f568e97 req-1dfeefe1-ed59-4ade-aa5c-c3e39b59193d tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] 10.222.0.57 "GET /v2.0/ports?device_id=792090c1-921d-4691-a24f-8a97f6fb08ab HTTP/1.1" status: 200 len: 210 time: 0.0296891 May 26 21:05:30.484649 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-a8d2f3fe-2dc5-46d4-92d9-23e411d39e4e req-d71d8d0a-835b-40f9-8cce-5bb9c488af11 tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] Publish callbacks [] for port (466d1d3e-5774-42ce-b767-cfefc3b72aa2), precommit_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:30.533877 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-a8d2f3fe-2dc5-46d4-92d9-23e411d39e4e req-d71d8d0a-835b-40f9-8cce-5bb9c488af11 tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787881445699'] for port (466d1d3e-5774-42ce-b767-cfefc3b72aa2), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:30.647173 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-86648761-9f79-4915-87ae-e044ffa514b8 req-1087a360-00de-43ad-b813-0f247b28d368 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=fba09f97-8026-4d4e-b8a6-e4705eff1e98&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1315162 May 26 21:05:30.649064 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8d2f3fe-2dc5-46d4-92d9-23e411d39e4e req-d71d8d0a-835b-40f9-8cce-5bb9c488af11 tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] Network dc07e933-5233-4dad-95db-3dcdb5f7d053 is already hosted by enough agents. {{(pid=104101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 21:05:30.659286 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.scheduler.base_scheduler [req-a8d2f3fe-2dc5-46d4-92d9-23e411d39e4e req-d71d8d0a-835b-40f9-8cce-5bb9c488af11 tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] Resources bound (agent type, host, resource id): {{(pid=104101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:05:30.664536 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8d2f3fe-2dc5-46d4-92d9-23e411d39e4e req-d71d8d0a-835b-40f9-8cce-5bb9c488af11 tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] Received port after_create {{(pid=104101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 21:05:30.669594 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d2f3fe-2dc5-46d4-92d9-23e411d39e4e req-d71d8d0a-835b-40f9-8cce-5bb9c488af11 tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:30.670178 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-a8d2f3fe-2dc5-46d4-92d9-23e411d39e4e req-d71d8d0a-835b-40f9-8cce-5bb9c488af11 tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25531'] for port (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:30.680375 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71d8d0a-835b-40f9-8cce-5bb9c488af11 tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] Pushing event updated for resources: {'Port': ['ID=466d1d3e-5774-42ce-b767-cfefc3b72aa2,revision_number=1']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:05:30.702480 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b143586-9cd2-4b17-b84b-8b36e574f41c req-900c247d-d27c-4164-838d-30925fc452a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:30.704123 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-1b143586-9cd2-4b17-b84b-8b36e574f41c req-900c247d-d27c-4164-838d-30925fc452a9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=db3bac2b-2e57-4b81-ab3a-36a5a5912178 HTTP/1.1" status: 200 len: 920 time: 0.4437449 May 26 21:05:30.707082 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-a8d2f3fe-2dc5-46d4-92d9-23e411d39e4e req-d71d8d0a-835b-40f9-8cce-5bb9c488af11 tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9912739 May 26 21:05:30.760238 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.v2.base [req-a8d2f3fe-2dc5-46d4-92d9-23e411d39e4e req-98a53d7e-8fb4-4098-ba8f-89cb9e9c9786 service neutron] Request body: {'port': {'device_id': '792090c1-921d-4691-a24f-8a97f6fb08ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=104101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:05:30.774960 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-1b143586-9cd2-4b17-b84b-8b36e574f41c req-ea90e44a-9a0a-4924-86e8-90532b797f31 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=83a033cc-ef28-4251-9a4e-5f9485c599f5 HTTP/1.1" status: 200 len: 217 time: 0.0496278 May 26 21:05:30.848324 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:05:30.854213 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86648761-9f79-4915-87ae-e044ffa514b8 req-f64886e8-c8b3-471d-bc9a-7efcbea262b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:30.855671 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-86648761-9f79-4915-87ae-e044ffa514b8 req-f64886e8-c8b3-471d-bc9a-7efcbea262b8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9f8ac962c5d0402eb17b01aa02632897&device_id=fba09f97-8026-4d4e-b8a6-e4705eff1e98 HTTP/1.1" status: 200 len: 1130 time: 0.1225076 May 26 21:05:30.901323 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b143586-9cd2-4b17-b84b-8b36e574f41c req-1797ae45-38f8-4a02-b1d3-a4bc952a4669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:30.902717 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-1b143586-9cd2-4b17-b84b-8b36e574f41c req-1797ae45-38f8-4a02-b1d3-a4bc952a4669 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=aedf8799-8f39-49e6-9345-2bd6d7772744 HTTP/1.1" status: 200 len: 858 time: 0.0995562 May 26 21:05:30.915853 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-a8d2f3fe-2dc5-46d4-92d9-23e411d39e4e req-98a53d7e-8fb4-4098-ba8f-89cb9e9c9786 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (466d1d3e-5774-42ce-b767-cfefc3b72aa2), before_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:31.017181 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b143586-9cd2-4b17-b84b-8b36e574f41c req-ad54cb0e-6b32-4137-b48d-9b3cde727345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:31.019030 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-1b143586-9cd2-4b17-b84b-8b36e574f41c req-ad54cb0e-6b32-4137-b48d-9b3cde727345 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=db3bac2b-2e57-4b81-ab3a-36a5a5912178&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1043017 May 26 21:05:31.077375 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:05:31.128940 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86648761-9f79-4915-87ae-e044ffa514b8 req-6044a985-f9d7-4616-9214-196e04a88f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:31.130424 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-86648761-9f79-4915-87ae-e044ffa514b8 req-6044a985-f9d7-4616-9214-196e04a88f58 service neutron] 10.222.0.62 "GET /v2.0/networks?id=db3bac2b-2e57-4b81-ab3a-36a5a5912178 HTTP/1.1" status: 200 len: 920 time: 0.2450273 May 26 21:05:31.224374 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1516b3-03be-4ec2-a39b-db0fe9ee7360 req-23f069f1-b44c-4720-9f9c-438d534057d1 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:31.225854 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-9f1516b3-03be-4ec2-a39b-db0fe9ee7360 req-23f069f1-b44c-4720-9f9c-438d534057d1 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?device_id=6822b4a3-12b7-42b4-8c45-063cb86b7199 HTTP/1.1" status: 200 len: 946 time: 0.0500267 May 26 21:05:31.226246 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-86648761-9f79-4915-87ae-e044ffa514b8 req-68cb79ad-3d86-48a9-afce-c8b784330248 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7954d0e3-7dea-430e-9ec1-1c6e6e541eee HTTP/1.1" status: 200 len: 217 time: 0.0862916 May 26 21:05:31.274878 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-9f1516b3-03be-4ec2-a39b-db0fe9ee7360 req-aeb5978a-6c22-4a75-9375-0a6ab9dab1e1 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d047b43-45d5-46fd-bad8-28b24b28bff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426178 May 26 21:05:31.298930 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-1b143586-9cd2-4b17-b84b-8b36e574f41c req-eb0ffdc6-d197-4bef-98fe-58076ef9a2ad service neutron] 10.222.0.62 "GET /v2.0/networks/db3bac2b-2e57-4b81-ab3a-36a5a5912178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2712102 May 26 21:05:31.345416 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86648761-9f79-4915-87ae-e044ffa514b8 req-de9a9399-fff9-40ef-927d-d29192138c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:31.346853 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-86648761-9f79-4915-87ae-e044ffa514b8 req-de9a9399-fff9-40ef-927d-d29192138c32 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=aedf8799-8f39-49e6-9345-2bd6d7772744 HTTP/1.1" status: 200 len: 858 time: 0.1118004 May 26 21:05:31.369429 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 45954) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:05:31.417327 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d32caa5-a562-48aa-b424-8275cfc5a7ea admin admin] Deleting subnet e5ed1f80-314e-4293-9b20-667b1fc78dec {{(pid=104102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 21:05:31.420661 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-5d32caa5-a562-48aa-b424-8275cfc5a7ea admin admin] Publish callbacks [] for subnet (e5ed1f80-314e-4293-9b20-667b1fc78dec), before_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:31.461755 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86648761-9f79-4915-87ae-e044ffa514b8 req-c7b1b96e-f75e-4a9e-b7ac-2958eb9779b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:31.463243 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-86648761-9f79-4915-87ae-e044ffa514b8 req-c7b1b96e-f75e-4a9e-b7ac-2958eb9779b0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=db3bac2b-2e57-4b81-ab3a-36a5a5912178&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0622473 May 26 21:05:31.489562 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-5d32caa5-a562-48aa-b424-8275cfc5a7ea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16235537'] for subnet (e5ed1f80-314e-4293-9b20-667b1fc78dec), precommit_delete_associations {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:31.497181 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adde777c-6577-4384-8812-dc963595392c req-1a2df9cc-3c91-44bc-a7ea-b45743db9bc4 tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:31.498872 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-adde777c-6577-4384-8812-dc963595392c req-1a2df9cc-3c91-44bc-a7ea-b45743db9bc4 tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] 10.222.0.57 "GET /v2.0/ports?device_id=792090c1-921d-4691-a24f-8a97f6fb08ab HTTP/1.1" status: 200 len: 931 time: 0.0593312 May 26 21:05:31.563025 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-1b143586-9cd2-4b17-b84b-8b36e574f41c req-522574a9-1903-4dd7-9652-5c435e30d344 service neutron] 10.222.0.62 "GET /v2.0/networks/db3bac2b-2e57-4b81-ab3a-36a5a5912178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2548831 May 26 21:05:31.648403 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.notifiers.nova [req-a8d2f3fe-2dc5-46d4-92d9-23e411d39e4e req-98a53d7e-8fb4-4098-ba8f-89cb9e9c9786 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 466d1d3e-5774-42ce-b767-cfefc3b72aa2 {{(pid=104101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 21:05:31.657869 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-86648761-9f79-4915-87ae-e044ffa514b8 req-31216ba4-731b-4c8e-af14-8b17bacca7df service neutron] 10.222.0.62 "GET /v2.0/networks/db3bac2b-2e57-4b81-ab3a-36a5a5912178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782987 May 26 21:05:31.659873 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-a8d2f3fe-2dc5-46d4-92d9-23e411d39e4e req-98a53d7e-8fb4-4098-ba8f-89cb9e9c9786 service neutron] Publish callbacks [] for port (466d1d3e-5774-42ce-b767-cfefc3b72aa2), precommit_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:31.686712 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:05:31.729265 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.db.provisioning_blocks [req-a8d2f3fe-2dc5-46d4-92d9-23e411d39e4e req-98a53d7e-8fb4-4098-ba8f-89cb9e9c9786 service neutron] Transition to ACTIVE for port object 466d1d3e-5774-42ce-b767-cfefc3b72aa2 will not be triggered until provisioned by entity L2. {{(pid=104101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 21:05:31.738574 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-a8d2f3fe-2dc5-46d4-92d9-23e411d39e4e req-98a53d7e-8fb4-4098-ba8f-89cb9e9c9786 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (466d1d3e-5774-42ce-b767-cfefc3b72aa2), after_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:31.758340 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-5d32caa5-a562-48aa-b424-8275cfc5a7ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-985580'] for subnet (e5ed1f80-314e-4293-9b20-667b1fc78dec), precommit_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:31.792064 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-adde777c-6577-4384-8812-dc963595392c req-eba75505-0fca-460c-b642-dd09acacc1d4 tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] 10.222.0.57 "GET /v2.0/security-groups?id=446b3d92-a111-416a-b42c-78d385410977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853579 May 26 21:05:31.837517 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a53d7e-8fb4-4098-ba8f-89cb9e9c9786 service neutron] Pushing event updated for resources: {'Port': ['ID=466d1d3e-5774-42ce-b767-cfefc3b72aa2,revision_number=2']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:05:31.857572 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-5d32caa5-a562-48aa-b424-8275cfc5a7ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-985589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16680622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15806586'] for subnet (e5ed1f80-314e-4293-9b20-667b1fc78dec), after_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:31.867382 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-86648761-9f79-4915-87ae-e044ffa514b8 req-081c0af0-5cbc-4630-9713-e5884194b15a service neutron] 10.222.0.62 "GET /v2.0/networks/db3bac2b-2e57-4b81-ab3a-36a5a5912178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009904 May 26 21:05:31.878203 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [req-a8d2f3fe-2dc5-46d4-92d9-23e411d39e4e req-98a53d7e-8fb4-4098-ba8f-89cb9e9c9786 service neutron] Attempting to bind port 466d1d3e-5774-42ce-b767-cfefc3b72aa2 on host hv-cinder-82880 for vnic_type normal with profile {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 21:05:31.878567 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [req-a8d2f3fe-2dc5-46d4-92d9-23e411d39e4e req-98a53d7e-8fb4-4098-ba8f-89cb9e9c9786 service neutron] Attempting to bind port 466d1d3e-5774-42ce-b767-cfefc3b72aa2 by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': '1e0dbeac-b689-4b13-a590-2db23fc6dfbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'dc07e933-5233-4dad-95db-3dcdb5f7d053'}] {{(pid=104101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 21:05:31.878960 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d2f3fe-2dc5-46d4-92d9-23e411d39e4e req-98a53d7e-8fb4-4098-ba8f-89cb9e9c9786 service neutron] Attempting to bind port 466d1d3e-5774-42ce-b767-cfefc3b72aa2 on network dc07e933-5233-4dad-95db-3dcdb5f7d053 {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 21:05:31.884756 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d2f3fe-2dc5-46d4-92d9-23e411d39e4e req-98a53d7e-8fb4-4098-ba8f-89cb9e9c9786 service neutron] Port 466d1d3e-5774-42ce-b767-cfefc3b72aa2 on network dc07e933-5233-4dad-95db-3dcdb5f7d053 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 21:05:31.885033 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d2f3fe-2dc5-46d4-92d9-23e411d39e4e req-98a53d7e-8fb4-4098-ba8f-89cb9e9c9786 service neutron] Attempting to bind port 466d1d3e-5774-42ce-b767-cfefc3b72aa2 on network dc07e933-5233-4dad-95db-3dcdb5f7d053 {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 21:05:31.887342 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d32caa5-a562-48aa-b424-8275cfc5a7ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5ed1f80-314e-4293-9b20-667b1fc78dec,revision_number=None']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:05:31.890599 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d2f3fe-2dc5-46d4-92d9-23e411d39e4e req-98a53d7e-8fb4-4098-ba8f-89cb9e9c9786 service neutron] Checking agent: {'id': '7f90b46f-777d-4aa1-89b5-840fb2878c39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 21, 2, 24), 'started_at': datetime.datetime(2022, 5, 26, 21, 2, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 21, 5, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 21:05:31.890937 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d2f3fe-2dc5-46d4-92d9-23e411d39e4e req-98a53d7e-8fb4-4098-ba8f-89cb9e9c9786 service neutron] Checking segment: {'id': '1e0dbeac-b689-4b13-a590-2db23fc6dfbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'dc07e933-5233-4dad-95db-3dcdb5f7d053'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 21:05:31.891316 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d2f3fe-2dc5-46d4-92d9-23e411d39e4e req-98a53d7e-8fb4-4098-ba8f-89cb9e9c9786 service neutron] Bound using segment: {'id': '1e0dbeac-b689-4b13-a590-2db23fc6dfbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'dc07e933-5233-4dad-95db-3dcdb5f7d053'} {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 21:05:31.892034 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [req-a8d2f3fe-2dc5-46d4-92d9-23e411d39e4e req-98a53d7e-8fb4-4098-ba8f-89cb9e9c9786 service neutron] Bound port: 466d1d3e-5774-42ce-b767-cfefc3b72aa2, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e0dbeac-b689-4b13-a590-2db23fc6dfbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'dc07e933-5233-4dad-95db-3dcdb5f7d053'}}] {{(pid=104101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 21:05:31.892666 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-a8d2f3fe-2dc5-46d4-92d9-23e411d39e4e req-98a53d7e-8fb4-4098-ba8f-89cb9e9c9786 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (466d1d3e-5774-42ce-b767-cfefc3b72aa2), before_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:31.893671 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-5d32caa5-a562-48aa-b424-8275cfc5a7ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-416010'] for subnet (None), before_response {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:31.900379 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-5d32caa5-a562-48aa-b424-8275cfc5a7ea admin admin] 10.222.0.57 "DELETE /v2.0/subnets/e5ed1f80-314e-4293-9b20-667b1fc78dec HTTP/1.1" status: 204 len: 168 time: 0.5276179 May 26 21:05:31.900605 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 45970) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:05:31.963413 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.db [req-a8d2f3fe-2dc5-46d4-92d9-23e411d39e4e req-98a53d7e-8fb4-4098-ba8f-89cb9e9c9786 service neutron] For port 466d1d3e-5774-42ce-b767-cfefc3b72aa2, host hv-cinder-82880, cleared binding levels {{(pid=104101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 21:05:31.967970 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.db [req-a8d2f3fe-2dc5-46d4-92d9-23e411d39e4e req-98a53d7e-8fb4-4098-ba8f-89cb9e9c9786 service neutron] For port 466d1d3e-5774-42ce-b767-cfefc3b72aa2, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=466d1d3e-5774-42ce-b767-cfefc3b72aa2,segment=NetworkSegment(1e0dbeac-b689-4b13-a590-2db23fc6dfbc),segment_id=1e0dbeac-b689-4b13-a590-2db23fc6dfbc)] {{(pid=104101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 21:05:31.973669 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-21aaafa5-8c26-46db-adb9-c615500e2496 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-791915'] for network (f8e5e321-d176-4b51-947f-dcc84f6180fd), before_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:31.974119 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-a8d2f3fe-2dc5-46d4-92d9-23e411d39e4e req-98a53d7e-8fb4-4098-ba8f-89cb9e9c9786 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (466d1d3e-5774-42ce-b767-cfefc3b72aa2), after_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:31.985639 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:05:32.008805 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d2f3fe-2dc5-46d4-92d9-23e411d39e4e req-98a53d7e-8fb4-4098-ba8f-89cb9e9c9786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:32.009438 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-a8d2f3fe-2dc5-46d4-92d9-23e411d39e4e req-98a53d7e-8fb4-4098-ba8f-89cb9e9c9786 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25531'] for port (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:32.010816 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-a8d2f3fe-2dc5-46d4-92d9-23e411d39e4e req-98a53d7e-8fb4-4098-ba8f-89cb9e9c9786 service neutron] 10.222.0.62 "PUT /v2.0/ports/466d1d3e-5774-42ce-b767-cfefc3b72aa2 HTTP/1.1" status: 200 len: 1093 time: 1.2786708 May 26 21:05:32.011241 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '792090c1-921d-4691-a24f-8a97f6fb08ab', 'tag': '466d1d3e-5774-42ce-b767-cfefc3b72aa2'}] {{(pid=104101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:05:32.013433 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e35b3b942162f380527a6ddce7731c26b87baf9d9763e10c20fbd720b027cea7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41e34f8c-1bd1-4fe2-b2d0-3a54c51d162f" -d '{"events": [{"name": "network-changed", "server_uuid": "792090c1-921d-4691-a24f-8a97f6fb08ab", "tag": "466d1d3e-5774-42ce-b767-cfefc3b72aa2"}]}' {{(pid=104101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:05:32.040818 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a53d7e-8fb4-4098-ba8f-89cb9e9c9786 service neutron] Pushing event updated for resources: {'Port': ['ID=466d1d3e-5774-42ce-b767-cfefc3b72aa2,revision_number=3']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:05:32.054721 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-21aaafa5-8c26-46db-adb9-c615500e2496 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983897', 'neutron.services.segments.db._delete_segments_for_network-8787881958000'] for network (f8e5e321-d176-4b51-947f-dcc84f6180fd), precommit_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:32.055350 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 21:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5083a984-bf37-4807-864d-65796e2bd89b x-openstack-request-id: req-5083a984-bf37-4807-864d-65796e2bd89b {{(pid=104101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:05:32.055645 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "792090c1-921d-4691-a24f-8a97f6fb08ab", "tag": "466d1d3e-5774-42ce-b767-cfefc3b72aa2", "status": "completed", "code": 200}]} {{(pid=104101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:05:32.055905 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5083a984-bf37-4807-864d-65796e2bd89b {{(pid=104101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:05:32.056336 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5083a984-bf37-4807-864d-65796e2bd89b'] response: {'name': 'network-changed', 'server_uuid': '792090c1-921d-4691-a24f-8a97f6fb08ab', 'tag': '466d1d3e-5774-42ce-b767-cfefc3b72aa2', 'status': 'completed', 'code': 200} May 26 21:05:32.081676 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.services.segments.db [None req-21aaafa5-8c26-46db-adb9-c615500e2496 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8e5e321-d176-4b51-947f-dcc84f6180fd']}} {{(pid=104102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:05:32.091450 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.services.segments.db [None req-21aaafa5-8c26-46db-adb9-c615500e2496 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7ed7865-4bef-4617-8876-4a0d10d7b2a2') {'for_net_delete': True} {{(pid=104102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:05:32.091735 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.services.segments.db [None req-21aaafa5-8c26-46db-adb9-c615500e2496 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7ed7865-4bef-4617-8876-4a0d10d7b2a2') {} {{(pid=104102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:05:32.102187 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-21aaafa5-8c26-46db-adb9-c615500e2496 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787881958777', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16235560'] for segment (e7ed7865-4bef-4617-8876-4a0d10d7b2a2), before_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:32.108209 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:UPDATE=5,neutron:SELECT=93,neutron:INSERT=2 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:05:32.117079 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-21aaafa5-8c26-46db-adb9-c615500e2496 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-995747'] for segment (e7ed7865-4bef-4617-8876-4a0d10d7b2a2), precommit_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:32.124102 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21aaafa5-8c26-46db-adb9-c615500e2496 admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=104102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 21:05:32.125626 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-21aaafa5-8c26-46db-adb9-c615500e2496 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-995747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16679180'] for segment (e7ed7865-4bef-4617-8876-4a0d10d7b2a2), after_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:32.145048 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d2f3fe-2dc5-46d4-92d9-23e411d39e4e req-d0d7fe12-629e-4f56-9341-d94f7e5322da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:32.146583 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-a8d2f3fe-2dc5-46d4-92d9-23e411d39e4e req-d0d7fe12-629e-4f56-9341-d94f7e5322da service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9a6a63e6c17d4b8bbd698f6e652de935&device_id=792090c1-921d-4691-a24f-8a97f6fb08ab HTTP/1.1" status: 200 len: 1127 time: 0.0475500 May 26 21:05:32.170077 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.services.segments.plugin [-] Segment e7ed7865-4bef-4617-8876-4a0d10d7b2a2 resource provider aggregate not found May 26 21:05:32.192493 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.services.segments.plugin [-] Segment e7ed7865-4bef-4617-8876-4a0d10d7b2a2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e7ed7865-4bef-4617-8876-4a0d10d7b2a2 found for delete ", "request_id": "req-325b1874-32f3-473a-b687-4685743c3e54"}]} May 26 21:05:32.193605 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-21aaafa5-8c26-46db-adb9-c615500e2496 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1614797'] for network (f8e5e321-d176-4b51-947f-dcc84f6180fd), after_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:32.198999 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-21aaafa5-8c26-46db-adb9-c615500e2496 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-416010'] for network (None), before_response {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:32.202271 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-21aaafa5-8c26-46db-adb9-c615500e2496 admin admin] 10.222.0.57 "DELETE /v2.0/networks/f8e5e321-d176-4b51-947f-dcc84f6180fd HTTP/1.1" status: 204 len: 168 time: 0.3006053 May 26 21:05:32.217727 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21aaafa5-8c26-46db-adb9-c615500e2496 admin admin] Pushing event deleted for resources: {'Network': ['ID=f8e5e321-d176-4b51-947f-dcc84f6180fd,revision_number=None']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:05:32.402321 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d3e15f-bc83-4218-a8d6-f6b40054e873 req-9f7bba9a-b5c0-47c1-8356-310870be3fa3 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:32.408343 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 45990) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:05:32.411144 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-49d3e15f-bc83-4218-a8d6-f6b40054e873 req-9f7bba9a-b5c0-47c1-8356-310870be3fa3 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?device_id=6822b4a3-12b7-42b4-8c45-063cb86b7199 HTTP/1.1" status: 200 len: 946 time: 0.0578723 May 26 21:05:32.452659 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-51cf41bf-5baa-469a-b16b-94ce9a694074 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=dab98c8a7d9e43249b01602eb3b63bb8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0430849 May 26 21:05:32.455305 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 45992) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:05:32.464943 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-49d3e15f-bc83-4218-a8d6-f6b40054e873 req-ddcafc12-7c3a-45cc-8087-791053779bcc tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d047b43-45d5-46fd-bad8-28b24b28bff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527687 May 26 21:05:32.496638 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 45994) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:05:32.502036 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:05:32.508545 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-eb9e57e0-f2fc-44c8-93a2-62d55c170efc admin admin] Publish callbacks [] for security_group (5fa43dc1-6ca8-44f0-a60e-8dfb0362c3c5), before_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:32.530236 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-eb9e57e0-f2fc-44c8-93a2-62d55c170efc admin admin] Publish callbacks [] for security_group (5fa43dc1-6ca8-44f0-a60e-8dfb0362c3c5), precommit_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:32.579191 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-eb9e57e0-f2fc-44c8-93a2-62d55c170efc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (5fa43dc1-6ca8-44f0-a60e-8dfb0362c3c5), after_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:32.582112 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-eb9e57e0-f2fc-44c8-93a2-62d55c170efc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:32.583283 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-eb9e57e0-f2fc-44c8-93a2-62d55c170efc admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5fa43dc1-6ca8-44f0-a60e-8dfb0362c3c5 HTTP/1.1" status: 204 len: 168 time: 0.1270468 May 26 21:05:32.591186 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9e57e0-f2fc-44c8-93a2-62d55c170efc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fa43dc1-6ca8-44f0-a60e-8dfb0362c3c5,revision_number=None']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:05:32.606407 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-b01ab9c2-5be9-45d3-84ba-3762122060da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:32.685636 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-b01ab9c2-5be9-45d3-84ba-3762122060da admin admin] Publish callbacks [] for security_group (48445a17-4cfd-4b03-8685-469053a9f443), precommit_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:32.690090 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-b01ab9c2-5be9-45d3-84ba-3762122060da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (48445a17-4cfd-4b03-8685-469053a9f443), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:32.731093 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-b01ab9c2-5be9-45d3-84ba-3762122060da admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5d309e7add2f457eb8c60cf533f0d39d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2333875 May 26 21:05:32.731913 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01ab9c2-5be9-45d3-84ba-3762122060da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48445a17-4cfd-4b03-8685-469053a9f443,revision_number=1']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:05:32.733912 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 46002) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:05:32.785014 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-6abe79e1-0f10-4a97-8376-8c74e4626dfb admin admin] Publish callbacks [] for security_group (48445a17-4cfd-4b03-8685-469053a9f443), before_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:32.806531 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-6abe79e1-0f10-4a97-8376-8c74e4626dfb admin admin] Publish callbacks [] for security_group (48445a17-4cfd-4b03-8685-469053a9f443), precommit_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:32.877429 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-6abe79e1-0f10-4a97-8376-8c74e4626dfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (48445a17-4cfd-4b03-8685-469053a9f443), after_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:32.879767 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-6abe79e1-0f10-4a97-8376-8c74e4626dfb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:32.883260 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-6abe79e1-0f10-4a97-8376-8c74e4626dfb admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/48445a17-4cfd-4b03-8685-469053a9f443 HTTP/1.1" status: 204 len: 168 time: 0.1457143 May 26 21:05:32.912779 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abe79e1-0f10-4a97-8376-8c74e4626dfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48445a17-4cfd-4b03-8685-469053a9f443,revision_number=None']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:05:32.930332 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c28bf12-ec6c-4630-b757-8bbe5f34ab41 req-60f0d749-f877-4b17-aafe-a9555de4d251 tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:32.935048 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-1c28bf12-ec6c-4630-b757-8bbe5f34ab41 req-60f0d749-f877-4b17-aafe-a9555de4d251 tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] 10.222.0.57 "GET /v2.0/ports?device_id=792090c1-921d-4691-a24f-8a97f6fb08ab HTTP/1.1" status: 200 len: 943 time: 0.0726700 May 26 21:05:32.984385 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-1c28bf12-ec6c-4630-b757-8bbe5f34ab41 req-86cdb393-0719-44b0-8b05-42ea99ebc1af tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] 10.222.0.57 "GET /v2.0/security-groups?id=446b3d92-a111-416a-b42c-78d385410977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462418 May 26 21:05:33.186047 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 46024) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:05:33.197725 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-de2f6b62-2b14-4287-8656-47ae6f79f1d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:33.273132 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-de2f6b62-2b14-4287-8656-47ae6f79f1d6 admin admin] Publish callbacks [] for security_group (35496478-5fb1-4bc3-9857-55a58c3c5f8c), precommit_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:33.277046 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-de2f6b62-2b14-4287-8656-47ae6f79f1d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (35496478-5fb1-4bc3-9857-55a58c3c5f8c), after_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:33.318341 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2f6b62-2b14-4287-8656-47ae6f79f1d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35496478-5fb1-4bc3-9857-55a58c3c5f8c,revision_number=1']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:05:33.324996 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-de2f6b62-2b14-4287-8656-47ae6f79f1d6 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4949621f4e6740a6b5dc86145ee61abe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1377490 May 26 21:05:33.325320 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 46030) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:05:33.373722 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-06a10422-29cc-4f1f-b8f7-b2f37df29973 admin admin] Publish callbacks [] for security_group (35496478-5fb1-4bc3-9857-55a58c3c5f8c), before_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:33.389734 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 46032) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:05:33.406267 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-06a10422-29cc-4f1f-b8f7-b2f37df29973 admin admin] Publish callbacks [] for security_group (35496478-5fb1-4bc3-9857-55a58c3c5f8c), precommit_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:33.455119 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-06a10422-29cc-4f1f-b8f7-b2f37df29973 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (35496478-5fb1-4bc3-9857-55a58c3c5f8c), after_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:33.458032 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-06a10422-29cc-4f1f-b8f7-b2f37df29973 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:33.459218 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-06a10422-29cc-4f1f-b8f7-b2f37df29973 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/35496478-5fb1-4bc3-9857-55a58c3c5f8c HTTP/1.1" status: 204 len: 168 time: 0.1329327 May 26 21:05:33.467387 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a10422-29cc-4f1f-b8f7-b2f37df29973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35496478-5fb1-4bc3-9857-55a58c3c5f8c,revision_number=None']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:05:33.506714 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.v2.base [None req-65c93b56-e5e4-4a34-8670-d8e1857b65ac admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1984650119-network', 'tenant_id': 'aaa9e1a61984467ab8efae451b270558'}} {{(pid=104101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:05:33.522399 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:INSERT=8,neutron:DELETE=2 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:05:33.533355 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65c93b56-e5e4-4a34-8670-d8e1857b65ac admin admin] Made reservation on behalf of aaa9e1a61984467ab8efae451b270558 for: {'network': 1} {{(pid=104101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 21:05:33.536831 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-65c93b56-e5e4-4a34-8670-d8e1857b65ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for network (None), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:33.550367 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-65c93b56-e5e4-4a34-8670-d8e1857b65ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:33.592647 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f1df4d-02e8-49ff-8c9c-0d321f62ecd5 req-7204a3a7-a49d-4412-bb85-6e904d1f72c1 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:33.594587 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-54f1df4d-02e8-49ff-8c9c-0d321f62ecd5 req-7204a3a7-a49d-4412-bb85-6e904d1f72c1 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?device_id=6822b4a3-12b7-42b4-8c45-063cb86b7199 HTTP/1.1" status: 200 len: 946 time: 0.0533063 May 26 21:05:33.650349 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-54f1df4d-02e8-49ff-8c9c-0d321f62ecd5 req-fdc3c96f-8eb8-460a-afc1-6a456c8e276c tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d047b43-45d5-46fd-bad8-28b24b28bff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497575 May 26 21:05:33.654765 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-65c93b56-e5e4-4a34-8670-d8e1857b65ac admin admin] Publish callbacks [] for security_group (aafb9361-e3f5-4375-9bf3-9f9a7e00f647), precommit_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:33.659286 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-65c93b56-e5e4-4a34-8670-d8e1857b65ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (aafb9361-e3f5-4375-9bf3-9f9a7e00f647), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:33.694975 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65c93b56-e5e4-4a34-8670-d8e1857b65ac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 427} {{(pid=104101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 21:05:33.712276 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c93b56-e5e4-4a34-8670-d8e1857b65ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aafb9361-e3f5-4375-9bf3-9f9a7e00f647,revision_number=1']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:05:33.715473 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-65c93b56-e5e4-4a34-8670-d8e1857b65ac admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8787881957991', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-995747'] for segment (5a8b3ddd-b07c-4334-a55f-ea808909a34b), precommit_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:33.716085 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.db.segments_db [None req-65c93b56-e5e4-4a34-8670-d8e1857b65ac admin admin] Added segment 5a8b3ddd-b07c-4334-a55f-ea808909a34b of type vlan for network 01728002-c90b-452e-a166-db394444487a May 26 21:05:33.759457 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-65c93b56-e5e4-4a34-8670-d8e1857b65ac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787881459577'] for network (01728002-c90b-452e-a166-db394444487a), precommit_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:33.787783 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-65c93b56-e5e4-4a34-8670-d8e1857b65ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052'] for network (01728002-c90b-452e-a166-db394444487a), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:33.788779 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65c93b56-e5e4-4a34-8670-d8e1857b65ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:33.789354 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-65c93b56-e5e4-4a34-8670-d8e1857b65ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-416010'] for network (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:33.852571 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-65c93b56-e5e4-4a34-8670-d8e1857b65ac admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.4592252 May 26 21:05:33.855619 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 46048) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:05:33.859935 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c93b56-e5e4-4a34-8670-d8e1857b65ac admin admin] Pushing event updated for resources: {'Network': ['ID=01728002-c90b-452e-a166-db394444487a,revision_number=1']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:05:33.860355 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.v2.base [None req-f78a00bf-dc2f-470a-8248-2f7170cf002b admin admin] Request body: {'subnet': {'network_id': '01728002-c90b-452e-a166-db394444487a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1984650119-subnet', 'tenant_id': 'aaa9e1a61984467ab8efae451b270558', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:05:33.872655 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Network 01728002-c90b-452e-a166-db394444487a details requested by agent ovs-agent-dv-cinder-828806-3-iscsi with host dv-cinder-828806-3-iscsi {{(pid=104103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 21:05:33.873415 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:05:33.883242 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f78a00bf-dc2f-470a-8248-2f7170cf002b admin admin] Made reservation on behalf of aaa9e1a61984467ab8efae451b270558 for: {'subnet': 1} {{(pid=104102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 21:05:33.885869 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-f78a00bf-dc2f-470a-8248-2f7170cf002b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15806551'] for subnet (None), before_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:33.990944 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:05:34.128133 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d564e6-695f-49f1-87c4-156960c2e395 req-a0d6e2a3-849d-4be4-8952-a9ca2a79d9bb tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:34.129615 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-02d564e6-695f-49f1-87c4-156960c2e395 req-a0d6e2a3-849d-4be4-8952-a9ca2a79d9bb tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] 10.222.0.57 "GET /v2.0/ports?device_id=792090c1-921d-4691-a24f-8a97f6fb08ab HTTP/1.1" status: 200 len: 943 time: 0.0692072 May 26 21:05:34.130684 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-f78a00bf-dc2f-470a-8248-2f7170cf002b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16680687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15806529'] for subnet (9203b2fc-d019-4045-ae31-83603be0cf2e), after_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:34.207400 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78a00bf-dc2f-470a-8248-2f7170cf002b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9203b2fc-d019-4045-ae31-83603be0cf2e,revision_number=0']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:05:34.238845 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-02d564e6-695f-49f1-87c4-156960c2e395 req-0ce67381-6680-4893-9794-3e93435cf419 tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] 10.222.0.57 "GET /v2.0/security-groups?id=446b3d92-a111-416a-b42c-78d385410977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834317 May 26 21:05:34.239673 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78a00bf-dc2f-470a-8248-2f7170cf002b admin admin] Checking segment: {'id': '5a8b3ddd-b07c-4334-a55f-ea808909a34b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '01728002-c90b-452e-a166-db394444487a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 21:05:34.240027 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f78a00bf-dc2f-470a-8248-2f7170cf002b admin admin] Network hostable DHCP agents. Network: 01728002-c90b-452e-a166-db394444487a, hostable agents: ['28061657-8b16-479f-8ff4-19bdcc74bc2c'], hosted agents: [] {{(pid=104102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 21:05:34.259736 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f78a00bf-dc2f-470a-8248-2f7170cf002b admin admin] Network 01728002-c90b-452e-a166-db394444487a is scheduled to be hosted by DHCP agent 28061657-8b16-479f-8ff4-19bdcc74bc2c with binding_index 1 {{(pid=104102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 21:05:34.269349 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.scheduler.base_scheduler [None req-f78a00bf-dc2f-470a-8248-2f7170cf002b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828806-3-iscsi, 01728002-c90b-452e-a166-db394444487a) {{(pid=104102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:05:34.274309 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78a00bf-dc2f-470a-8248-2f7170cf002b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:34.275722 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-f78a00bf-dc2f-470a-8248-2f7170cf002b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-416010'] for subnet (None), before_response {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:34.277729 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a32f6d-ec80-49d2-8e8d-bb3757de5251 None None] Network 01728002-c90b-452e-a166-db394444487a requested from dv-cinder-828806-3-iscsi {{(pid=104103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 21:05:34.298926 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 46070) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:05:34.299084 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-f78a00bf-dc2f-470a-8248-2f7170cf002b admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4423518 May 26 21:05:34.303992 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.v2.base [None req-d6cd392e-157b-48a3-b4cc-121c8bffcc8a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1984650119-router', 'tenant_id': 'aaa9e1a61984467ab8efae451b270558', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12'}}} {{(pid=104101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:05:34.327594 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-d6cd392e-157b-48a3-b4cc-121c8bffcc8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1620298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130580'] for router (3bb60381-f3a3-4d7c-a3fa-b838eedba2bc), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:34.329262 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-d6cd392e-157b-48a3-b4cc-121c8bffcc8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1900282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1617482', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130589'] for router (3bb60381-f3a3-4d7c-a3fa-b838eedba2bc), precommit_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:34.352619 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=78,neutron:INSERT=15,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:05:34.384325 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d996e35-6205-4188-adff-76695beacd1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2409f73a-ea29-5b6a-a3ea-b37c97379b6a-01728002-c90b-452e-a166-db394444487a', 'network_id': '01728002-c90b-452e-a166-db394444487a', 'project_id': 'aaa9e1a61984467ab8efae451b270558', 'fixed_ips': [{'subnet_id': '9203b2fc-d019-4045-ae31-83603be0cf2e'}]}} from dv-cinder-828806-3-iscsi. {{(pid=104103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 26 21:05:34.386040 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-1d996e35-6205-4188-adff-76695beacd1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (None), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:34.388651 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-d6cd392e-157b-48a3-b4cc-121c8bffcc8a admin admin] Publish callbacks [] for router_controller (3bb60381-f3a3-4d7c-a3fa-b838eedba2bc), precommit_add_association {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:34.531401 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.db_base_plugin_common [None req-1d996e35-6205-4188-adff-76695beacd1b None None] Allocated IP 172.20.0.2 (01728002-c90b-452e-a166-db394444487a/9203b2fc-d019-4045-ae31-83603be0cf2e/501f4a28-343d-4aaa-a408-e9ba5061504e) {{(pid=104103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 21:05:34.536318 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-d6cd392e-157b-48a3-b4cc-121c8bffcc8a admin admin] Publish callbacks [] for router_gateway (3bb60381-f3a3-4d7c-a3fa-b838eedba2bc), precommit_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:34.558711 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:05:34.696493 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-1d996e35-6205-4188-adff-76695beacd1b None None] Publish callbacks [] for port (501f4a28-343d-4aaa-a408-e9ba5061504e), precommit_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:34.704631 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-1d996e35-6205-4188-adff-76695beacd1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787881445699'] for port (501f4a28-343d-4aaa-a408-e9ba5061504e), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:34.709983 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 46078) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:05:34.747467 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d996e35-6205-4188-adff-76695beacd1b None None] Network 01728002-c90b-452e-a166-db394444487a is already hosted by enough agents. {{(pid=104103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 21:05:34.753067 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.base_scheduler [None req-1d996e35-6205-4188-adff-76695beacd1b None None] Resources bound (agent type, host, resource id): {{(pid=104103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:05:34.755719 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d996e35-6205-4188-adff-76695beacd1b None None] Received port after_create {{(pid=104103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 21:05:34.767678 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d996e35-6205-4188-adff-76695beacd1b None None] Pushing event updated for resources: {'Port': ['ID=501f4a28-343d-4aaa-a408-e9ba5061504e,revision_number=1']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:05:34.778356 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d996e35-6205-4188-adff-76695beacd1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:05:34.779132 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d996e35-6205-4188-adff-76695beacd1b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:05:34.779669 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d996e35-6205-4188-adff-76695beacd1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:05:34.780512 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d996e35-6205-4188-adff-76695beacd1b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:05:34.781524 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d996e35-6205-4188-adff-76695beacd1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:05:34.781996 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d996e35-6205-4188-adff-76695beacd1b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:05:34.782485 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d996e35-6205-4188-adff-76695beacd1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:05:34.783376 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d996e35-6205-4188-adff-76695beacd1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:05:34.783973 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d996e35-6205-4188-adff-76695beacd1b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:05:34.784443 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d996e35-6205-4188-adff-76695beacd1b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:05:34.785175 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d996e35-6205-4188-adff-76695beacd1b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:05:34.786068 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d996e35-6205-4188-adff-76695beacd1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:05:34.786662 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d996e35-6205-4188-adff-76695beacd1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:05:34.787066 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d996e35-6205-4188-adff-76695beacd1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:05:34.787390 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d996e35-6205-4188-adff-76695beacd1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:05:34.815593 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef2b08e-94cb-4c7a-bb30-21dbcf74aac6 req-34033653-48cb-4359-aff7-b2051053b030 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:34.815593 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-2ef2b08e-94cb-4c7a-bb30-21dbcf74aac6 req-34033653-48cb-4359-aff7-b2051053b030 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?device_id=6822b4a3-12b7-42b4-8c45-063cb86b7199 HTTP/1.1" status: 200 len: 946 time: 0.0685673 May 26 21:05:34.855312 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.managers [None req-1d996e35-6205-4188-adff-76695beacd1b None None] Attempting to bind port 501f4a28-343d-4aaa-a408-e9ba5061504e on host dv-cinder-828806-3-iscsi for vnic_type normal with profile {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 21:05:34.855863 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.managers [None req-1d996e35-6205-4188-adff-76695beacd1b None None] Attempting to bind port 501f4a28-343d-4aaa-a408-e9ba5061504e by drivers openvswitch,hyperv on host dv-cinder-828806-3-iscsi at level 0 using segments [{'id': '5a8b3ddd-b07c-4334-a55f-ea808909a34b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '01728002-c90b-452e-a166-db394444487a'}] {{(pid=104103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 21:05:34.856484 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d996e35-6205-4188-adff-76695beacd1b None None] Attempting to bind port 501f4a28-343d-4aaa-a408-e9ba5061504e on network 01728002-c90b-452e-a166-db394444487a {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 21:05:34.862128 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d996e35-6205-4188-adff-76695beacd1b None None] Checking agent: {'id': '545ffc5a-00f7-4140-8f25-9e74b0e32d39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828806-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 20, 55, 46), 'started_at': datetime.datetime(2022, 5, 26, 20, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 21, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828806-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 21:05:34.863048 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d996e35-6205-4188-adff-76695beacd1b None None] Checking segment: {'id': '5a8b3ddd-b07c-4334-a55f-ea808909a34b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '01728002-c90b-452e-a166-db394444487a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 21:05:34.863597 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-1d996e35-6205-4188-adff-76695beacd1b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:34.864177 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d996e35-6205-4188-adff-76695beacd1b None None] Bound using segment: {'id': '5a8b3ddd-b07c-4334-a55f-ea808909a34b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '01728002-c90b-452e-a166-db394444487a'} {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 21:05:34.864959 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.managers [None req-1d996e35-6205-4188-adff-76695beacd1b None None] Bound port: 501f4a28-343d-4aaa-a408-e9ba5061504e, host: dv-cinder-828806-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a8b3ddd-b07c-4334-a55f-ea808909a34b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '01728002-c90b-452e-a166-db394444487a'}}] {{(pid=104103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 21:05:34.865486 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-1d996e35-6205-4188-adff-76695beacd1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (501f4a28-343d-4aaa-a408-e9ba5061504e), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:34.873878 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-a8d2f3fe-2dc5-46d4-92d9-23e411d39e4e req-43bf9528-b7cb-4668-9981-119749284f66 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=466d1d3e-5774-42ce-b767-cfefc3b72aa2 HTTP/1.1" status: 200 len: 217 time: 0.0443084 May 26 21:05:34.902388 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-7a27d438-e7aa-4b5a-a942-76f042268e21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:34.908226 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:05:34.927055 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-2ef2b08e-94cb-4c7a-bb30-21dbcf74aac6 req-6ca71dfa-ef84-4482-ad42-a8415b3ee6b9 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d047b43-45d5-46fd-bad8-28b24b28bff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048889 May 26 21:05:34.934699 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-1d996e35-6205-4188-adff-76695beacd1b None None] For port 501f4a28-343d-4aaa-a408-e9ba5061504e, host dv-cinder-828806-3-iscsi, cleared binding levels {{(pid=104103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 21:05:34.937439 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d2f3fe-2dc5-46d4-92d9-23e411d39e4e req-d8a1ed33-8a80-4fa4-a701-04cc0ae58ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:34.938883 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-a8d2f3fe-2dc5-46d4-92d9-23e411d39e4e req-d8a1ed33-8a80-4fa4-a701-04cc0ae58ec9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c4f6dcf6-e2de-4b06-8579-023d24e9cdb2 HTTP/1.1" status: 200 len: 847 time: 0.0557466 May 26 21:05:34.939067 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-1d996e35-6205-4188-adff-76695beacd1b None None] For port 501f4a28-343d-4aaa-a408-e9ba5061504e, host dv-cinder-828806-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-3-iscsi',level=0,port_id=501f4a28-343d-4aaa-a408-e9ba5061504e,segment=NetworkSegment(5a8b3ddd-b07c-4334-a55f-ea808909a34b),segment_id=5a8b3ddd-b07c-4334-a55f-ea808909a34b)] {{(pid=104103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 21:05:34.949744 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-1d996e35-6205-4188-adff-76695beacd1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (501f4a28-343d-4aaa-a408-e9ba5061504e), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:35.022941 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d996e35-6205-4188-adff-76695beacd1b None None] Pushing event updated for resources: {'Port': ['ID=501f4a28-343d-4aaa-a408-e9ba5061504e,revision_number=2']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:05:35.039179 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-a8d2f3fe-2dc5-46d4-92d9-23e411d39e4e req-1a1160c2-88f6-4451-9976-8adfae6bdaa0 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=dc07e933-5233-4dad-95db-3dcdb5f7d053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627322 May 26 21:05:35.089521 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:05:35.091491 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-7a27d438-e7aa-4b5a-a942-76f042268e21 admin admin] Publish callbacks [] for security_group (f8bba644-9f60-4c45-9eb6-9dd15a8f05f2), precommit_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:35.098393 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-7a27d438-e7aa-4b5a-a942-76f042268e21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (f8bba644-9f60-4c45-9eb6-9dd15a8f05f2), after_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:35.138984 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-d6cd392e-157b-48a3-b4cc-121c8bffcc8a admin admin] Publish callbacks [] for router_gateway (3bb60381-f3a3-4d7c-a3fa-b838eedba2bc), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:35.146848 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-7a27d438-e7aa-4b5a-a942-76f042268e21 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4da18592914f4232a9dff93fa0d889a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4352334 May 26 21:05:35.147551 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a27d438-e7aa-4b5a-a942-76f042268e21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8bba644-9f60-4c45-9eb6-9dd15a8f05f2,revision_number=1']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:05:35.150068 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 46094) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:05:35.168464 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-d6cd392e-157b-48a3-b4cc-121c8bffcc8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (None), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:35.219596 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-f1765ff0-605d-4bf7-92d6-7b334000fd3f admin admin] Publish callbacks [] for security_group (f8bba644-9f60-4c45-9eb6-9dd15a8f05f2), before_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:35.247385 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-f1765ff0-605d-4bf7-92d6-7b334000fd3f admin admin] Publish callbacks [] for security_group (f8bba644-9f60-4c45-9eb6-9dd15a8f05f2), precommit_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:35.261579 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-a8d2f3fe-2dc5-46d4-92d9-23e411d39e4e req-523bce4c-98a2-489e-b87a-dd15924403c7 service neutron] 10.222.0.62 "GET /v2.0/networks/dc07e933-5233-4dad-95db-3dcdb5f7d053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159235 May 26 21:05:35.327522 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-f1765ff0-605d-4bf7-92d6-7b334000fd3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (f8bba644-9f60-4c45-9eb6-9dd15a8f05f2), after_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:35.332613 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-f1765ff0-605d-4bf7-92d6-7b334000fd3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:35.336598 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-f1765ff0-605d-4bf7-92d6-7b334000fd3f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f8bba644-9f60-4c45-9eb6-9dd15a8f05f2 HTTP/1.1" status: 204 len: 168 time: 0.1830728 May 26 21:05:35.366690 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:05:35.385689 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1765ff0-605d-4bf7-92d6-7b334000fd3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8bba644-9f60-4c45-9eb6-9dd15a8f05f2,revision_number=None']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:05:35.439321 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907dd356-2f42-4d73-bee4-94f8fa526576 req-2d3997c4-a0c3-4c31-9b36-4463ff51b457 tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:35.441046 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-907dd356-2f42-4d73-bee4-94f8fa526576 req-2d3997c4-a0c3-4c31-9b36-4463ff51b457 tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] 10.222.0.57 "GET /v2.0/ports?device_id=792090c1-921d-4691-a24f-8a97f6fb08ab HTTP/1.1" status: 200 len: 943 time: 0.0720696 May 26 21:05:35.466199 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.db.db_base_plugin_common [None req-d6cd392e-157b-48a3-b4cc-121c8bffcc8a admin admin] Allocated IP 172.27.2.187 (7d433162-bc3c-42dc-9b38-0bd5733b5e12/724ba99f-4e90-4a15-97fd-930eedded7a9/679aba7a-8620-45b9-9086-6d670299fa57) {{(pid=104101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 21:05:35.505697 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-907dd356-2f42-4d73-bee4-94f8fa526576 req-62a2ee4d-276f-4444-9a76-d7be12052efb tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] 10.222.0.57 "GET /v2.0/security-groups?id=446b3d92-a111-416a-b42c-78d385410977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574975 May 26 21:05:35.516904 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-a8d2f3fe-2dc5-46d4-92d9-23e411d39e4e req-b49441bd-1f87-4b47-8c74-82f1ba421267 service neutron] 10.222.0.62 "GET /v2.0/networks/dc07e933-5233-4dad-95db-3dcdb5f7d053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2437475 May 26 21:05:35.634742 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-d6cd392e-157b-48a3-b4cc-121c8bffcc8a admin admin] Publish callbacks [] for port (679aba7a-8620-45b9-9086-6d670299fa57), precommit_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:35.688402 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-d6cd392e-157b-48a3-b4cc-121c8bffcc8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787881445699'] for port (679aba7a-8620-45b9-9086-6d670299fa57), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:35.736525 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6cd392e-157b-48a3-b4cc-121c8bffcc8a admin admin] Network 7d433162-bc3c-42dc-9b38-0bd5733b5e12 is already hosted by enough agents. {{(pid=104101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 21:05:35.743831 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.scheduler.base_scheduler [None req-d6cd392e-157b-48a3-b4cc-121c8bffcc8a admin admin] Resources bound (agent type, host, resource id): {{(pid=104101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:05:35.748232 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6cd392e-157b-48a3-b4cc-121c8bffcc8a admin admin] Received port after_create {{(pid=104101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 21:05:35.753803 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cd392e-157b-48a3-b4cc-121c8bffcc8a admin admin] Pushing event updated for resources: {'Port': ['ID=679aba7a-8620-45b9-9086-6d670299fa57,revision_number=1']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:05:35.820448 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:05:35.906210 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Device 501f4a28-343d-4aaa-a408-e9ba5061504e up at agent ovs-agent-dv-cinder-828806-3-iscsi {{(pid=104103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:05:35.964952 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Provisioning complete for port 501f4a28-343d-4aaa-a408-e9ba5061504e triggered by entity L2. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:05:35.965549 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (501f4a28-343d-4aaa-a408-e9ba5061504e), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:35.991108 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-d6cd392e-157b-48a3-b4cc-121c8bffcc8a admin admin] Publish callbacks [] for router_gateway (3bb60381-f3a3-4d7c-a3fa-b838eedba2bc), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:36.070401 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Current status of the port 501f4a28-343d-4aaa-a408-e9ba5061504e is: DOWN; New status is: ACTIVE {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:05:36.071227 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (501f4a28-343d-4aaa-a408-e9ba5061504e), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:36.102973 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:05:36.112829 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] For port 501f4a28-343d-4aaa-a408-e9ba5061504e, host dv-cinder-828806-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-3-iscsi',level=0,port_id=501f4a28-343d-4aaa-a408-e9ba5061504e,segment=NetworkSegment(5a8b3ddd-b07c-4334-a55f-ea808909a34b),segment_id=5a8b3ddd-b07c-4334-a55f-ea808909a34b)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:05:36.121908 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (501f4a28-343d-4aaa-a408-e9ba5061504e), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:36.130574 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634a030b-7039-4889-a4f5-f19207c7b2cb req-c915abaf-7844-4a41-9d0b-9bd4ef12cda5 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:36.132303 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-634a030b-7039-4889-a4f5-f19207c7b2cb req-c915abaf-7844-4a41-9d0b-9bd4ef12cda5 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?device_id=6822b4a3-12b7-42b4-8c45-063cb86b7199 HTTP/1.1" status: 200 len: 946 time: 0.0864944 May 26 21:05:36.174284 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:INSERT=5,neutron:SELECT=93,neutron:UPDATE=2 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:05:36.194528 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Pushing event updated for resources: {'Port': ['ID=501f4a28-343d-4aaa-a408-e9ba5061504e,revision_number=3']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:05:36.232273 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-634a030b-7039-4889-a4f5-f19207c7b2cb req-6a6da0a0-2bfc-4596-8d8d-9a76c3e10a0c tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d047b43-45d5-46fd-bad8-28b24b28bff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869775 May 26 21:05:36.242794 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-d6cd392e-157b-48a3-b4cc-121c8bffcc8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1900237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1617465'] for router (3bb60381-f3a3-4d7c-a3fa-b838eedba2bc), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:36.334102 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa25d0c-f4b3-4129-98cd-ceef20111b3f None None] Network 01728002-c90b-452e-a166-db394444487a requested from dv-cinder-828806-3-iscsi {{(pid=104103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 21:05:36.393027 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6cd392e-157b-48a3-b4cc-121c8bffcc8a admin admin] Router 3bb60381-f3a3-4d7c-a3fa-b838eedba2bc is scheduled to L3 agent ccb07560-1e88-42f3-8411-377a93089622 with binding_index 1 {{(pid=104101) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 21:05:36.399672 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-1a34e881-6652-45ef-9c36-6508b5cc1471 None None] Provisioning complete for port 501f4a28-343d-4aaa-a408-e9ba5061504e triggered by entity DHCP. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:05:36.400038 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-1a34e881-6652-45ef-9c36-6508b5cc1471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (501f4a28-343d-4aaa-a408-e9ba5061504e), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:36.502274 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6cd392e-157b-48a3-b4cc-121c8bffcc8a admin admin] Notify agent at l3_agent.dv-cinder-828806-3-iscsi the message routers_updated {{(pid=104101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 21:05:36.513647 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4968d5e-31d5-4eb8-9185-cb847f18b4ef None None] Sync routers for ids ['3bb60381-f3a3-4d7c-a3fa-b838eedba2bc'] in dv-cinder-828806-3-iscsi {{(pid=104104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 21:05:36.526959 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4968d5e-31d5-4eb8-9185-cb847f18b4ef None None] Routers {'3bb60381-f3a3-4d7c-a3fa-b838eedba2bc'} bound to L3 agent in host dv-cinder-828806-3-iscsi {{(pid=104104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:05:36.527583 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_hamode_db [None req-e4968d5e-31d5-4eb8-9185-cb847f18b4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T20:55:42Z,description=,heartbeat_timestamp=2022-05-26T21:05:12Z,host='dv-cinder-828806-3-iscsi',id=ccb07560-1e88-42f3-8411-377a93089622,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T20:55:42Z,topic='l3_agent')) {'router_ids': ['3bb60381-f3a3-4d7c-a3fa-b838eedba2bc'], 'active': True} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:05:36.537942 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-1a34e881-6652-45ef-9c36-6508b5cc1471 None None] Current status of the port 501f4a28-343d-4aaa-a408-e9ba5061504e is: ACTIVE; New status is: ACTIVE {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:05:36.545047 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-d6cd392e-157b-48a3-b4cc-121c8bffcc8a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:36.552941 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-d6cd392e-157b-48a3-b4cc-121c8bffcc8a admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.2526178 May 26 21:05:36.555807 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 46148) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:05:36.672820 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e34f8c-1bd1-4fe2-b2d0-3a54c51d162f req-975862c7-a99f-458c-903c-e9edd3d29c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:36.674965 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-41e34f8c-1bd1-4fe2-b2d0-3a54c51d162f req-975862c7-a99f-458c-903c-e9edd3d29c80 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9a6a63e6c17d4b8bbd698f6e652de935&device_id=792090c1-921d-4691-a24f-8a97f6fb08ab HTTP/1.1" status: 200 len: 1127 time: 0.0637615 May 26 21:05:36.684941 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvr_db [None req-e4968d5e-31d5-4eb8-9185-cb847f18b4ef None None] Set router 3bb60381-f3a3-4d7c-a3fa-b838eedba2bc gateway port host: dv-cinder-828806-3-iscsi {{(pid=104104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:05:36.686813 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0b6aa1-bc6b-4d0b-8ddd-c7022b73cb41 req-e714284f-14fb-4016-967a-305795092296 tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:36.690558 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-2f0b6aa1-bc6b-4d0b-8ddd-c7022b73cb41 req-e714284f-14fb-4016-967a-305795092296 tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] 10.222.0.57 "GET /v2.0/ports?device_id=792090c1-921d-4691-a24f-8a97f6fb08ab HTTP/1.1" status: 200 len: 943 time: 0.0916221 May 26 21:05:36.801509 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-2f0b6aa1-bc6b-4d0b-8ddd-c7022b73cb41 req-4d65af8d-f929-40b4-8bf1-b09a853c0bef tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] 10.222.0.57 "GET /v2.0/security-groups?id=446b3d92-a111-416a-b42c-78d385410977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039782 May 26 21:05:36.876986 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-fb04e4ef-e4b0-4ef1-9d95-4a5b0a57f855 None None] Provisioning complete for port 501f4a28-343d-4aaa-a408-e9ba5061504e triggered by entity DHCP. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:05:36.877351 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-fb04e4ef-e4b0-4ef1-9d95-4a5b0a57f855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (501f4a28-343d-4aaa-a408-e9ba5061504e), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:36.946271 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:05:36.949313 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_hamode_db [None req-e4968d5e-31d5-4eb8-9185-cb847f18b4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bb60381-f3a3-4d7c-a3fa-b838eedba2bc', 'name': 'tempest-AttachVolumeNegativeTest-1984650119-router', 'tenant_id': 'aaa9e1a61984467ab8efae451b270558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '679aba7a-8620-45b9-9086-6d670299fa57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:05:34Z', 'updated_at': '2022-05-26T21:05:35Z', 'revision_number': 3, 'project_id': 'aaa9e1a61984467ab8efae451b270558', 'gw_port': {'id': '679aba7a-8620-45b9-9086-6d670299fa57', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:e7:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bb60381-f3a3-4d7c-a3fa-b838eedba2bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:05:35Z', 'updated_at': '2022-05-26T21:05:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi'}], 'dv-cinder-828806-3-iscsi', False) {} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:05:36.975906 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4968d5e-31d5-4eb8-9185-cb847f18b4ef None None] Checking router: 3bb60381-f3a3-4d7c-a3fa-b838eedba2bc for host: dv-cinder-828806-3-iscsi {{(pid=104104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 21:05:36.976251 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4968d5e-31d5-4eb8-9185-cb847f18b4ef None None] Updating router 3bb60381-f3a3-4d7c-a3fa-b838eedba2bc port 679aba7a-8620-45b9-9086-6d670299fa57 binding host dv-cinder-828806-3-iscsi {{(pid=104104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 21:05:37.008502 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:05:37.010093 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-e4968d5e-31d5-4eb8-9185-cb847f18b4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (679aba7a-8620-45b9-9086-6d670299fa57), before_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:37.012288 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:05:37.047560 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-fb04e4ef-e4b0-4ef1-9d95-4a5b0a57f855 None None] Current status of the port 501f4a28-343d-4aaa-a408-e9ba5061504e is: ACTIVE; New status is: ACTIVE {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:05:37.088177 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e34f8c-1bd1-4fe2-b2d0-3a54c51d162f req-3ad5a7cd-acef-47f7-9f02-811fe1a5d6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:37.089619 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-41e34f8c-1bd1-4fe2-b2d0-3a54c51d162f req-3ad5a7cd-acef-47f7-9f02-811fe1a5d6f9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=dc07e933-5233-4dad-95db-3dcdb5f7d053 HTTP/1.1" status: 200 len: 908 time: 0.3856988 May 26 21:05:37.237619 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=100 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:05:37.306920 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-e4968d5e-31d5-4eb8-9185-cb847f18b4ef None None] Publish callbacks [] for port (679aba7a-8620-45b9-9086-6d670299fa57), precommit_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:37.316176 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-e4968d5e-31d5-4eb8-9185-cb847f18b4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (679aba7a-8620-45b9-9086-6d670299fa57), after_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:37.357581 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-41e34f8c-1bd1-4fe2-b2d0-3a54c51d162f req-5db75329-b3eb-4efe-9047-0ac510711824 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=466d1d3e-5774-42ce-b767-cfefc3b72aa2 HTTP/1.1" status: 200 len: 217 time: 0.2610254 May 26 21:05:37.368569 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.managers [None req-e4968d5e-31d5-4eb8-9185-cb847f18b4ef None None] Attempting to bind port 679aba7a-8620-45b9-9086-6d670299fa57 on host dv-cinder-828806-3-iscsi for vnic_type normal with profile {{(pid=104104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 21:05:37.368934 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.managers [None req-e4968d5e-31d5-4eb8-9185-cb847f18b4ef None None] Attempting to bind port 679aba7a-8620-45b9-9086-6d670299fa57 by drivers openvswitch,hyperv on host dv-cinder-828806-3-iscsi at level 0 using segments [{'id': '8d4aea41-d977-462c-9098-4088113247cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12'}] {{(pid=104104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 21:05:37.369285 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4968d5e-31d5-4eb8-9185-cb847f18b4ef None None] Attempting to bind port 679aba7a-8620-45b9-9086-6d670299fa57 on network 7d433162-bc3c-42dc-9b38-0bd5733b5e12 {{(pid=104104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 21:05:37.372554 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705253c8-12b5-4916-9951-f042e916335c None None] Pushing event updated for resources: {'Port': ['ID=679aba7a-8620-45b9-9086-6d670299fa57,revision_number=2']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:05:37.381646 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705253c8-12b5-4916-9951-f042e916335c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:05:37.381799 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd3bfd7-a9dd-4f80-9883-b5fc3fa3e91b req-100a52da-4935-4ecb-8074-b16226eec00a tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:37.382239 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705253c8-12b5-4916-9951-f042e916335c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:05:37.382318 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705253c8-12b5-4916-9951-f042e916335c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:05:37.382690 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705253c8-12b5-4916-9951-f042e916335c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:05:37.383019 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705253c8-12b5-4916-9951-f042e916335c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:05:37.383345 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705253c8-12b5-4916-9951-f042e916335c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:05:37.383663 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705253c8-12b5-4916-9951-f042e916335c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:05:37.383778 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-0cd3bfd7-a9dd-4f80-9883-b5fc3fa3e91b req-100a52da-4935-4ecb-8074-b16226eec00a tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?device_id=6822b4a3-12b7-42b4-8c45-063cb86b7199 HTTP/1.1" status: 200 len: 946 time: 0.0790155 May 26 21:05:37.383979 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705253c8-12b5-4916-9951-f042e916335c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:05:37.384298 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705253c8-12b5-4916-9951-f042e916335c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:05:37.384605 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705253c8-12b5-4916-9951-f042e916335c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:05:37.385085 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705253c8-12b5-4916-9951-f042e916335c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:05:37.385426 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705253c8-12b5-4916-9951-f042e916335c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:05:37.385743 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705253c8-12b5-4916-9951-f042e916335c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:05:37.386054 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705253c8-12b5-4916-9951-f042e916335c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:05:37.386364 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705253c8-12b5-4916-9951-f042e916335c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:05:37.389882 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4968d5e-31d5-4eb8-9185-cb847f18b4ef None None] Checking agent: {'id': '545ffc5a-00f7-4140-8f25-9e74b0e32d39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828806-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 20, 55, 46), 'started_at': datetime.datetime(2022, 5, 26, 20, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 21, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828806-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 21:05:37.390295 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4968d5e-31d5-4eb8-9185-cb847f18b4ef None None] Checking segment: {'id': '8d4aea41-d977-462c-9098-4088113247cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 21:05:37.390856 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-e4968d5e-31d5-4eb8-9185-cb847f18b4ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:37.391232 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4968d5e-31d5-4eb8-9185-cb847f18b4ef None None] Bound using segment: {'id': '8d4aea41-d977-462c-9098-4088113247cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12'} {{(pid=104104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 21:05:37.391690 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.managers [None req-e4968d5e-31d5-4eb8-9185-cb847f18b4ef None None] Bound port: 679aba7a-8620-45b9-9086-6d670299fa57, host: dv-cinder-828806-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d4aea41-d977-462c-9098-4088113247cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12'}}] {{(pid=104104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 21:05:37.392060 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-e4968d5e-31d5-4eb8-9185-cb847f18b4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (679aba7a-8620-45b9-9086-6d670299fa57), before_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:37.443742 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.db [None req-e4968d5e-31d5-4eb8-9185-cb847f18b4ef None None] For port 679aba7a-8620-45b9-9086-6d670299fa57, host dv-cinder-828806-3-iscsi, cleared binding levels {{(pid=104104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 21:05:37.445434 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e34f8c-1bd1-4fe2-b2d0-3a54c51d162f req-99a0768f-e74f-4380-ab05-c2be9871ccc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:37.445803 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-0cd3bfd7-a9dd-4f80-9883-b5fc3fa3e91b req-d30c44df-7186-40d6-8c8b-0a6b09038237 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d047b43-45d5-46fd-bad8-28b24b28bff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476425 May 26 21:05:37.446800 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.db [None req-e4968d5e-31d5-4eb8-9185-cb847f18b4ef None None] For port 679aba7a-8620-45b9-9086-6d670299fa57, host dv-cinder-828806-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-3-iscsi',level=0,port_id=679aba7a-8620-45b9-9086-6d670299fa57,segment=NetworkSegment(8d4aea41-d977-462c-9098-4088113247cb),segment_id=8d4aea41-d977-462c-9098-4088113247cb)] {{(pid=104104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 21:05:37.446944 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-41e34f8c-1bd1-4fe2-b2d0-3a54c51d162f req-99a0768f-e74f-4380-ab05-c2be9871ccc1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c4f6dcf6-e2de-4b06-8579-023d24e9cdb2 HTTP/1.1" status: 200 len: 847 time: 0.0785725 May 26 21:05:37.450758 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=100 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:05:37.454667 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-e4968d5e-31d5-4eb8-9185-cb847f18b4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (679aba7a-8620-45b9-9086-6d670299fa57), after_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:37.487819 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-41e34f8c-1bd1-4fe2-b2d0-3a54c51d162f req-9c6d8e90-a7e9-4a7b-8c5a-65e368d1e12e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=dc07e933-5233-4dad-95db-3dcdb5f7d053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338213 May 26 21:05:37.511312 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4968d5e-31d5-4eb8-9185-cb847f18b4ef None None] Routers {'3bb60381-f3a3-4d7c-a3fa-b838eedba2bc'} bound to L3 agent in host dv-cinder-828806-3-iscsi {{(pid=104104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:05:37.512011 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_hamode_db [None req-e4968d5e-31d5-4eb8-9185-cb847f18b4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T20:55:42Z,description=,heartbeat_timestamp=2022-05-26T21:05:12Z,host='dv-cinder-828806-3-iscsi',id=ccb07560-1e88-42f3-8411-377a93089622,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T20:55:42Z,topic='l3_agent')) {'router_ids': ['3bb60381-f3a3-4d7c-a3fa-b838eedba2bc'], 'active': True} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:05:37.544871 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705253c8-12b5-4916-9951-f042e916335c None None] Pushing event updated for resources: {'Port': ['ID=679aba7a-8620-45b9-9086-6d670299fa57,revision_number=3']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:05:37.635212 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-64476977-2493-47f3-94af-d2fcf253e22d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (None), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:37.650683 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-41e34f8c-1bd1-4fe2-b2d0-3a54c51d162f req-e9f26598-a915-45db-97ec-23f01656ceca service neutron] 10.222.0.62 "GET /v2.0/networks/dc07e933-5233-4dad-95db-3dcdb5f7d053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457171 May 26 21:05:37.701602 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvr_db [None req-e4968d5e-31d5-4eb8-9185-cb847f18b4ef None None] Set router 3bb60381-f3a3-4d7c-a3fa-b838eedba2bc gateway port host: dv-cinder-828806-3-iscsi {{(pid=104104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:05:37.842669 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-41e34f8c-1bd1-4fe2-b2d0-3a54c51d162f req-b9440405-3051-4c51-8d4e-a398610b18cf service neutron] 10.222.0.62 "GET /v2.0/networks/dc07e933-5233-4dad-95db-3dcdb5f7d053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850796 May 26 21:05:37.864959 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Device 501f4a28-343d-4aaa-a408-e9ba5061504e up at agent ovs-agent-dv-cinder-828806-3-iscsi {{(pid=104103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:05:37.889805 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_hamode_db [None req-e4968d5e-31d5-4eb8-9185-cb847f18b4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bb60381-f3a3-4d7c-a3fa-b838eedba2bc', 'name': 'tempest-AttachVolumeNegativeTest-1984650119-router', 'tenant_id': 'aaa9e1a61984467ab8efae451b270558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '679aba7a-8620-45b9-9086-6d670299fa57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:05:34Z', 'updated_at': '2022-05-26T21:05:35Z', 'revision_number': 3, 'project_id': 'aaa9e1a61984467ab8efae451b270558', 'gw_port': {'id': '679aba7a-8620-45b9-9086-6d670299fa57', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:e7:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bb60381-f3a3-4d7c-a3fa-b838eedba2bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:05:35Z', 'updated_at': '2022-05-26T21:05:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi'}], 'dv-cinder-828806-3-iscsi', False) {} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:05:37.918327 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Provisioning complete for port 501f4a28-343d-4aaa-a408-e9ba5061504e triggered by entity L2. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:05:37.921710 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (501f4a28-343d-4aaa-a408-e9ba5061504e), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:37.924706 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4968d5e-31d5-4eb8-9185-cb847f18b4ef None None] The sync data for ids ['3bb60381-f3a3-4d7c-a3fa-b838eedba2bc'] in dv-cinder-828806-3-iscsi is: [{'id': '3bb60381-f3a3-4d7c-a3fa-b838eedba2bc', 'name': 'tempest-AttachVolumeNegativeTest-1984650119-router', 'tenant_id': 'aaa9e1a61984467ab8efae451b270558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '679aba7a-8620-45b9-9086-6d670299fa57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:05:34Z', 'updated_at': '2022-05-26T21:05:35Z', 'revision_number': 3, 'project_id': 'aaa9e1a61984467ab8efae451b270558', 'gw_port': {'id': '679aba7a-8620-45b9-9086-6d670299fa57', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:e7:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bb60381-f3a3-4d7c-a3fa-b838eedba2bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:05:35Z', 'updated_at': '2022-05-26T21:05:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi'}] {{(pid=104104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 21:05:37.937186 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.db.db_base_plugin_common [None req-64476977-2493-47f3-94af-d2fcf253e22d admin admin] Allocated IP 172.20.0.1 (01728002-c90b-452e-a166-db394444487a/9203b2fc-d019-4045-ae31-83603be0cf2e/c6ae6261-71ed-4b07-8c36-fba23f8ed872) {{(pid=104101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 21:05:37.978953 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b753d76-73ea-41c8-bc2b-897be3adb258 req-99e47a6b-8ba6-4d10-850a-287bd3e55062 tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:37.980877 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-7b753d76-73ea-41c8-bc2b-897be3adb258 req-99e47a6b-8ba6-4d10-850a-287bd3e55062 tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] 10.222.0.57 "GET /v2.0/ports?device_id=792090c1-921d-4691-a24f-8a97f6fb08ab HTTP/1.1" status: 200 len: 943 time: 0.0753195 May 26 21:05:38.043551 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:05:38.046575 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Current status of the port 501f4a28-343d-4aaa-a408-e9ba5061504e is: ACTIVE; New status is: ACTIVE {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:05:38.059924 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-7b753d76-73ea-41c8-bc2b-897be3adb258 req-d4086b54-f7e6-46cc-bec7-b7c56dd9179b tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] 10.222.0.57 "GET /v2.0/security-groups?id=446b3d92-a111-416a-b42c-78d385410977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719926 May 26 21:05:38.094347 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-64476977-2493-47f3-94af-d2fcf253e22d admin admin] Publish callbacks [] for port (c6ae6261-71ed-4b07-8c36-fba23f8ed872), precommit_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:38.127209 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-64476977-2493-47f3-94af-d2fcf253e22d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787881445699'] for port (c6ae6261-71ed-4b07-8c36-fba23f8ed872), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:38.171359 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64476977-2493-47f3-94af-d2fcf253e22d admin admin] Network 01728002-c90b-452e-a166-db394444487a is already hosted by enough agents. {{(pid=104101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 21:05:38.175369 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.scheduler.base_scheduler [None req-64476977-2493-47f3-94af-d2fcf253e22d admin admin] Resources bound (agent type, host, resource id): {{(pid=104101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:05:38.182238 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64476977-2493-47f3-94af-d2fcf253e22d admin admin] Received port after_create {{(pid=104101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 21:05:38.182773 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-64476977-2493-47f3-94af-d2fcf253e22d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1614666'] for router_interface (3bb60381-f3a3-4d7c-a3fa-b838eedba2bc), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:38.260090 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64476977-2493-47f3-94af-d2fcf253e22d admin admin] Pushing event updated for resources: {'Port': ['ID=c6ae6261-71ed-4b07-8c36-fba23f8ed872,revision_number=1']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:05:38.394299 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:05:38.423412 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:05:38.424663 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-64476977-2493-47f3-94af-d2fcf253e22d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (c6ae6261-71ed-4b07-8c36-fba23f8ed872), before_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:38.594434 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-c53bb115-f081-464a-9225-1e746ea2965f None None] Provisioning complete for port c6ae6261-71ed-4b07-8c36-fba23f8ed872 triggered by entity DHCP. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:05:38.600498 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-c53bb115-f081-464a-9225-1e746ea2965f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (c6ae6261-71ed-4b07-8c36-fba23f8ed872), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:38.641468 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e90f38-37de-436c-864c-90a5075d5b9d req-520a6ca8-51c8-4a49-8e04-dc437398ca52 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:38.648667 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-62e90f38-37de-436c-864c-90a5075d5b9d req-520a6ca8-51c8-4a49-8e04-dc437398ca52 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?device_id=6822b4a3-12b7-42b4-8c45-063cb86b7199 HTTP/1.1" status: 200 len: 946 time: 0.0644820 May 26 21:05:38.652765 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-c53bb115-f081-464a-9225-1e746ea2965f None None] Port c6ae6261-71ed-4b07-8c36-fba23f8ed872 cannot update to ACTIVE because it is not bound. {{(pid=104103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 21:05:38.700275 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-62e90f38-37de-436c-864c-90a5075d5b9d req-67624037-0bed-4486-91bc-37ddc8f7e0de tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d047b43-45d5-46fd-bad8-28b24b28bff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507488 May 26 21:05:38.725791 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Device 466d1d3e-5774-42ce-b767-cfefc3b72aa2 details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=104103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 21:05:38.791349 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-64476977-2493-47f3-94af-d2fcf253e22d admin admin] Publish callbacks [] for port (c6ae6261-71ed-4b07-8c36-fba23f8ed872), precommit_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:38.798342 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-64476977-2493-47f3-94af-d2fcf253e22d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (c6ae6261-71ed-4b07-8c36-fba23f8ed872), after_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:38.799570 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-64476977-2493-47f3-94af-d2fcf253e22d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-416038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1615354'] for router_interface (3bb60381-f3a3-4d7c-a3fa-b838eedba2bc), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:38.856591 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] For port 466d1d3e-5774-42ce-b767-cfefc3b72aa2, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=466d1d3e-5774-42ce-b767-cfefc3b72aa2,segment=NetworkSegment(1e0dbeac-b689-4b13-a590-2db23fc6dfbc),segment_id=1e0dbeac-b689-4b13-a590-2db23fc6dfbc)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:05:38.872657 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Returning: {'device': '466d1d3e-5774-42ce-b767-cfefc3b72aa2', 'network_id': 'dc07e933-5233-4dad-95db-3dcdb5f7d053', 'port_id': '466d1d3e-5774-42ce-b767-cfefc3b72aa2', 'mac_address': 'fa:16:3e:57:28:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4f6dcf6-e2de-4b06-8579-023d24e9cdb2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 21:05:38.910919 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64476977-2493-47f3-94af-d2fcf253e22d admin admin] Pushing event updated for resources: {'Port': ['ID=c6ae6261-71ed-4b07-8c36-fba23f8ed872,revision_number=2']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:05:38.923719 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Current status of the port 466d1d3e-5774-42ce-b767-cfefc3b72aa2 is: DOWN; New status is: BUILD {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:05:38.924212 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (466d1d3e-5774-42ce-b767-cfefc3b72aa2), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:38.931610 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 46202) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:05:38.945307 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.notifiers.nova [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 466d1d3e-5774-42ce-b767-cfefc3b72aa2 {{(pid=104103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 21:05:38.967816 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] For port 466d1d3e-5774-42ce-b767-cfefc3b72aa2, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=466d1d3e-5774-42ce-b767-cfefc3b72aa2,segment=NetworkSegment(1e0dbeac-b689-4b13-a590-2db23fc6dfbc),segment_id=1e0dbeac-b689-4b13-a590-2db23fc6dfbc)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:05:38.973490 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (466d1d3e-5774-42ce-b767-cfefc3b72aa2), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:38.979175 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64476977-2493-47f3-94af-d2fcf253e22d admin admin] Network 01728002-c90b-452e-a166-db394444487a is already hosted by enough agents. {{(pid=104101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 21:05:38.981381 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.scheduler.base_scheduler [None req-64476977-2493-47f3-94af-d2fcf253e22d admin admin] Resources bound (agent type, host, resource id): {{(pid=104101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:05:39.027901 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Pushing event updated for resources: {'Port': ['ID=466d1d3e-5774-42ce-b767-cfefc3b72aa2,revision_number=4']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:05:39.108221 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-acb04cb1-3731-4fac-b620-c40270bcc05e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:39.140667 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64476977-2493-47f3-94af-d2fcf253e22d admin admin] Router 3bb60381-f3a3-4d7c-a3fa-b838eedba2bc has already been hosted by L3 agent ccb07560-1e88-42f3-8411-377a93089622 {{(pid=104101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 21:05:39.226203 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beb1ff5-9258-44c0-b02e-491945186dc3 req-91973b97-7907-43a6-96a0-42e3e1cc2aec tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:39.227849 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-0beb1ff5-9258-44c0-b02e-491945186dc3 req-91973b97-7907-43a6-96a0-42e3e1cc2aec tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] 10.222.0.57 "GET /v2.0/ports?device_id=792090c1-921d-4691-a24f-8a97f6fb08ab HTTP/1.1" status: 200 len: 944 time: 0.0736530 May 26 21:05:39.256756 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64476977-2493-47f3-94af-d2fcf253e22d admin admin] Notify agent at l3_agent.dv-cinder-828806-3-iscsi the message routers_updated {{(pid=104101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 21:05:39.270570 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-64476977-2493-47f3-94af-d2fcf253e22d admin admin] 10.222.0.57 "PUT /v2.0/routers/3bb60381-f3a3-4d7c-a3fa-b838eedba2bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7050490 May 26 21:05:39.275771 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-49e3554c-88ab-4610-97be-7c35622a7db7 None None] Provisioning complete for port c6ae6261-71ed-4b07-8c36-fba23f8ed872 triggered by entity DHCP. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:05:39.276141 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-49e3554c-88ab-4610-97be-7c35622a7db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (c6ae6261-71ed-4b07-8c36-fba23f8ed872), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:39.282593 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-acb04cb1-3731-4fac-b620-c40270bcc05e admin admin] Publish callbacks [] for security_group (b9da1518-9a55-484b-a5da-24af8d922c99), precommit_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:39.291192 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-acb04cb1-3731-4fac-b620-c40270bcc05e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (b9da1518-9a55-484b-a5da-24af8d922c99), after_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:39.315943 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-49e3554c-88ab-4610-97be-7c35622a7db7 None None] Port c6ae6261-71ed-4b07-8c36-fba23f8ed872 cannot update to ACTIVE because it is not bound. {{(pid=104103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 21:05:39.347460 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-0beb1ff5-9258-44c0-b02e-491945186dc3 req-f04a2dc9-6f91-4694-8ef0-50484530d41a tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] 10.222.0.57 "GET /v2.0/security-groups?id=446b3d92-a111-416a-b42c-78d385410977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128728 May 26 21:05:39.352316 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-acb04cb1-3731-4fac-b620-c40270bcc05e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2edda53a2da04945bf3d7b7ea60de3a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4197154 May 26 21:05:39.355136 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 46210) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:05:39.363659 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb04cb1-3731-4fac-b620-c40270bcc05e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9da1518-9a55-484b-a5da-24af8d922c99,revision_number=1']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:05:39.391014 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] get_ports_and_sgs() called for port_ids ['466d1d3e-5774-42ce-b767-cfefc3b72aa2'] {{(pid=104103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 21:05:39.413285 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-b20dbb4d-9131-4f52-b768-63ab51c7783f admin admin] Publish callbacks [] for security_group (b9da1518-9a55-484b-a5da-24af8d922c99), before_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:39.435820 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-b20dbb4d-9131-4f52-b768-63ab51c7783f admin admin] Publish callbacks [] for security_group (b9da1518-9a55-484b-a5da-24af8d922c99), precommit_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:39.489661 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-b20dbb4d-9131-4f52-b768-63ab51c7783f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (b9da1518-9a55-484b-a5da-24af8d922c99), after_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:39.492460 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-b20dbb4d-9131-4f52-b768-63ab51c7783f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:39.496154 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-b20dbb4d-9131-4f52-b768-63ab51c7783f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b9da1518-9a55-484b-a5da-24af8d922c99 HTTP/1.1" status: 204 len: 168 time: 0.1368725 May 26 21:05:39.504883 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20dbb4d-9131-4f52-b768-63ab51c7783f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9da1518-9a55-484b-a5da-24af8d922c99,revision_number=None']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:05:39.579247 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 46220) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:05:39.584120 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.v2.base [None req-ad67f553-3529-4ee4-9f5c-f7d1418df618 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1226414462', 'description': 'tempest-description--1574014972'}} {{(pid=104101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:05:39.616413 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-ad67f553-3529-4ee4-9f5c-f7d1418df618 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks [] for security_group (None), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:39.657997 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:05:39.705062 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=4 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:05:39.743210 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-ad67f553-3529-4ee4-9f5c-f7d1418df618 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks [] for security_group (d3253da1-13c2-4960-85fe-ea1c2b16da0e), precommit_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:39.749911 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-ad67f553-3529-4ee4-9f5c-f7d1418df618 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (d3253da1-13c2-4960-85fe-ea1c2b16da0e), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:39.774978 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-63e73057-87b8-4dfb-904b-128e7c1bd246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (28061657-8b16-479f-8ff4-19bdcc74bc2c), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:39.801608 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-ad67f553-3529-4ee4-9f5c-f7d1418df618 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks [] for security_group (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:39.806621 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-ad67f553-3529-4ee4-9f5c-f7d1418df618 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2261105 May 26 21:05:39.807450 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 46230) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:05:39.815900 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.v2.base [None req-4506fc82-31d5-401a-aa18-736a839e0084 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Request body: {'security_group_rule': {'security_group_id': 'd3253da1-13c2-4960-85fe-ea1c2b16da0e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:05:39.860601 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad67f553-3529-4ee4-9f5c-f7d1418df618 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3253da1-13c2-4960-85fe-ea1c2b16da0e,revision_number=1']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:05:39.868352 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:05:39.887501 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273be141-983c-40e1-ab38-d59f839fcfe5 req-83f9eccd-fb4c-4ef3-894b-79f6d3860644 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:39.896845 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-273be141-983c-40e1-ab38-d59f839fcfe5 req-83f9eccd-fb4c-4ef3-894b-79f6d3860644 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?device_id=6822b4a3-12b7-42b4-8c45-063cb86b7199 HTTP/1.1" status: 200 len: 946 time: 0.1029053 May 26 21:05:39.897618 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-4506fc82-31d5-401a-aa18-736a839e0084 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks [] for security_group_rule (b4a08658-62c0-4ee5-8e20-d93969af727b), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:39.924386 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Device 679aba7a-8620-45b9-9086-6d670299fa57 up at agent ovs-agent-dv-cinder-828806-3-iscsi {{(pid=104103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:05:39.971543 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-273be141-983c-40e1-ab38-d59f839fcfe5 req-f6d1805b-8788-4dcc-9886-fdb95bc9ec9c tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d047b43-45d5-46fd-bad8-28b24b28bff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726626 May 26 21:05:39.984815 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Provisioning complete for port 679aba7a-8620-45b9-9086-6d670299fa57 triggered by entity L2. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:05:39.985438 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (679aba7a-8620-45b9-9086-6d670299fa57), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:40.023328 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-4506fc82-31d5-401a-aa18-736a839e0084 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks [] for security_group_rule (b4a08658-62c0-4ee5-8e20-d93969af727b), precommit_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:40.029948 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-4506fc82-31d5-401a-aa18-736a839e0084 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636418'] for security_group_rule (b4a08658-62c0-4ee5-8e20-d93969af727b), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:40.047045 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 46232) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:05:40.054339 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4506fc82-31d5-401a-aa18-736a839e0084 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4a08658-62c0-4ee5-8e20-d93969af727b,revision_number=0']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:05:40.071149 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-4506fc82-31d5-401a-aa18-736a839e0084 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:40.074938 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-4506fc82-31d5-401a-aa18-736a839e0084 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2606006 May 26 21:05:40.075170 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 46234) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:05:40.081104 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-14237f59-1769-482a-807e-95c05f09688f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:40.084600 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.v2.base [None req-4e6f73de-3b75-41bd-a443-9e36903836e1 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Request body: {'security_group_rule': {'security_group_id': 'd3253da1-13c2-4960-85fe-ea1c2b16da0e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:05:40.119157 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-4e6f73de-3b75-41bd-a443-9e36903836e1 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks [] for security_group_rule (386ecd76-9019-4ed6-8cb2-a961778a4a5e), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:40.131968 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Current status of the port 679aba7a-8620-45b9-9086-6d670299fa57 is: DOWN; New status is: ACTIVE {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:05:40.132359 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (679aba7a-8620-45b9-9086-6d670299fa57), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:40.138216 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:05:40.154282 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:05:40.159719 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e87227d-c8e4-4eed-9dab-f89d1df3989d None None] Sync routers for ids ['3bb60381-f3a3-4d7c-a3fa-b838eedba2bc'] in dv-cinder-828806-3-iscsi {{(pid=104103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 21:05:40.194782 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] For port 679aba7a-8620-45b9-9086-6d670299fa57, host dv-cinder-828806-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-3-iscsi',level=0,port_id=679aba7a-8620-45b9-9086-6d670299fa57,segment=NetworkSegment(8d4aea41-d977-462c-9098-4088113247cb),segment_id=8d4aea41-d977-462c-9098-4088113247cb)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:05:40.199902 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e87227d-c8e4-4eed-9dab-f89d1df3989d None None] Routers {'3bb60381-f3a3-4d7c-a3fa-b838eedba2bc'} bound to L3 agent in host dv-cinder-828806-3-iscsi {{(pid=104103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:05:40.203170 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_hamode_db [None req-0e87227d-c8e4-4eed-9dab-f89d1df3989d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T20:55:42Z,description=,heartbeat_timestamp=2022-05-26T21:05:12Z,host='dv-cinder-828806-3-iscsi',id=ccb07560-1e88-42f3-8411-377a93089622,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T20:55:42Z,topic='l3_agent')) {'router_ids': ['3bb60381-f3a3-4d7c-a3fa-b838eedba2bc'], 'active': True} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:05:40.208342 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-4e6f73de-3b75-41bd-a443-9e36903836e1 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks [] for security_group_rule (386ecd76-9019-4ed6-8cb2-a961778a4a5e), precommit_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:40.212517 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-14237f59-1769-482a-807e-95c05f09688f admin admin] Publish callbacks [] for security_group (61b940f0-67a4-43c2-a179-b2767c51d092), precommit_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:40.213507 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-4e6f73de-3b75-41bd-a443-9e36903836e1 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636418'] for security_group_rule (386ecd76-9019-4ed6-8cb2-a961778a4a5e), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:40.216584 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-14237f59-1769-482a-807e-95c05f09688f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (61b940f0-67a4-43c2-a179-b2767c51d092), after_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:40.234259 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:05:40.244873 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6f73de-3b75-41bd-a443-9e36903836e1 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=386ecd76-9019-4ed6-8cb2-a961778a4a5e,revision_number=0']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:05:40.258205 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-4e6f73de-3b75-41bd-a443-9e36903836e1 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:40.263072 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-4e6f73de-3b75-41bd-a443-9e36903836e1 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1840882 May 26 21:05:40.264272 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 46240) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:05:40.271237 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.v2.base [None req-1309c540-e615-4ece-87ca-bae920817870 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Request body: {'floatingip': {'floating_network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12'}} {{(pid=104102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:05:40.278161 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-14237f59-1769-482a-807e-95c05f09688f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=df273ffbc54c46f0ab8d9daffbfa0a4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2303345 May 26 21:05:40.281588 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 46242) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:05:40.282136 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14237f59-1769-482a-807e-95c05f09688f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61b940f0-67a4-43c2-a179-b2767c51d092,revision_number=1']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:05:40.283050 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (679aba7a-8620-45b9-9086-6d670299fa57), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:40.304979 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-1309c540-e615-4ece-87ca-bae920817870 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:40.332010 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-6a0add31-3705-4332-b74a-bb3b2ae1dcc5 admin admin] Publish callbacks [] for security_group (61b940f0-67a4-43c2-a179-b2767c51d092), before_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:40.349668 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Pushing event updated for resources: {'Port': ['ID=679aba7a-8620-45b9-9086-6d670299fa57,revision_number=4']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:05:40.353372 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvr_db [None req-0e87227d-c8e4-4eed-9dab-f89d1df3989d None None] Set router 3bb60381-f3a3-4d7c-a3fa-b838eedba2bc gateway port host: dv-cinder-828806-3-iscsi {{(pid=104103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:05:40.357132 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-6a0add31-3705-4332-b74a-bb3b2ae1dcc5 admin admin] Publish callbacks [] for security_group (61b940f0-67a4-43c2-a179-b2767c51d092), precommit_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:40.407680 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-1309c540-e615-4ece-87ca-bae920817870 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (None), before_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:40.423282 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-6a0add31-3705-4332-b74a-bb3b2ae1dcc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (61b940f0-67a4-43c2-a179-b2767c51d092), after_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:40.426370 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-6a0add31-3705-4332-b74a-bb3b2ae1dcc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:40.430742 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-6a0add31-3705-4332-b74a-bb3b2ae1dcc5 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/61b940f0-67a4-43c2-a179-b2767c51d092 HTTP/1.1" status: 204 len: 168 time: 0.1449578 May 26 21:05:40.438054 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0add31-3705-4332-b74a-bb3b2ae1dcc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61b940f0-67a4-43c2-a179-b2767c51d092,revision_number=None']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:05:40.509680 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee97def7-dd67-49d9-b323-fa36d60b1ce4 req-d8e78020-9df7-4e69-8cc0-7e76970a55a0 tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:40.511263 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-ee97def7-dd67-49d9-b323-fa36d60b1ce4 req-d8e78020-9df7-4e69-8cc0-7e76970a55a0 tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] 10.222.0.57 "GET /v2.0/ports?device_id=792090c1-921d-4691-a24f-8a97f6fb08ab HTTP/1.1" status: 200 len: 944 time: 0.0913825 May 26 21:05:40.574554 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_hamode_db [None req-0e87227d-c8e4-4eed-9dab-f89d1df3989d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bb60381-f3a3-4d7c-a3fa-b838eedba2bc', 'name': 'tempest-AttachVolumeNegativeTest-1984650119-router', 'tenant_id': 'aaa9e1a61984467ab8efae451b270558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '679aba7a-8620-45b9-9086-6d670299fa57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:05:34Z', 'updated_at': '2022-05-26T21:05:38Z', 'revision_number': 4, 'project_id': 'aaa9e1a61984467ab8efae451b270558', 'gw_port': {'id': '679aba7a-8620-45b9-9086-6d670299fa57', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:e7:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bb60381-f3a3-4d7c-a3fa-b838eedba2bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:05:35Z', 'updated_at': '2022-05-26T21:05:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi', '_interfaces': [{'id': 'c6ae6261-71ed-4b07-8c36-fba23f8ed872', 'name': '', 'network_id': '01728002-c90b-452e-a166-db394444487a', 'tenant_id': 'aaa9e1a61984467ab8efae451b270558', 'mac_address': 'fa:16:3e:b3:48:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bb60381-f3a3-4d7c-a3fa-b838eedba2bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '9203b2fc-d019-4045-ae31-83603be0cf2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:05:37Z', 'updated_at': '2022-05-26T21:05:38Z', 'revision_number': 2, 'project_id': 'aaa9e1a61984467ab8efae451b270558', 'subnets': [{'id': '9203b2fc-d019-4045-ae31-83603be0cf2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-3-iscsi', False) {} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:05:40.598968 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.db.db_base_plugin_common [None req-1309c540-e615-4ece-87ca-bae920817870 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Allocated IP 172.27.2.84 (7d433162-bc3c-42dc-9b38-0bd5733b5e12/724ba99f-4e90-4a15-97fd-930eedded7a9/8937015d-b0c8-4624-89d2-32397f5caa4e) {{(pid=104102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 21:05:40.599574 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e87227d-c8e4-4eed-9dab-f89d1df3989d None None] Checking router: 3bb60381-f3a3-4d7c-a3fa-b838eedba2bc for host: dv-cinder-828806-3-iscsi {{(pid=104103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 21:05:40.599918 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e87227d-c8e4-4eed-9dab-f89d1df3989d None None] Updating router 3bb60381-f3a3-4d7c-a3fa-b838eedba2bc port c6ae6261-71ed-4b07-8c36-fba23f8ed872 binding host dv-cinder-828806-3-iscsi {{(pid=104103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 21:05:40.614559 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-ee97def7-dd67-49d9-b323-fa36d60b1ce4 req-7e390551-9fa6-45b1-b829-9995704c2d7a tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] 10.222.0.57 "GET /v2.0/security-groups?id=446b3d92-a111-416a-b42c-78d385410977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759015 May 26 21:05:40.629707 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-0e87227d-c8e4-4eed-9dab-f89d1df3989d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (c6ae6261-71ed-4b07-8c36-fba23f8ed872), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:40.726063 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-1309c540-e615-4ece-87ca-bae920817870 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks [] for port (8937015d-b0c8-4624-89d2-32397f5caa4e), precommit_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:40.734353 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:05:40.761965 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-1309c540-e615-4ece-87ca-bae920817870 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787881445699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16679263'] for port (8937015d-b0c8-4624-89d2-32397f5caa4e), after_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:40.768752 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Device 466d1d3e-5774-42ce-b767-cfefc3b72aa2 up at agent hyperv_hv-cinder-82880 {{(pid=104103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:05:40.815091 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1309c540-e615-4ece-87ca-bae920817870 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Network 7d433162-bc3c-42dc-9b38-0bd5733b5e12 is already hosted by enough agents. {{(pid=104102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 21:05:40.821240 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.scheduler.base_scheduler [None req-1309c540-e615-4ece-87ca-bae920817870 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Resources bound (agent type, host, resource id): {{(pid=104102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:05:40.823904 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1309c540-e615-4ece-87ca-bae920817870 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Received port after_create {{(pid=104102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 21:05:40.827498 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1309c540-e615-4ece-87ca-bae920817870 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Pushing event updated for resources: {'Port': ['ID=8937015d-b0c8-4624-89d2-32397f5caa4e,revision_number=1']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:05:40.879066 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Provisioning for port 466d1d3e-5774-42ce-b767-cfefc3b72aa2 completed by entity L2. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 21:05:40.897565 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Provisioning complete for port 466d1d3e-5774-42ce-b767-cfefc3b72aa2 triggered by entity L2. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:05:40.897963 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (466d1d3e-5774-42ce-b767-cfefc3b72aa2), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:40.920495 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-1309c540-e615-4ece-87ca-bae920817870 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks [] for floatingip (decb2ff7-98c1-4f8a-9213-836225faefc1), precommit_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:40.963253 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-1309c540-e615-4ece-87ca-bae920817870 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (8937015d-b0c8-4624-89d2-32397f5caa4e), before_update {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:40.995317 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:05:41.041291 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-0e87227d-c8e4-4eed-9dab-f89d1df3989d None None] Publish callbacks [] for port (c6ae6261-71ed-4b07-8c36-fba23f8ed872), precommit_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:41.045743 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Current status of the port 466d1d3e-5774-42ce-b767-cfefc3b72aa2 is: BUILD; New status is: ACTIVE {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:05:41.046124 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (466d1d3e-5774-42ce-b767-cfefc3b72aa2), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:41.059167 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-0e87227d-c8e4-4eed-9dab-f89d1df3989d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (c6ae6261-71ed-4b07-8c36-fba23f8ed872), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:41.064985 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:05:41.109352 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '792090c1-921d-4691-a24f-8a97f6fb08ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '466d1d3e-5774-42ce-b767-cfefc3b72aa2'}] {{(pid=104103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:05:41.111630 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b44267d7c8a7abe6e93cd6d61df03f02c4feaf0da3ba5ea8b381a36bebf6efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e87c956-cc68-411e-b310-798b8619ccec" -d '{"events": [{"server_uuid": "792090c1-921d-4691-a24f-8a97f6fb08ab", "name": "network-vif-plugged", "status": "completed", "tag": "466d1d3e-5774-42ce-b767-cfefc3b72aa2"}]}' {{(pid=104103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:05:41.139153 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] For port 466d1d3e-5774-42ce-b767-cfefc3b72aa2, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=466d1d3e-5774-42ce-b767-cfefc3b72aa2,segment=NetworkSegment(1e0dbeac-b689-4b13-a590-2db23fc6dfbc),segment_id=1e0dbeac-b689-4b13-a590-2db23fc6dfbc)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:05:41.146223 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3134a02c-a7ae-4980-9d3e-c1818711df2d req-1d0e97a7-8a1a-4f2e-9c76-015e224a3641 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:41.148727 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (466d1d3e-5774-42ce-b767-cfefc3b72aa2), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:41.153322 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-3134a02c-a7ae-4980-9d3e-c1818711df2d req-1d0e97a7-8a1a-4f2e-9c76-015e224a3641 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?device_id=6822b4a3-12b7-42b4-8c45-063cb86b7199 HTTP/1.1" status: 200 len: 946 time: 0.0991228 May 26 21:05:41.153613 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfaeb3c-81f4-49b9-88d8-a198511d9633 None None] Pushing event updated for resources: {'Port': ['ID=c6ae6261-71ed-4b07-8c36-fba23f8ed872,revision_number=3']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:05:41.201219 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 21:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-342fe104-5d08-455c-bd19-07716378200f x-openstack-request-id: req-342fe104-5d08-455c-bd19-07716378200f {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:05:41.201542 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "792090c1-921d-4691-a24f-8a97f6fb08ab", "name": "network-vif-plugged", "status": "completed", "tag": "466d1d3e-5774-42ce-b767-cfefc3b72aa2", "code": 200}]} {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:05:41.201759 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-342fe104-5d08-455c-bd19-07716378200f {{(pid=104103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:05:41.202232 dv-cinder-828806-3-iscsi neutron-server[104103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-342fe104-5d08-455c-bd19-07716378200f'] response: {'server_uuid': '792090c1-921d-4691-a24f-8a97f6fb08ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '466d1d3e-5774-42ce-b767-cfefc3b72aa2', 'code': 200} May 26 21:05:41.230828 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-3134a02c-a7ae-4980-9d3e-c1818711df2d req-4b409339-9ab8-4aaf-a382-b711a3b2938c tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d047b43-45d5-46fd-bad8-28b24b28bff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765336 May 26 21:05:41.287072 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.managers [None req-0e87227d-c8e4-4eed-9dab-f89d1df3989d None None] Attempting to bind port c6ae6261-71ed-4b07-8c36-fba23f8ed872 on host dv-cinder-828806-3-iscsi for vnic_type normal with profile {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 21:05:41.287439 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.managers [None req-0e87227d-c8e4-4eed-9dab-f89d1df3989d None None] Attempting to bind port c6ae6261-71ed-4b07-8c36-fba23f8ed872 by drivers openvswitch,hyperv on host dv-cinder-828806-3-iscsi at level 0 using segments [{'id': '5a8b3ddd-b07c-4334-a55f-ea808909a34b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '01728002-c90b-452e-a166-db394444487a'}] {{(pid=104103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 21:05:41.287802 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e87227d-c8e4-4eed-9dab-f89d1df3989d None None] Attempting to bind port c6ae6261-71ed-4b07-8c36-fba23f8ed872 on network 01728002-c90b-452e-a166-db394444487a {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 21:05:41.316692 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Pushing event updated for resources: {'Port': ['ID=466d1d3e-5774-42ce-b767-cfefc3b72aa2,revision_number=5']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:05:41.319683 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e87227d-c8e4-4eed-9dab-f89d1df3989d None None] Checking agent: {'id': '545ffc5a-00f7-4140-8f25-9e74b0e32d39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828806-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 20, 55, 46), 'started_at': datetime.datetime(2022, 5, 26, 20, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 21, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828806-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 21:05:41.320057 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e87227d-c8e4-4eed-9dab-f89d1df3989d None None] Checking segment: {'id': '5a8b3ddd-b07c-4334-a55f-ea808909a34b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '01728002-c90b-452e-a166-db394444487a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 21:05:41.320460 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-0e87227d-c8e4-4eed-9dab-f89d1df3989d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:41.320846 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e87227d-c8e4-4eed-9dab-f89d1df3989d None None] Bound using segment: {'id': '5a8b3ddd-b07c-4334-a55f-ea808909a34b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '01728002-c90b-452e-a166-db394444487a'} {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 21:05:41.321119 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:05:41.321306 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.managers [None req-0e87227d-c8e4-4eed-9dab-f89d1df3989d None None] Bound port: c6ae6261-71ed-4b07-8c36-fba23f8ed872, host: dv-cinder-828806-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a8b3ddd-b07c-4334-a55f-ea808909a34b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '01728002-c90b-452e-a166-db394444487a'}}] {{(pid=104103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 21:05:41.321689 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-0e87227d-c8e4-4eed-9dab-f89d1df3989d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (c6ae6261-71ed-4b07-8c36-fba23f8ed872), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:41.363554 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-1309c540-e615-4ece-87ca-bae920817870 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks [] for port (8937015d-b0c8-4624-89d2-32397f5caa4e), precommit_update {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:41.373888 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-1309c540-e615-4ece-87ca-bae920817870 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16679272'] for port (8937015d-b0c8-4624-89d2-32397f5caa4e), after_update {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:41.438543 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-0e87227d-c8e4-4eed-9dab-f89d1df3989d None None] For port c6ae6261-71ed-4b07-8c36-fba23f8ed872, host dv-cinder-828806-3-iscsi, cleared binding levels {{(pid=104103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 21:05:41.445793 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-0e87227d-c8e4-4eed-9dab-f89d1df3989d None None] For port c6ae6261-71ed-4b07-8c36-fba23f8ed872, host dv-cinder-828806-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-3-iscsi',level=0,port_id=c6ae6261-71ed-4b07-8c36-fba23f8ed872,segment=NetworkSegment(5a8b3ddd-b07c-4334-a55f-ea808909a34b),segment_id=5a8b3ddd-b07c-4334-a55f-ea808909a34b)] {{(pid=104103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 21:05:41.471440 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-0e87227d-c8e4-4eed-9dab-f89d1df3989d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (c6ae6261-71ed-4b07-8c36-fba23f8ed872), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:41.512988 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1309c540-e615-4ece-87ca-bae920817870 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Pushing event updated for resources: {'Port': ['ID=8937015d-b0c8-4624-89d2-32397f5caa4e,revision_number=2']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:05:41.521969 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-1309c540-e615-4ece-87ca-bae920817870 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1614815'] for floatingip (decb2ff7-98c1-4f8a-9213-836225faefc1), after_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:41.541528 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335a2ab5-47a2-4471-ab4e-13f815a3b18e req-e9a4c331-b5b5-430a-8396-eed7f6dfa2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:41.543245 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-335a2ab5-47a2-4471-ab4e-13f815a3b18e req-e9a4c331-b5b5-430a-8396-eed7f6dfa2f8 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=792090c1-921d-4691-a24f-8a97f6fb08ab HTTP/1.1" status: 200 len: 1129 time: 0.0907431 May 26 21:05:41.548178 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-1309c540-e615-4ece-87ca-bae920817870 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25531'] for floatingip (None), before_response {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:41.549778 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-1309c540-e615-4ece-87ca-bae920817870 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2837749 May 26 21:05:41.599404 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfaeb3c-81f4-49b9-88d8-a198511d9633 None None] Pushing event updated for resources: {'Port': ['ID=c6ae6261-71ed-4b07-8c36-fba23f8ed872,revision_number=4']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:05:41.618819 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-9f864509-f11a-4594-845b-0fad7b916399 None None] Provisioning complete for port c6ae6261-71ed-4b07-8c36-fba23f8ed872 triggered by entity DHCP. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:05:41.620125 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-9f864509-f11a-4594-845b-0fad7b916399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (c6ae6261-71ed-4b07-8c36-fba23f8ed872), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:41.627904 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-335a2ab5-47a2-4471-ab4e-13f815a3b18e req-a8e55baa-d618-491c-a5de-a48ba3911081 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=446b3d92-a111-416a-b42c-78d385410977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758395 May 26 21:05:41.631398 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e87227d-c8e4-4eed-9dab-f89d1df3989d None None] Routers {'3bb60381-f3a3-4d7c-a3fa-b838eedba2bc'} bound to L3 agent in host dv-cinder-828806-3-iscsi {{(pid=104103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:05:41.631398 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_hamode_db [None req-0e87227d-c8e4-4eed-9dab-f89d1df3989d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T20:55:42Z,description=,heartbeat_timestamp=2022-05-26T21:05:12Z,host='dv-cinder-828806-3-iscsi',id=ccb07560-1e88-42f3-8411-377a93089622,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T20:55:42Z,topic='l3_agent')) {'router_ids': ['3bb60381-f3a3-4d7c-a3fa-b838eedba2bc'], 'active': True} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:05:41.904666 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvr_db [None req-0e87227d-c8e4-4eed-9dab-f89d1df3989d None None] Set router 3bb60381-f3a3-4d7c-a3fa-b838eedba2bc gateway port host: dv-cinder-828806-3-iscsi {{(pid=104103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:05:41.934994 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcc4bc1-2b65-4642-b993-59b6acb9b906 req-fd1c821f-5f97-4855-a5ad-a9f540f6ad58 tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:41.936262 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-9f864509-f11a-4594-845b-0fad7b916399 None None] Current status of the port c6ae6261-71ed-4b07-8c36-fba23f8ed872 is: DOWN; New status is: ACTIVE {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:05:41.936655 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-9f864509-f11a-4594-845b-0fad7b916399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (c6ae6261-71ed-4b07-8c36-fba23f8ed872), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:41.943006 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-dfcc4bc1-2b65-4642-b993-59b6acb9b906 req-fd1c821f-5f97-4855-a5ad-a9f540f6ad58 tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] 10.222.0.57 "GET /v2.0/ports?device_id=792090c1-921d-4691-a24f-8a97f6fb08ab HTTP/1.1" status: 200 len: 945 time: 0.1746507 May 26 21:05:41.984716 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Device 679aba7a-8620-45b9-9086-6d670299fa57 up at agent ovs-agent-dv-cinder-828806-3-iscsi {{(pid=104103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:05:41.988244 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-4b81cb75-5466-49f1-b9e8-8d5c0a834dd9 req-632a900c-82c7-4af2-b371-5a31cb4dd02c tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--1226414462&fields=id&tenant_id=aaa9e1a61984467ab8efae451b270558 HTTP/1.1" status: 200 len: 267 time: 0.1012435 May 26 21:05:42.104534 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-dfcc4bc1-2b65-4642-b993-59b6acb9b906 req-b2a2c8c5-6191-4251-afe9-ec8d8a11883a tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] 10.222.0.57 "GET /v2.0/security-groups?id=446b3d92-a111-416a-b42c-78d385410977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606596 May 26 21:05:42.160566 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:05:42.171218 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b81cb75-5466-49f1-b9e8-8d5c0a834dd9 req-c1d5106a-7b58-4ae3-b70f-a77ddff67d85 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:42.171688 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-9f864509-f11a-4594-845b-0fad7b916399 None None] For port c6ae6261-71ed-4b07-8c36-fba23f8ed872, host dv-cinder-828806-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-3-iscsi',level=0,port_id=c6ae6261-71ed-4b07-8c36-fba23f8ed872,segment=NetworkSegment(5a8b3ddd-b07c-4334-a55f-ea808909a34b),segment_id=5a8b3ddd-b07c-4334-a55f-ea808909a34b)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:05:42.173673 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-4b81cb75-5466-49f1-b9e8-8d5c0a834dd9 req-c1d5106a-7b58-4ae3-b70f-a77ddff67d85 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/networks?id=01728002-c90b-452e-a166-db394444487a HTTP/1.1" status: 200 len: 815 time: 0.1846619 May 26 21:05:42.185586 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:05:42.206387 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-4b81cb75-5466-49f1-b9e8-8d5c0a834dd9 req-e4e74781-201b-4520-a65e-ed02e3d4744b tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/quotas/aaa9e1a61984467ab8efae451b270558 HTTP/1.1" status: 200 len: 375 time: 0.0205729 May 26 21:05:42.219126 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-9f864509-f11a-4594-845b-0fad7b916399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (c6ae6261-71ed-4b07-8c36-fba23f8ed872), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:42.261126 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-022a5376-90de-46d8-9b55-ed88d1cd00f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (ccb07560-1e88-42f3-8411-377a93089622), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:42.293666 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-4b81cb75-5466-49f1-b9e8-8d5c0a834dd9 req-fc8b9c67-17b9-4e51-9c7d-82c71800dd58 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=aaa9e1a61984467ab8efae451b270558&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0805321 May 26 21:05:42.305005 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Provisioning complete for port 679aba7a-8620-45b9-9086-6d670299fa57 triggered by entity L2. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:05:42.305596 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (679aba7a-8620-45b9-9086-6d670299fa57), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:42.355365 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:05:42.356492 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f864509-f11a-4594-845b-0fad7b916399 None None] Pushing event updated for resources: {'Port': ['ID=c6ae6261-71ed-4b07-8c36-fba23f8ed872,revision_number=5']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:05:42.383916 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-c6f7d791-8d71-41bb-92b9-10fe770a293a None None] Provisioning complete for port c6ae6261-71ed-4b07-8c36-fba23f8ed872 triggered by entity DHCP. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:05:42.383916 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-c6f7d791-8d71-41bb-92b9-10fe770a293a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (c6ae6261-71ed-4b07-8c36-fba23f8ed872), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:42.452686 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8965e51-4c4a-451d-ba71-025af63a0ad7 req-fce66f47-c0ee-4c82-8074-b0c711838a0d tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:42.454167 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-a8965e51-4c4a-451d-ba71-025af63a0ad7 req-fce66f47-c0ee-4c82-8074-b0c711838a0d tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?device_id=6822b4a3-12b7-42b4-8c45-063cb86b7199 HTTP/1.1" status: 200 len: 946 time: 0.1073387 May 26 21:05:42.466678 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_hamode_db [None req-0e87227d-c8e4-4eed-9dab-f89d1df3989d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bb60381-f3a3-4d7c-a3fa-b838eedba2bc', 'name': 'tempest-AttachVolumeNegativeTest-1984650119-router', 'tenant_id': 'aaa9e1a61984467ab8efae451b270558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '679aba7a-8620-45b9-9086-6d670299fa57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:05:34Z', 'updated_at': '2022-05-26T21:05:38Z', 'revision_number': 4, 'project_id': 'aaa9e1a61984467ab8efae451b270558', 'gw_port': {'id': '679aba7a-8620-45b9-9086-6d670299fa57', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:e7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb60381-f3a3-4d7c-a3fa-b838eedba2bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:05:35Z', 'updated_at': '2022-05-26T21:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi', '_interfaces': [{'id': 'c6ae6261-71ed-4b07-8c36-fba23f8ed872', 'name': '', 'network_id': '01728002-c90b-452e-a166-db394444487a', 'tenant_id': 'aaa9e1a61984467ab8efae451b270558', 'mac_address': 'fa:16:3e:b3:48:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bb60381-f3a3-4d7c-a3fa-b838eedba2bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '9203b2fc-d019-4045-ae31-83603be0cf2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:05:37Z', 'updated_at': '2022-05-26T21:05:41Z', 'revision_number': 4, 'project_id': 'aaa9e1a61984467ab8efae451b270558', 'subnets': [{'id': '9203b2fc-d019-4045-ae31-83603be0cf2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-3-iscsi', False) {} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:05:42.516501 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e87227d-c8e4-4eed-9dab-f89d1df3989d None None] The sync data for ids ['3bb60381-f3a3-4d7c-a3fa-b838eedba2bc'] in dv-cinder-828806-3-iscsi is: [{'id': '3bb60381-f3a3-4d7c-a3fa-b838eedba2bc', 'name': 'tempest-AttachVolumeNegativeTest-1984650119-router', 'tenant_id': 'aaa9e1a61984467ab8efae451b270558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '679aba7a-8620-45b9-9086-6d670299fa57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:05:34Z', 'updated_at': '2022-05-26T21:05:38Z', 'revision_number': 4, 'project_id': 'aaa9e1a61984467ab8efae451b270558', 'gw_port': {'id': '679aba7a-8620-45b9-9086-6d670299fa57', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:e7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb60381-f3a3-4d7c-a3fa-b838eedba2bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:05:35Z', 'updated_at': '2022-05-26T21:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi', '_interfaces': [{'id': 'c6ae6261-71ed-4b07-8c36-fba23f8ed872', 'name': '', 'network_id': '01728002-c90b-452e-a166-db394444487a', 'tenant_id': 'aaa9e1a61984467ab8efae451b270558', 'mac_address': 'fa:16:3e:b3:48:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bb60381-f3a3-4d7c-a3fa-b838eedba2bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '9203b2fc-d019-4045-ae31-83603be0cf2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:05:37Z', 'updated_at': '2022-05-26T21:05:41Z', 'revision_number': 4, 'project_id': 'aaa9e1a61984467ab8efae451b270558', 'subnets': [{'id': '9203b2fc-d019-4045-ae31-83603be0cf2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 21:05:42.532276 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-4b81cb75-5466-49f1-b9e8-8d5c0a834dd9 req-75b971fe-b668-4a07-931e-b71318e3e339 service neutron] 10.222.0.57 "GET /v2.0/networks/01728002-c90b-452e-a166-db394444487a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215588 May 26 21:05:42.536953 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-a8965e51-4c4a-451d-ba71-025af63a0ad7 req-bdd3de02-5257-46d0-a83d-cb6b6755b013 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d047b43-45d5-46fd-bad8-28b24b28bff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756323 May 26 21:05:42.542089 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Current status of the port 679aba7a-8620-45b9-9086-6d670299fa57 is: ACTIVE; New status is: ACTIVE {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:05:42.622541 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-c6f7d791-8d71-41bb-92b9-10fe770a293a None None] Current status of the port c6ae6261-71ed-4b07-8c36-fba23f8ed872 is: ACTIVE; New status is: ACTIVE {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:05:42.701621 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-4b81cb75-5466-49f1-b9e8-8d5c0a834dd9 req-8044ee36-11e4-4514-aaf3-3eb5e6aaf81e service neutron] 10.222.0.57 "GET /v2.0/networks/01728002-c90b-452e-a166-db394444487a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553504 May 26 21:05:42.934723 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-d298f8e2-7f3a-4881-b019-a2edea262ebc req-0cbb0482-bcbe-477c-a576-7f8e19b16322 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/ports?device_id=0a4ded4d-1abb-4bb7-ae27-95e1ce923b95 HTTP/1.1" status: 200 len: 210 time: 0.0350065 May 26 21:05:42.978955 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-2cedcaf3-f8c8-488c-9e0f-8ce175add227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (5deefb54-cd62-4255-b022-7e9734e3e0b8), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:43.452582 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2626ad13-0d86-44dc-a945-5fd2f8617572 req-2b230187-3d94-4f76-940f-eeeb37d15f78 tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:43.454213 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-2626ad13-0d86-44dc-a945-5fd2f8617572 req-2b230187-3d94-4f76-940f-eeeb37d15f78 tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] 10.222.0.57 "GET /v2.0/ports?device_id=792090c1-921d-4691-a24f-8a97f6fb08ab HTTP/1.1" status: 200 len: 945 time: 0.2379725 May 26 21:05:43.518562 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-2626ad13-0d86-44dc-a945-5fd2f8617572 req-0c5daf3b-f069-403c-acf0-980d96e628db tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] 10.222.0.57 "GET /v2.0/security-groups?id=446b3d92-a111-416a-b42c-78d385410977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539122 May 26 21:05:43.736593 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1fa48f-34f6-4142-83f3-f568cd9f0696 req-141d3798-a11f-42e5-8390-0f186f94a14c tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:43.738174 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-8b1fa48f-34f6-4142-83f3-f568cd9f0696 req-141d3798-a11f-42e5-8390-0f186f94a14c tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?device_id=6822b4a3-12b7-42b4-8c45-063cb86b7199 HTTP/1.1" status: 200 len: 946 time: 0.0508814 May 26 21:05:43.795343 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-8b1fa48f-34f6-4142-83f3-f568cd9f0696 req-783b2f74-e5c9-4c15-b36d-bbc0bd9f4dc2 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d047b43-45d5-46fd-bad8-28b24b28bff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510514 May 26 21:05:43.944924 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Device c6ae6261-71ed-4b07-8c36-fba23f8ed872 up at agent ovs-agent-dv-cinder-828806-3-iscsi {{(pid=104103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:05:43.998406 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Provisioning complete for port c6ae6261-71ed-4b07-8c36-fba23f8ed872 triggered by entity L2. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:05:43.999746 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (c6ae6261-71ed-4b07-8c36-fba23f8ed872), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:44.047987 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-8cb22e1d-022f-4075-a2c2-bf683970e60f req-8ae84018-6f07-494a-b133-b5bd317596b2 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/ports?device_id=0a4ded4d-1abb-4bb7-ae27-95e1ce923b95 HTTP/1.1" status: 200 len: 210 time: 0.0354936 May 26 21:05:44.073039 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Current status of the port c6ae6261-71ed-4b07-8c36-fba23f8ed872 is: ACTIVE; New status is: ACTIVE {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:05:44.473978 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b81cb75-5466-49f1-b9e8-8d5c0a834dd9 req-30d95fc4-4e98-47fe-a17b-fc24e1419665 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:44.476431 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-4b81cb75-5466-49f1-b9e8-8d5c0a834dd9 req-30d95fc4-4e98-47fe-a17b-fc24e1419665 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.62 "GET /v2.0/networks?id=01728002-c90b-452e-a166-db394444487a HTTP/1.1" status: 200 len: 815 time: 0.1308892 May 26 21:05:44.508140 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-46f12c73-3700-4e7e-86c8-206b84d0e626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (54d4a93e-badb-480c-831f-99f9f6beb5f4), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:44.523059 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:INSERT=8,neutron:SELECT=86,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:05:44.563496 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-4b81cb75-5466-49f1-b9e8-8d5c0a834dd9 req-06eb0ec9-44d3-4e4a-9aff-066306142635 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aaa9e1a61984467ab8efae451b270558 HTTP/1.1" status: 200 len: 380 time: 0.0654559 May 26 21:05:44.573910 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.v2.base [req-4b81cb75-5466-49f1-b9e8-8d5c0a834dd9 req-de230af0-8ce5-499d-bf6b-fb70dfc97a77 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Request body: {'port': {'device_id': '0a4ded4d-1abb-4bb7-ae27-95e1ce923b95', 'network_id': '01728002-c90b-452e-a166-db394444487a', 'admin_state_up': True, 'tenant_id': 'aaa9e1a61984467ab8efae451b270558', 'security_groups': ['d3253da1-13c2-4960-85fe-ea1c2b16da0e']}} {{(pid=104101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:05:44.648582 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa2e158-7a78-4674-ad18-54ec5148c380 req-ab297242-d7b4-4d2d-850a-eeccd01585f2 tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:44.650789 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-4aa2e158-7a78-4674-ad18-54ec5148c380 req-ab297242-d7b4-4d2d-850a-eeccd01585f2 tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] 10.222.0.57 "GET /v2.0/ports?device_id=792090c1-921d-4691-a24f-8a97f6fb08ab HTTP/1.1" status: 200 len: 945 time: 0.0524139 May 26 21:05:44.676259 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:05:44.699687 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b81cb75-5466-49f1-b9e8-8d5c0a834dd9 req-de230af0-8ce5-499d-bf6b-fb70dfc97a77 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Made reservation on behalf of aaa9e1a61984467ab8efae451b270558 for: {'port': 1} {{(pid=104101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 21:05:44.703930 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-4b81cb75-5466-49f1-b9e8-8d5c0a834dd9 req-de230af0-8ce5-499d-bf6b-fb70dfc97a77 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (None), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:44.712587 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-4aa2e158-7a78-4674-ad18-54ec5148c380 req-e708bef7-ea6a-4ce2-be8d-cb2a71d5b398 tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] 10.222.0.57 "GET /v2.0/security-groups?id=446b3d92-a111-416a-b42c-78d385410977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530319 May 26 21:05:44.719492 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:05:44.834326 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.db.db_base_plugin_common [req-4b81cb75-5466-49f1-b9e8-8d5c0a834dd9 req-de230af0-8ce5-499d-bf6b-fb70dfc97a77 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Allocated IP 172.20.0.5 (01728002-c90b-452e-a166-db394444487a/9203b2fc-d019-4045-ae31-83603be0cf2e/785e2ff9-cc1a-490d-8a6f-a1613f95e361) {{(pid=104101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 21:05:44.921842 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf708e6f-bbaf-4d2e-9adf-ba44964e4ce1 req-169deebe-f06f-469f-ae5f-29c10c0c4324 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:44.923439 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-cf708e6f-bbaf-4d2e-9adf-ba44964e4ce1 req-169deebe-f06f-469f-ae5f-29c10c0c4324 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?device_id=6822b4a3-12b7-42b4-8c45-063cb86b7199 HTTP/1.1" status: 200 len: 946 time: 0.0459192 May 26 21:05:44.970956 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-cf708e6f-bbaf-4d2e-9adf-ba44964e4ce1 req-fdb4acae-e117-4969-95d5-c5fc28adb0a3 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d047b43-45d5-46fd-bad8-28b24b28bff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418217 May 26 21:05:44.975783 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-4b81cb75-5466-49f1-b9e8-8d5c0a834dd9 req-de230af0-8ce5-499d-bf6b-fb70dfc97a77 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks [] for port (785e2ff9-cc1a-490d-8a6f-a1613f95e361), precommit_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:45.008576 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-4b81cb75-5466-49f1-b9e8-8d5c0a834dd9 req-de230af0-8ce5-499d-bf6b-fb70dfc97a77 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787881445699'] for port (785e2ff9-cc1a-490d-8a6f-a1613f95e361), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:45.049508 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b81cb75-5466-49f1-b9e8-8d5c0a834dd9 req-de230af0-8ce5-499d-bf6b-fb70dfc97a77 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Network 01728002-c90b-452e-a166-db394444487a is already hosted by enough agents. {{(pid=104101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 21:05:45.054418 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.scheduler.base_scheduler [req-4b81cb75-5466-49f1-b9e8-8d5c0a834dd9 req-de230af0-8ce5-499d-bf6b-fb70dfc97a77 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Resources bound (agent type, host, resource id): {{(pid=104101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:05:45.058033 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b81cb75-5466-49f1-b9e8-8d5c0a834dd9 req-de230af0-8ce5-499d-bf6b-fb70dfc97a77 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Received port after_create {{(pid=104101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 21:05:45.063253 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b81cb75-5466-49f1-b9e8-8d5c0a834dd9 req-de230af0-8ce5-499d-bf6b-fb70dfc97a77 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:45.063851 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-4b81cb75-5466-49f1-b9e8-8d5c0a834dd9 req-de230af0-8ce5-499d-bf6b-fb70dfc97a77 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25531'] for port (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:45.071766 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de230af0-8ce5-499d-bf6b-fb70dfc97a77 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Pushing event updated for resources: {'Port': ['ID=785e2ff9-cc1a-490d-8a6f-a1613f95e361,revision_number=1']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:05:45.084147 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-4b81cb75-5466-49f1-b9e8-8d5c0a834dd9 req-de230af0-8ce5-499d-bf6b-fb70dfc97a77 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5146701 May 26 21:05:45.175044 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e2660c-cd27-43db-99a0-70a40b3b8ce9 req-963550ff-1b37-4f34-a47c-9687de575afe tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:45.176580 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-56e2660c-cd27-43db-99a0-70a40b3b8ce9 req-963550ff-1b37-4f34-a47c-9687de575afe tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/ports?device_id=0a4ded4d-1abb-4bb7-ae27-95e1ce923b95 HTTP/1.1" status: 200 len: 931 time: 0.0517282 May 26 21:05:45.226127 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-56e2660c-cd27-43db-99a0-70a40b3b8ce9 req-91d29eca-5911-444b-83d3-e8e28d274f89 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/security-groups?id=d3253da1-13c2-4960-85fe-ea1c2b16da0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439649 May 26 21:05:45.270056 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-bc49cc2f-2f8c-4b24-98be-cc0b786c6229 None None] Provisioning complete for port 785e2ff9-cc1a-490d-8a6f-a1613f95e361 triggered by entity DHCP. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:05:45.270618 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-bc49cc2f-2f8c-4b24-98be-cc0b786c6229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (785e2ff9-cc1a-490d-8a6f-a1613f95e361), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:45.303317 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-bc49cc2f-2f8c-4b24-98be-cc0b786c6229 None None] Port 785e2ff9-cc1a-490d-8a6f-a1613f95e361 cannot update to ACTIVE because it is not bound. {{(pid=104103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 21:05:45.948366 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (545ffc5a-00f7-4140-8f25-9e74b0e32d39), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:46.081979 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81702f13-5f43-44c7-b3c8-646dfa77f48f req-7e6bf79d-db55-4a60-8d2e-2338e009396c tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:46.083451 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-81702f13-5f43-44c7-b3c8-646dfa77f48f req-7e6bf79d-db55-4a60-8d2e-2338e009396c tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?device_id=6822b4a3-12b7-42b4-8c45-063cb86b7199 HTTP/1.1" status: 200 len: 946 time: 0.0466642 May 26 21:05:46.141481 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-81702f13-5f43-44c7-b3c8-646dfa77f48f req-e4661713-b658-4d8b-8637-b062ff7bca7c tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d047b43-45d5-46fd-bad8-28b24b28bff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525537 May 26 21:05:46.335738 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd063d72-ffe0-4881-9bd8-a2f08f7981d3 req-03682f63-0dfe-421e-86db-be0a1c10011a tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:46.337182 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-dd063d72-ffe0-4881-9bd8-a2f08f7981d3 req-03682f63-0dfe-421e-86db-be0a1c10011a tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/ports?device_id=0a4ded4d-1abb-4bb7-ae27-95e1ce923b95 HTTP/1.1" status: 200 len: 931 time: 0.0463474 May 26 21:05:46.355223 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=100 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:05:46.388993 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-dd063d72-ffe0-4881-9bd8-a2f08f7981d3 req-fd3406c4-95ee-485e-b9e3-8f3900e4d5d3 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/security-groups?id=d3253da1-13c2-4960-85fe-ea1c2b16da0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457368 May 26 21:05:47.254127 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a15f3f8-438d-4415-bef3-d6d4b99e737d req-3cf93c77-f44c-4bb5-8463-2076cad68744 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:47.255629 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-8a15f3f8-438d-4415-bef3-d6d4b99e737d req-3cf93c77-f44c-4bb5-8463-2076cad68744 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?device_id=6822b4a3-12b7-42b4-8c45-063cb86b7199 HTTP/1.1" status: 200 len: 946 time: 0.0462391 May 26 21:05:47.303585 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.v2.base [req-4b81cb75-5466-49f1-b9e8-8d5c0a834dd9 req-89ae0772-4203-4e8c-bc8d-6f5cce5aec25 service neutron] Request body: {'port': {'device_id': '0a4ded4d-1abb-4bb7-ae27-95e1ce923b95', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=104101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:05:47.307525 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-8a15f3f8-438d-4415-bef3-d6d4b99e737d req-6b601afb-e1e5-4478-9568-97369e298dbf tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d047b43-45d5-46fd-bad8-28b24b28bff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446203 May 26 21:05:47.376161 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-4b81cb75-5466-49f1-b9e8-8d5c0a834dd9 req-89ae0772-4203-4e8c-bc8d-6f5cce5aec25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (785e2ff9-cc1a-490d-8a6f-a1613f95e361), before_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:47.511334 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b0f5e1-41af-47cd-8dd4-8b37fe880dcd req-d23d326c-063e-4551-9aa8-73427126fcdc tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:47.512828 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-d3b0f5e1-41af-47cd-8dd4-8b37fe880dcd req-d23d326c-063e-4551-9aa8-73427126fcdc tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/ports?device_id=0a4ded4d-1abb-4bb7-ae27-95e1ce923b95 HTTP/1.1" status: 200 len: 931 time: 0.0510459 May 26 21:05:47.559587 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-d3b0f5e1-41af-47cd-8dd4-8b37fe880dcd req-6c48ea19-cc88-4f8b-9e2d-6b33ab6bb71d tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/security-groups?id=d3253da1-13c2-4960-85fe-ea1c2b16da0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403099 May 26 21:05:47.581826 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:05:47.673054 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.notifiers.nova [req-4b81cb75-5466-49f1-b9e8-8d5c0a834dd9 req-89ae0772-4203-4e8c-bc8d-6f5cce5aec25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 785e2ff9-cc1a-490d-8a6f-a1613f95e361 {{(pid=104101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 21:05:47.680519 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-4b81cb75-5466-49f1-b9e8-8d5c0a834dd9 req-89ae0772-4203-4e8c-bc8d-6f5cce5aec25 service neutron] Publish callbacks [] for port (785e2ff9-cc1a-490d-8a6f-a1613f95e361), precommit_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:47.694594 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.db.provisioning_blocks [req-4b81cb75-5466-49f1-b9e8-8d5c0a834dd9 req-89ae0772-4203-4e8c-bc8d-6f5cce5aec25 service neutron] Transition to ACTIVE for port object 785e2ff9-cc1a-490d-8a6f-a1613f95e361 will not be triggered until provisioned by entity L2. {{(pid=104101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 21:05:47.698044 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-4b81cb75-5466-49f1-b9e8-8d5c0a834dd9 req-89ae0772-4203-4e8c-bc8d-6f5cce5aec25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (785e2ff9-cc1a-490d-8a6f-a1613f95e361), after_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:47.701752 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:05:47.754176 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ae0772-4203-4e8c-bc8d-6f5cce5aec25 service neutron] Pushing event updated for resources: {'Port': ['ID=785e2ff9-cc1a-490d-8a6f-a1613f95e361,revision_number=2']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:05:47.793649 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [req-4b81cb75-5466-49f1-b9e8-8d5c0a834dd9 req-89ae0772-4203-4e8c-bc8d-6f5cce5aec25 service neutron] Attempting to bind port 785e2ff9-cc1a-490d-8a6f-a1613f95e361 on host hv-cinder-82880 for vnic_type normal with profile {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 21:05:47.793997 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [req-4b81cb75-5466-49f1-b9e8-8d5c0a834dd9 req-89ae0772-4203-4e8c-bc8d-6f5cce5aec25 service neutron] Attempting to bind port 785e2ff9-cc1a-490d-8a6f-a1613f95e361 by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': '5a8b3ddd-b07c-4334-a55f-ea808909a34b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '01728002-c90b-452e-a166-db394444487a'}] {{(pid=104101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 21:05:47.794361 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b81cb75-5466-49f1-b9e8-8d5c0a834dd9 req-89ae0772-4203-4e8c-bc8d-6f5cce5aec25 service neutron] Attempting to bind port 785e2ff9-cc1a-490d-8a6f-a1613f95e361 on network 01728002-c90b-452e-a166-db394444487a {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 21:05:47.800415 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b81cb75-5466-49f1-b9e8-8d5c0a834dd9 req-89ae0772-4203-4e8c-bc8d-6f5cce5aec25 service neutron] Port 785e2ff9-cc1a-490d-8a6f-a1613f95e361 on network 01728002-c90b-452e-a166-db394444487a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 21:05:47.800740 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b81cb75-5466-49f1-b9e8-8d5c0a834dd9 req-89ae0772-4203-4e8c-bc8d-6f5cce5aec25 service neutron] Attempting to bind port 785e2ff9-cc1a-490d-8a6f-a1613f95e361 on network 01728002-c90b-452e-a166-db394444487a {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 21:05:47.812896 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b81cb75-5466-49f1-b9e8-8d5c0a834dd9 req-89ae0772-4203-4e8c-bc8d-6f5cce5aec25 service neutron] Checking agent: {'id': '7f90b46f-777d-4aa1-89b5-840fb2878c39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 21, 2, 24), 'started_at': datetime.datetime(2022, 5, 26, 21, 2, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 21, 5, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 21:05:47.813765 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b81cb75-5466-49f1-b9e8-8d5c0a834dd9 req-89ae0772-4203-4e8c-bc8d-6f5cce5aec25 service neutron] Checking segment: {'id': '5a8b3ddd-b07c-4334-a55f-ea808909a34b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '01728002-c90b-452e-a166-db394444487a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 21:05:47.814372 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b81cb75-5466-49f1-b9e8-8d5c0a834dd9 req-89ae0772-4203-4e8c-bc8d-6f5cce5aec25 service neutron] Bound using segment: {'id': '5a8b3ddd-b07c-4334-a55f-ea808909a34b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '01728002-c90b-452e-a166-db394444487a'} {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 21:05:47.815091 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [req-4b81cb75-5466-49f1-b9e8-8d5c0a834dd9 req-89ae0772-4203-4e8c-bc8d-6f5cce5aec25 service neutron] Bound port: 785e2ff9-cc1a-490d-8a6f-a1613f95e361, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a8b3ddd-b07c-4334-a55f-ea808909a34b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '01728002-c90b-452e-a166-db394444487a'}}] {{(pid=104101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 21:05:47.815854 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-4b81cb75-5466-49f1-b9e8-8d5c0a834dd9 req-89ae0772-4203-4e8c-bc8d-6f5cce5aec25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (785e2ff9-cc1a-490d-8a6f-a1613f95e361), before_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:47.888170 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=53,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:05:47.893946 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:05:47.908775 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.db [req-4b81cb75-5466-49f1-b9e8-8d5c0a834dd9 req-89ae0772-4203-4e8c-bc8d-6f5cce5aec25 service neutron] For port 785e2ff9-cc1a-490d-8a6f-a1613f95e361, host hv-cinder-82880, cleared binding levels {{(pid=104101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 21:05:47.914512 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.db [req-4b81cb75-5466-49f1-b9e8-8d5c0a834dd9 req-89ae0772-4203-4e8c-bc8d-6f5cce5aec25 service neutron] For port 785e2ff9-cc1a-490d-8a6f-a1613f95e361, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=785e2ff9-cc1a-490d-8a6f-a1613f95e361,segment=NetworkSegment(5a8b3ddd-b07c-4334-a55f-ea808909a34b),segment_id=5a8b3ddd-b07c-4334-a55f-ea808909a34b)] {{(pid=104101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 21:05:47.925124 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-4b81cb75-5466-49f1-b9e8-8d5c0a834dd9 req-89ae0772-4203-4e8c-bc8d-6f5cce5aec25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (785e2ff9-cc1a-490d-8a6f-a1613f95e361), after_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:47.970560 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b81cb75-5466-49f1-b9e8-8d5c0a834dd9 req-89ae0772-4203-4e8c-bc8d-6f5cce5aec25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:47.971185 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-4b81cb75-5466-49f1-b9e8-8d5c0a834dd9 req-89ae0772-4203-4e8c-bc8d-6f5cce5aec25 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25531'] for port (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:47.972584 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-4b81cb75-5466-49f1-b9e8-8d5c0a834dd9 req-89ae0772-4203-4e8c-bc8d-6f5cce5aec25 service neutron] 10.222.0.62 "PUT /v2.0/ports/785e2ff9-cc1a-490d-8a6f-a1613f95e361 HTTP/1.1" status: 200 len: 1093 time: 0.6732233 May 26 21:05:47.973047 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a4ded4d-1abb-4bb7-ae27-95e1ce923b95', 'tag': '785e2ff9-cc1a-490d-8a6f-a1613f95e361'}] {{(pid=104101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:05:47.975507 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e35b3b942162f380527a6ddce7731c26b87baf9d9763e10c20fbd720b027cea7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4ebe3c9-7a94-435d-be3e-a87184eae366" -d '{"events": [{"name": "network-changed", "server_uuid": "0a4ded4d-1abb-4bb7-ae27-95e1ce923b95", "tag": "785e2ff9-cc1a-490d-8a6f-a1613f95e361"}]}' {{(pid=104101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:05:48.033921 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ae0772-4203-4e8c-bc8d-6f5cce5aec25 service neutron] Pushing event updated for resources: {'Port': ['ID=785e2ff9-cc1a-490d-8a6f-a1613f95e361,revision_number=3']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:05:48.053430 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 21:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aec42a5b-b1a4-4230-8764-1e6763c7f1f3 x-openstack-request-id: req-aec42a5b-b1a4-4230-8764-1e6763c7f1f3 {{(pid=104101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:05:48.053776 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a4ded4d-1abb-4bb7-ae27-95e1ce923b95", "tag": "785e2ff9-cc1a-490d-8a6f-a1613f95e361", "status": "completed", "code": 200}]} {{(pid=104101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:05:48.054020 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-aec42a5b-b1a4-4230-8764-1e6763c7f1f3 {{(pid=104101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:05:48.054481 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aec42a5b-b1a4-4230-8764-1e6763c7f1f3'] response: {'name': 'network-changed', 'server_uuid': '0a4ded4d-1abb-4bb7-ae27-95e1ce923b95', 'tag': '785e2ff9-cc1a-490d-8a6f-a1613f95e361', 'status': 'completed', 'code': 200} May 26 21:05:48.142646 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b27f948-1f52-4533-b55a-a04da80901b3 req-a69409e6-a53c-4d27-a54b-13b78f397e3f tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:48.144175 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-9b27f948-1f52-4533-b55a-a04da80901b3 req-a69409e6-a53c-4d27-a54b-13b78f397e3f tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] 10.222.0.57 "GET /v2.0/ports?device_id=792090c1-921d-4691-a24f-8a97f6fb08ab HTTP/1.1" status: 200 len: 945 time: 0.0522172 May 26 21:05:48.191128 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-9b27f948-1f52-4533-b55a-a04da80901b3 req-6a6bbd6f-3a5a-4132-8c43-f1e342b43d47 tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] 10.222.0.57 "GET /v2.0/security-groups?id=446b3d92-a111-416a-b42c-78d385410977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412040 May 26 21:05:48.422590 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c14196-4fd3-4d14-8d10-83d435f5b54f req-e8936d30-52fd-4c36-ba95-0aea5e2fc446 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:48.424033 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-08c14196-4fd3-4d14-8d10-83d435f5b54f req-e8936d30-52fd-4c36-ba95-0aea5e2fc446 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?device_id=6822b4a3-12b7-42b4-8c45-063cb86b7199 HTTP/1.1" status: 200 len: 946 time: 0.0457981 May 26 21:05:48.469903 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-08c14196-4fd3-4d14-8d10-83d435f5b54f req-f41452ca-87e5-4ea4-8758-57cea7fb67be tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d047b43-45d5-46fd-bad8-28b24b28bff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404210 May 26 21:05:48.678717 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2bb9fb-a8e4-482e-8444-b18435f4f7cf req-6b04f828-0f11-4757-aba6-b65782937484 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:48.680191 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-df2bb9fb-a8e4-482e-8444-b18435f4f7cf req-6b04f828-0f11-4757-aba6-b65782937484 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/ports?device_id=0a4ded4d-1abb-4bb7-ae27-95e1ce923b95 HTTP/1.1" status: 200 len: 943 time: 0.0528915 May 26 21:05:48.731763 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-df2bb9fb-a8e4-482e-8444-b18435f4f7cf req-346039bb-427c-45df-9844-189500bebe35 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/security-groups?id=d3253da1-13c2-4960-85fe-ea1c2b16da0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460184 May 26 21:05:49.302919 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9325ec5f-55c5-408a-8966-adeb347af1df req-7e85824d-9dc2-4734-b983-e98d7102fac9 tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:49.304361 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-9325ec5f-55c5-408a-8966-adeb347af1df req-7e85824d-9dc2-4734-b983-e98d7102fac9 tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] 10.222.0.57 "GET /v2.0/ports?device_id=792090c1-921d-4691-a24f-8a97f6fb08ab HTTP/1.1" status: 200 len: 945 time: 0.0467086 May 26 21:05:49.349637 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-9325ec5f-55c5-408a-8966-adeb347af1df req-6335ef1a-1e34-4776-8597-1280581d4c67 tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] 10.222.0.57 "GET /v2.0/security-groups?id=446b3d92-a111-416a-b42c-78d385410977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397708 May 26 21:05:49.580483 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290a2f39-e2fa-4a67-82d3-5ac4718c32bc req-145f3713-630b-4d2b-86a7-723da0e5b92a tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:49.581909 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-290a2f39-e2fa-4a67-82d3-5ac4718c32bc req-145f3713-630b-4d2b-86a7-723da0e5b92a tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?device_id=6822b4a3-12b7-42b4-8c45-063cb86b7199 HTTP/1.1" status: 200 len: 946 time: 0.0456142 May 26 21:05:49.627630 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-290a2f39-e2fa-4a67-82d3-5ac4718c32bc req-fc5abbdf-3834-421c-bd15-ce534758da59 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d047b43-45d5-46fd-bad8-28b24b28bff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403903 May 26 21:05:49.807401 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=100 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:05:49.846865 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4401d9-2c57-48b5-9c80-cd04289a2384 req-028fe171-3ead-4d32-94e9-8a346f95cebd tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:49.848235 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-9b4401d9-2c57-48b5-9c80-cd04289a2384 req-028fe171-3ead-4d32-94e9-8a346f95cebd tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/ports?device_id=0a4ded4d-1abb-4bb7-ae27-95e1ce923b95 HTTP/1.1" status: 200 len: 943 time: 0.0503533 May 26 21:05:49.894317 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-9b4401d9-2c57-48b5-9c80-cd04289a2384 req-bdbabf5a-9c90-40e3-89b0-e8821ac665a7 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/security-groups?id=d3253da1-13c2-4960-85fe-ea1c2b16da0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400102 May 26 21:05:50.460834 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ec238d-2903-4993-a387-2ce139e279df req-3136be06-af89-4e5a-9de4-f31affb8169e tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:50.462272 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-62ec238d-2903-4993-a387-2ce139e279df req-3136be06-af89-4e5a-9de4-f31affb8169e tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] 10.222.0.57 "GET /v2.0/ports?device_id=792090c1-921d-4691-a24f-8a97f6fb08ab HTTP/1.1" status: 200 len: 945 time: 0.0463562 May 26 21:05:50.508494 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-62ec238d-2903-4993-a387-2ce139e279df req-eb3d36d6-60e3-4878-a780-7c29bac2f7e1 tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] 10.222.0.57 "GET /v2.0/security-groups?id=446b3d92-a111-416a-b42c-78d385410977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408614 May 26 21:05:50.742001 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6bb164-88a9-40a9-9d37-b64cd05504d8 req-cc103b9b-0769-4865-85d9-0a28346c0fa9 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:50.743461 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-fc6bb164-88a9-40a9-9d37-b64cd05504d8 req-cc103b9b-0769-4865-85d9-0a28346c0fa9 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?device_id=6822b4a3-12b7-42b4-8c45-063cb86b7199 HTTP/1.1" status: 200 len: 946 time: 0.0488777 May 26 21:05:50.791089 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-fc6bb164-88a9-40a9-9d37-b64cd05504d8 req-56ffbcd7-de43-485b-bc42-46fd6a2933ee tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d047b43-45d5-46fd-bad8-28b24b28bff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419714 May 26 21:05:51.006685 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6361c9d7-c8e9-442e-af9c-86cfcc4e7be4 req-12a1f52b-9286-4cf8-84e5-bbf26b4fcd5f tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:51.008122 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-6361c9d7-c8e9-442e-af9c-86cfcc4e7be4 req-12a1f52b-9286-4cf8-84e5-bbf26b4fcd5f tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/ports?device_id=0a4ded4d-1abb-4bb7-ae27-95e1ce923b95 HTTP/1.1" status: 200 len: 943 time: 0.0466743 May 26 21:05:51.040215 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=100 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:05:51.055038 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-6361c9d7-c8e9-442e-af9c-86cfcc4e7be4 req-bce2796b-8da5-497c-927f-860f8d0704e9 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/security-groups?id=d3253da1-13c2-4960-85fe-ea1c2b16da0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414007 May 26 21:05:51.617633 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2e6dbe-3e91-4de0-b43b-48d75e27bfe9 req-4a0fd449-bfaa-4e0d-ba7a-848e92d4a370 tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:51.619079 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-ea2e6dbe-3e91-4de0-b43b-48d75e27bfe9 req-4a0fd449-bfaa-4e0d-ba7a-848e92d4a370 tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] 10.222.0.57 "GET /v2.0/ports?device_id=792090c1-921d-4691-a24f-8a97f6fb08ab HTTP/1.1" status: 200 len: 945 time: 0.0452914 May 26 21:05:51.668327 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-ea2e6dbe-3e91-4de0-b43b-48d75e27bfe9 req-fc653253-f7c7-4a88-aa11-ef275825d117 tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] 10.222.0.57 "GET /v2.0/security-groups?id=446b3d92-a111-416a-b42c-78d385410977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431232 May 26 21:05:51.901738 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8b68e3-e953-410a-9dd8-5b66e86bad67 req-ab4f77d7-f5d1-4a69-a72f-bc834d86114d tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:51.903242 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-9c8b68e3-e953-410a-9dd8-5b66e86bad67 req-ab4f77d7-f5d1-4a69-a72f-bc834d86114d tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?device_id=6822b4a3-12b7-42b4-8c45-063cb86b7199 HTTP/1.1" status: 200 len: 946 time: 0.0458505 May 26 21:05:51.952981 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-9c8b68e3-e953-410a-9dd8-5b66e86bad67 req-7462072f-eab7-4c56-b6c3-1d436d3ceb13 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d047b43-45d5-46fd-bad8-28b24b28bff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437593 May 26 21:05:52.166187 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f890e436-a85f-4f61-a0a8-4ec4f3e4d0e0 req-a7a268c4-76ca-4154-9a20-c3c4577dd77f tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:52.167652 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-f890e436-a85f-4f61-a0a8-4ec4f3e4d0e0 req-a7a268c4-76ca-4154-9a20-c3c4577dd77f tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/ports?device_id=0a4ded4d-1abb-4bb7-ae27-95e1ce923b95 HTTP/1.1" status: 200 len: 943 time: 0.0468938 May 26 21:05:52.212234 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-f890e436-a85f-4f61-a0a8-4ec4f3e4d0e0 req-97fee6b9-ad0f-4371-8f05-9626e34c3837 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/security-groups?id=d3253da1-13c2-4960-85fe-ea1c2b16da0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391154 May 26 21:05:52.569238 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b81cb75-5466-49f1-b9e8-8d5c0a834dd9 req-95e7f42a-58cc-4c22-ada0-4678432ae028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:52.570734 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-4b81cb75-5466-49f1-b9e8-8d5c0a834dd9 req-95e7f42a-58cc-4c22-ada0-4678432ae028 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=aaa9e1a61984467ab8efae451b270558&device_id=0a4ded4d-1abb-4bb7-ae27-95e1ce923b95 HTTP/1.1" status: 200 len: 1127 time: 0.2618954 May 26 21:05:52.586042 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cf8da1-6a14-450e-b87b-971a29cf2b19 req-e5725cdf-6e67-45e4-91f7-29dec7c60bc2 tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:52.587380 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-91cf8da1-6a14-450e-b87b-971a29cf2b19 req-e5725cdf-6e67-45e4-91f7-29dec7c60bc2 tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] 10.222.0.62 "GET /v2.0/ports?device_id=792090c1-921d-4691-a24f-8a97f6fb08ab HTTP/1.1" status: 200 len: 945 time: 0.0527582 May 26 21:05:52.642584 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-4b81cb75-5466-49f1-b9e8-8d5c0a834dd9 req-67de5e17-f727-46f3-827d-0d313cd16642 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=785e2ff9-cc1a-490d-8a6f-a1613f95e361 HTTP/1.1" status: 200 len: 217 time: 0.0541983 May 26 21:05:52.727291 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.plugin [req-91cf8da1-6a14-450e-b87b-971a29cf2b19 req-b06b62c0-7df6-4729-b6ed-ad41cde50b84 tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] Deleting port 466d1d3e-5774-42ce-b767-cfefc3b72aa2 {{(pid=104101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 21:05:52.727628 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-91cf8da1-6a14-450e-b87b-971a29cf2b19 req-b06b62c0-7df6-4729-b6ed-ad41cde50b84 tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787881975269'] for port (466d1d3e-5774-42ce-b767-cfefc3b72aa2), before_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:52.732355 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b81cb75-5466-49f1-b9e8-8d5c0a834dd9 req-d3bf3d92-01ee-4f09-99c6-f3d34b159ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:52.734035 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-4b81cb75-5466-49f1-b9e8-8d5c0a834dd9 req-d3bf3d92-01ee-4f09-99c6-f3d34b159ed7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9203b2fc-d019-4045-ae31-83603be0cf2e HTTP/1.1" status: 200 len: 854 time: 0.0831566 May 26 21:05:52.791761 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9797a1d-5428-4178-ba00-4052e78a0e01 req-3379e716-5f10-457b-b76f-2449fc7c8822 tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:52.793239 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-d9797a1d-5428-4178-ba00-4052e78a0e01 req-3379e716-5f10-457b-b76f-2449fc7c8822 tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] 10.222.0.57 "GET /v2.0/ports?device_id=792090c1-921d-4691-a24f-8a97f6fb08ab HTTP/1.1" status: 200 len: 945 time: 0.0511825 May 26 21:05:52.818616 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b81cb75-5466-49f1-b9e8-8d5c0a834dd9 req-c5cedfb2-9a01-4554-b55f-d7a9d99c2fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:52.820108 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-4b81cb75-5466-49f1-b9e8-8d5c0a834dd9 req-c5cedfb2-9a01-4554-b55f-d7a9d99c2fdd service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=01728002-c90b-452e-a166-db394444487a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0732515 May 26 21:05:52.846566 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-d9797a1d-5428-4178-ba00-4052e78a0e01 req-ea4d8172-810d-4143-a873-df209899bbc9 tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] 10.222.0.57 "GET /v2.0/security-groups?id=446b3d92-a111-416a-b42c-78d385410977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476763 May 26 21:05:52.897507 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.db [req-91cf8da1-6a14-450e-b87b-971a29cf2b19 req-b06b62c0-7df6-4729-b6ed-ad41cde50b84 tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] For port 466d1d3e-5774-42ce-b767-cfefc3b72aa2, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=466d1d3e-5774-42ce-b767-cfefc3b72aa2,segment=NetworkSegment(1e0dbeac-b689-4b13-a590-2db23fc6dfbc),segment_id=1e0dbeac-b689-4b13-a590-2db23fc6dfbc)] {{(pid=104101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:05:52.897869 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-91cf8da1-6a14-450e-b87b-971a29cf2b19 req-b06b62c0-7df6-4729-b6ed-ad41cde50b84 tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595751'] for port (466d1d3e-5774-42ce-b767-cfefc3b72aa2), precommit_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:52.916532 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.plugin [req-91cf8da1-6a14-450e-b87b-971a29cf2b19 req-b06b62c0-7df6-4729-b6ed-ad41cde50b84 tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] Calling delete_port for 466d1d3e-5774-42ce-b767-cfefc3b72aa2 owned by compute:nova {{(pid=104101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 21:05:52.919438 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:05:52.982122 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-4b81cb75-5466-49f1-b9e8-8d5c0a834dd9 req-368f1dde-1945-4b3f-b6c2-49093f7a4526 service neutron] 10.222.0.62 "GET /v2.0/networks/01728002-c90b-452e-a166-db394444487a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518416 May 26 21:05:53.074073 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21813aef-1c44-46c3-9ead-7d48b422006a req-8b24d941-2b58-46e4-b10f-c8991a7482b0 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:53.080826 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-21813aef-1c44-46c3-9ead-7d48b422006a req-8b24d941-2b58-46e4-b10f-c8991a7482b0 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?device_id=6822b4a3-12b7-42b4-8c45-063cb86b7199 HTTP/1.1" status: 200 len: 946 time: 0.0552919 May 26 21:05:53.128356 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-21813aef-1c44-46c3-9ead-7d48b422006a req-4ffece9a-daf8-4661-8788-a7dc2a8e65fa tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d047b43-45d5-46fd-bad8-28b24b28bff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465777 May 26 21:05:53.158311 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-4b81cb75-5466-49f1-b9e8-8d5c0a834dd9 req-3ef32557-8409-4e4e-91cf-64294784b252 service neutron] 10.222.0.62 "GET /v2.0/networks/01728002-c90b-452e-a166-db394444487a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579378 May 26 21:05:53.167330 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-91cf8da1-6a14-450e-b87b-971a29cf2b19 req-b06b62c0-7df6-4729-b6ed-ad41cde50b84 tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787881986003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787881445708'] for port (466d1d3e-5774-42ce-b767-cfefc3b72aa2), after_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:53.175912 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:05:53.202982 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06b62c0-7df6-4729-b6ed-ad41cde50b84 tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] Pushing event deleted for resources: {'Port': ['ID=466d1d3e-5774-42ce-b767-cfefc3b72aa2,revision_number=None']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:05:53.212162 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] get_ports_and_sgs() called for port_ids ['466d1d3e-5774-42ce-b767-cfefc3b72aa2'] {{(pid=104103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 21:05:53.247693 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [req-91cf8da1-6a14-450e-b87b-971a29cf2b19 req-b06b62c0-7df6-4729-b6ed-ad41cde50b84 tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] No DVR routers for this DVR port 466d1d3e-5774-42ce-b767-cfefc3b72aa2 on host hv-cinder-82880 {{(pid=104101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 21:05:53.250832 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-91cf8da1-6a14-450e-b87b-971a29cf2b19 req-b06b62c0-7df6-4729-b6ed-ad41cde50b84 tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25531'] for port (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:53.254160 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-91cf8da1-6a14-450e-b87b-971a29cf2b19 req-b06b62c0-7df6-4729-b6ed-ad41cde50b84 tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] 10.222.0.62 "DELETE /v2.0/ports/466d1d3e-5774-42ce-b767-cfefc3b72aa2 HTTP/1.1" status: 204 len: 173 time: 0.6605608 May 26 21:05:53.254671 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '792090c1-921d-4691-a24f-8a97f6fb08ab', 'name': 'network-vif-deleted', 'tag': '466d1d3e-5774-42ce-b767-cfefc3b72aa2'}] {{(pid=104101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:05:53.256933 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e35b3b942162f380527a6ddce7731c26b87baf9d9763e10c20fbd720b027cea7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e4549db-4bd2-4060-8875-65d100433cc6" -d '{"events": [{"server_uuid": "792090c1-921d-4691-a24f-8a97f6fb08ab", "name": "network-vif-deleted", "tag": "466d1d3e-5774-42ce-b767-cfefc3b72aa2"}]}' {{(pid=104101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:05:53.298760 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 21:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f7135ed-2e9e-4789-90b5-9f42b1c39e99 x-openstack-request-id: req-2f7135ed-2e9e-4789-90b5-9f42b1c39e99 {{(pid=104101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:05:53.299056 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "792090c1-921d-4691-a24f-8a97f6fb08ab", "name": "network-vif-deleted", "tag": "466d1d3e-5774-42ce-b767-cfefc3b72aa2", "status": "completed", "code": 200}]} {{(pid=104101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:05:53.299310 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2f7135ed-2e9e-4789-90b5-9f42b1c39e99 {{(pid=104101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:05:53.299711 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f7135ed-2e9e-4789-90b5-9f42b1c39e99'] response: {'server_uuid': '792090c1-921d-4691-a24f-8a97f6fb08ab', 'name': 'network-vif-deleted', 'tag': '466d1d3e-5774-42ce-b767-cfefc3b72aa2', 'status': 'completed', 'code': 200} May 26 21:05:53.344692 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b51b69-b7e2-4ff8-9c05-ddd3fc99289d req-1fa837c1-84f8-4489-a66f-2345dcafee22 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:53.346860 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-15b51b69-b7e2-4ff8-9c05-ddd3fc99289d req-1fa837c1-84f8-4489-a66f-2345dcafee22 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/ports?device_id=0a4ded4d-1abb-4bb7-ae27-95e1ce923b95 HTTP/1.1" status: 200 len: 943 time: 0.0521798 May 26 21:05:53.401719 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-15b51b69-b7e2-4ff8-9c05-ddd3fc99289d req-266269b3-5425-432e-9acc-52a6629a4827 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/security-groups?id=d3253da1-13c2-4960-85fe-ea1c2b16da0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490849 May 26 21:05:53.521016 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (7f90b46f-777d-4aa1-89b5-840fb2878c39), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:53.553137 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 46532) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:05:53.657565 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-7db105bc-e564-4702-95a7-d5174325a58d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:53.731191 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-7db105bc-e564-4702-95a7-d5174325a58d admin admin] Publish callbacks [] for security_group (67943611-12b9-44f2-a12a-45f0b1c21aff), precommit_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:53.734713 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-7db105bc-e564-4702-95a7-d5174325a58d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (67943611-12b9-44f2-a12a-45f0b1c21aff), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:53.772718 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-7db105bc-e564-4702-95a7-d5174325a58d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=24abfcce8fb74bd4845f211d4dab0f76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2184496 May 26 21:05:53.773720 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db105bc-e564-4702-95a7-d5174325a58d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67943611-12b9-44f2-a12a-45f0b1c21aff,revision_number=1']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:05:53.775396 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 46536) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:05:53.819466 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=100 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:05:53.825077 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-84493e1b-c952-4fbe-9a9f-613dfe423805 admin admin] Publish callbacks [] for security_group (67943611-12b9-44f2-a12a-45f0b1c21aff), before_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:53.846756 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-84493e1b-c952-4fbe-9a9f-613dfe423805 admin admin] Publish callbacks [] for security_group (67943611-12b9-44f2-a12a-45f0b1c21aff), precommit_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:53.894131 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-84493e1b-c952-4fbe-9a9f-613dfe423805 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (67943611-12b9-44f2-a12a-45f0b1c21aff), after_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:53.896679 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-84493e1b-c952-4fbe-9a9f-613dfe423805 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:53.897813 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-84493e1b-c952-4fbe-9a9f-613dfe423805 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/67943611-12b9-44f2-a12a-45f0b1c21aff HTTP/1.1" status: 204 len: 168 time: 0.1214163 May 26 21:05:53.906642 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84493e1b-c952-4fbe-9a9f-613dfe423805 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67943611-12b9-44f2-a12a-45f0b1c21aff,revision_number=None']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:05:53.943990 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-37133b4f-e1bc-4d16-b5d9-77673e32d655 req-bc4fc2b2-1678-45f7-b01a-dd137357dcfe tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] 10.222.0.57 "GET /v2.0/ports?device_id=792090c1-921d-4691-a24f-8a97f6fb08ab HTTP/1.1" status: 200 len: 210 time: 0.0281308 May 26 21:05:54.249951 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c69928-1c6d-4766-bab8-945689f83ec6 req-49f069ac-fb22-49ec-983b-8631675fe6a4 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:54.251535 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-e0c69928-1c6d-4766-bab8-945689f83ec6 req-49f069ac-fb22-49ec-983b-8631675fe6a4 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?device_id=6822b4a3-12b7-42b4-8c45-063cb86b7199 HTTP/1.1" status: 200 len: 946 time: 0.0511293 May 26 21:05:54.307733 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-e0c69928-1c6d-4766-bab8-945689f83ec6 req-ce8dc3f2-9c51-466b-a56c-7542204bd4ab tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d047b43-45d5-46fd-bad8-28b24b28bff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433624 May 26 21:05:54.359104 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ebe3c9-7a94-435d-be3e-a87184eae366 req-802e0733-ebb9-45a3-9812-23339d88e9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:54.360483 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-e4ebe3c9-7a94-435d-be3e-a87184eae366 req-802e0733-ebb9-45a3-9812-23339d88e9c8 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=aaa9e1a61984467ab8efae451b270558&device_id=0a4ded4d-1abb-4bb7-ae27-95e1ce923b95 HTTP/1.1" status: 200 len: 1127 time: 0.0521295 May 26 21:05:54.468689 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ebe3c9-7a94-435d-be3e-a87184eae366 req-ca26effe-a808-4ff7-8e5c-ec6840c20c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:54.470921 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-e4ebe3c9-7a94-435d-be3e-a87184eae366 req-ca26effe-a808-4ff7-8e5c-ec6840c20c67 service neutron] 10.222.0.62 "GET /v2.0/networks?id=01728002-c90b-452e-a166-db394444487a HTTP/1.1" status: 200 len: 916 time: 0.0973039 May 26 21:05:54.511537 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-e4ebe3c9-7a94-435d-be3e-a87184eae366 req-eefab535-6e7f-4aff-82bb-28046188b564 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=785e2ff9-cc1a-490d-8a6f-a1613f95e361 HTTP/1.1" status: 200 len: 217 time: 0.0339861 May 26 21:05:54.537187 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267eb7cb-6a91-493e-a02a-0e92d73dcb21 req-d7ee951a-228a-4709-b4a2-8a0bf1ece359 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:54.538652 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-267eb7cb-6a91-493e-a02a-0e92d73dcb21 req-d7ee951a-228a-4709-b4a2-8a0bf1ece359 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/ports?device_id=0a4ded4d-1abb-4bb7-ae27-95e1ce923b95 HTTP/1.1" status: 200 len: 943 time: 0.0470371 May 26 21:05:54.584897 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-267eb7cb-6a91-493e-a02a-0e92d73dcb21 req-660d2d4c-4380-434b-a6e3-75e582fc8728 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/security-groups?id=d3253da1-13c2-4960-85fe-ea1c2b16da0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407352 May 26 21:05:55.048544 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-2c8bf986-0631-45c1-8b2b-cb242ceb549a req-2c0d5bb8-2907-4ee4-9353-1399ba3ff2ba tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] 10.222.0.57 "GET /v2.0/ports?device_id=792090c1-921d-4691-a24f-8a97f6fb08ab HTTP/1.1" status: 200 len: 210 time: 0.0275531 May 26 21:05:55.439126 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3226c9ac-c9f7-477a-ac45-baadc2183a3d req-0297b479-4aca-44d2-ac1c-ab3096db9f05 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:55.440539 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-3226c9ac-c9f7-477a-ac45-baadc2183a3d req-0297b479-4aca-44d2-ac1c-ab3096db9f05 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?device_id=6822b4a3-12b7-42b4-8c45-063cb86b7199 HTTP/1.1" status: 200 len: 946 time: 0.0484853 May 26 21:05:55.469804 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:05:55.487694 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-3226c9ac-c9f7-477a-ac45-baadc2183a3d req-16fc7a2d-b946-4b0b-8192-ac305edbcaec tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d047b43-45d5-46fd-bad8-28b24b28bff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416710 May 26 21:05:55.696063 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd98e7a7-395d-4452-8362-00ab327e7a37 req-2046fdbc-04a2-444e-b743-93f6fe1d5a98 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:55.697488 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-dd98e7a7-395d-4452-8362-00ab327e7a37 req-2046fdbc-04a2-444e-b743-93f6fe1d5a98 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/ports?device_id=0a4ded4d-1abb-4bb7-ae27-95e1ce923b95 HTTP/1.1" status: 200 len: 943 time: 0.0453868 May 26 21:05:55.741835 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-dd98e7a7-395d-4452-8362-00ab327e7a37 req-776b0dcb-95fc-4130-a1c0-38ec6b98bbd4 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/security-groups?id=d3253da1-13c2-4960-85fe-ea1c2b16da0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384495 May 26 21:05:56.163925 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-f3a5508a-7560-4b99-b722-e2d1ee18a480 req-a84071bf-fd41-4b7c-82ba-5f3566d19ba5 tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] 10.222.0.57 "GET /v2.0/ports?device_id=792090c1-921d-4691-a24f-8a97f6fb08ab HTTP/1.1" status: 200 len: 210 time: 0.0264034 May 26 21:05:56.601514 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fece6db6-ad29-4d84-96ae-f23c707f8733 req-9674aa00-d25c-487b-9c09-26de7741d4ce tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:56.602995 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-fece6db6-ad29-4d84-96ae-f23c707f8733 req-9674aa00-d25c-487b-9c09-26de7741d4ce tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?device_id=6822b4a3-12b7-42b4-8c45-063cb86b7199 HTTP/1.1" status: 200 len: 946 time: 0.0495489 May 26 21:05:56.650066 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-fece6db6-ad29-4d84-96ae-f23c707f8733 req-b7d588ef-f817-47c9-ac64-1e8650bafbc7 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d047b43-45d5-46fd-bad8-28b24b28bff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410306 May 26 21:05:56.851301 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de26d93-0b05-4847-906b-2ddedecf394b req-02c56563-694a-42b4-8dba-a7410cb6835d tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:56.852743 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-7de26d93-0b05-4847-906b-2ddedecf394b req-02c56563-694a-42b4-8dba-a7410cb6835d tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/ports?device_id=0a4ded4d-1abb-4bb7-ae27-95e1ce923b95 HTTP/1.1" status: 200 len: 943 time: 0.0459847 May 26 21:05:56.898557 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-7de26d93-0b05-4847-906b-2ddedecf394b req-d44a20c6-2a03-4c47-bcba-7d6339335674 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/security-groups?id=d3253da1-13c2-4960-85fe-ea1c2b16da0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403907 May 26 21:05:57.269488 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-466a109f-86e3-4354-9e1e-adab78effaf9 req-66175811-984b-419d-9d3c-b9d1510b90a5 tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] 10.222.0.57 "GET /v2.0/ports?device_id=792090c1-921d-4691-a24f-8a97f6fb08ab HTTP/1.1" status: 200 len: 210 time: 0.0296981 May 26 21:05:57.449252 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Device 785e2ff9-cc1a-490d-8a6f-a1613f95e361 details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=104103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 21:05:57.549697 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] For port 785e2ff9-cc1a-490d-8a6f-a1613f95e361, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=785e2ff9-cc1a-490d-8a6f-a1613f95e361,segment=NetworkSegment(5a8b3ddd-b07c-4334-a55f-ea808909a34b),segment_id=5a8b3ddd-b07c-4334-a55f-ea808909a34b)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:05:57.560840 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ebe3c9-7a94-435d-be3e-a87184eae366 req-8c6d65ed-596b-452d-b6a7-4ff3d389fc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:57.562129 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Returning: {'device': '785e2ff9-cc1a-490d-8a6f-a1613f95e361', 'network_id': '01728002-c90b-452e-a166-db394444487a', 'port_id': '785e2ff9-cc1a-490d-8a6f-a1613f95e361', 'mac_address': 'fa:16:3e:4d:c2:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9203b2fc-d019-4045-ae31-83603be0cf2e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 21:05:57.562294 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-e4ebe3c9-7a94-435d-be3e-a87184eae366 req-8c6d65ed-596b-452d-b6a7-4ff3d389fc1f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9203b2fc-d019-4045-ae31-83603be0cf2e HTTP/1.1" status: 200 len: 854 time: 0.0499613 May 26 21:05:57.601089 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Current status of the port 785e2ff9-cc1a-490d-8a6f-a1613f95e361 is: DOWN; New status is: BUILD {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:05:57.601477 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (785e2ff9-cc1a-490d-8a6f-a1613f95e361), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:57.614608 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.notifiers.nova [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 785e2ff9-cc1a-490d-8a6f-a1613f95e361 {{(pid=104103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 21:05:57.617745 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ebe3c9-7a94-435d-be3e-a87184eae366 req-12989ea3-3d0b-4050-97be-f3f8b28f35eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:57.619570 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-e4ebe3c9-7a94-435d-be3e-a87184eae366 req-12989ea3-3d0b-4050-97be-f3f8b28f35eb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=01728002-c90b-452e-a166-db394444487a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474477 May 26 21:05:57.624760 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:05:57.635121 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] For port 785e2ff9-cc1a-490d-8a6f-a1613f95e361, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=785e2ff9-cc1a-490d-8a6f-a1613f95e361,segment=NetworkSegment(5a8b3ddd-b07c-4334-a55f-ea808909a34b),segment_id=5a8b3ddd-b07c-4334-a55f-ea808909a34b)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:05:57.640431 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (785e2ff9-cc1a-490d-8a6f-a1613f95e361), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:57.692833 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Pushing event updated for resources: {'Port': ['ID=785e2ff9-cc1a-490d-8a6f-a1613f95e361,revision_number=4']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:05:57.719517 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-e4ebe3c9-7a94-435d-be3e-a87184eae366 req-95e77f54-c527-44ec-9e0c-af077eccfdbd service neutron] 10.222.0.62 "GET /v2.0/networks/01728002-c90b-452e-a166-db394444487a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932610 May 26 21:05:57.771178 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7c663a-a107-4cfd-8add-a10b42496226 req-fc7c7a93-52ee-49ad-ae8c-356d4a1716d7 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:57.773655 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-1b7c663a-a107-4cfd-8add-a10b42496226 req-fc7c7a93-52ee-49ad-ae8c-356d4a1716d7 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?device_id=6822b4a3-12b7-42b4-8c45-063cb86b7199 HTTP/1.1" status: 200 len: 946 time: 0.0494215 May 26 21:05:57.790074 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:05:57.823865 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-e4ebe3c9-7a94-435d-be3e-a87184eae366 req-2ac51bc8-ff20-4e2f-b6b6-2a876e55e8ca service neutron] 10.222.0.62 "GET /v2.0/networks/01728002-c90b-452e-a166-db394444487a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957847 May 26 21:05:57.836212 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-1b7c663a-a107-4cfd-8add-a10b42496226 req-2f48dc34-11fe-4742-90b4-12bb0fa5da83 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d047b43-45d5-46fd-bad8-28b24b28bff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563121 May 26 21:05:58.010189 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db596fd2-95c3-4622-ad25-d6b00dca22ca req-17c11adc-2b01-4387-a377-1a1f426e2e62 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:58.011591 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-db596fd2-95c3-4622-ad25-d6b00dca22ca req-17c11adc-2b01-4387-a377-1a1f426e2e62 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/ports?device_id=0a4ded4d-1abb-4bb7-ae27-95e1ce923b95 HTTP/1.1" status: 200 len: 944 time: 0.0462289 May 26 21:05:58.057008 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-db596fd2-95c3-4622-ad25-d6b00dca22ca req-b2dfff98-f52f-44da-ae8f-1620766f106b tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/security-groups?id=d3253da1-13c2-4960-85fe-ea1c2b16da0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393333 May 26 21:05:58.127221 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] get_ports_and_sgs() called for port_ids ['785e2ff9-cc1a-490d-8a6f-a1613f95e361'] {{(pid=104103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 21:05:58.147280 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:05:58.588630 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8e5a6c-9f18-4dc4-ba72-4c1783014f18 req-40743283-29de-4ecd-a89b-5c2a834520a5 tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:58.590092 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-fc8e5a6c-9f18-4dc4-ba72-4c1783014f18 req-40743283-29de-4ecd-a89b-5c2a834520a5 tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] 10.222.0.57 "GET /v2.0/networks?id=dc07e933-5233-4dad-95db-3dcdb5f7d053 HTTP/1.1" status: 200 len: 807 time: 0.1021841 May 26 21:05:58.605503 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-fc8e5a6c-9f18-4dc4-ba72-4c1783014f18 req-84dd9e10-7a81-4a90-80ac-89439bab66ba tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] 10.222.0.57 "GET /v2.0/quotas/9a6a63e6c17d4b8bbd698f6e652de935 HTTP/1.1" status: 200 len: 375 time: 0.0093112 May 26 21:05:58.641585 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-fc8e5a6c-9f18-4dc4-ba72-4c1783014f18 req-ae70db5a-c8ba-4cb7-bf9f-8b67d19abcb7 tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=9a6a63e6c17d4b8bbd698f6e652de935&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265841 May 26 21:05:58.703475 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:05:58.738135 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-fc8e5a6c-9f18-4dc4-ba72-4c1783014f18 req-7522da42-2e5a-4f54-b74c-8f02dcfe4ffe service neutron] 10.222.0.57 "GET /v2.0/networks/dc07e933-5233-4dad-95db-3dcdb5f7d053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920663 May 26 21:05:58.828644 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-fc8e5a6c-9f18-4dc4-ba72-4c1783014f18 req-636090b9-534f-459e-9e7b-14a7790c863e service neutron] 10.222.0.57 "GET /v2.0/networks/dc07e933-5233-4dad-95db-3dcdb5f7d053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848165 May 26 21:05:58.978576 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba45e89-e8c0-4967-9f56-3451850e9fc0 req-b2bb0222-e263-4265-a2fd-3cd4489484a7 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:58.980016 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-6ba45e89-e8c0-4967-9f56-3451850e9fc0 req-b2bb0222-e263-4265-a2fd-3cd4489484a7 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?device_id=6822b4a3-12b7-42b4-8c45-063cb86b7199 HTTP/1.1" status: 200 len: 946 time: 0.0738087 May 26 21:05:58.987023 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Device 785e2ff9-cc1a-490d-8a6f-a1613f95e361 up at agent hyperv_hv-cinder-82880 {{(pid=104103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:05:58.998294 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-464e0cf2-7a21-4d91-ab7d-0369e161ecf9 req-348b008b-dc19-463d-9028-00f6c1f07a62 tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] 10.222.0.57 "GET /v2.0/ports?device_id=e469d2fa-6a72-40a8-aa47-a309176b21c7 HTTP/1.1" status: 200 len: 210 time: 0.0373600 May 26 21:05:59.041309 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-6ba45e89-e8c0-4967-9f56-3451850e9fc0 req-87f20bfc-4b93-41c7-8869-01fbfe2906c4 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d047b43-45d5-46fd-bad8-28b24b28bff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462158 May 26 21:05:59.049007 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Provisioning for port 785e2ff9-cc1a-490d-8a6f-a1613f95e361 completed by entity L2. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 21:05:59.055625 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Provisioning complete for port 785e2ff9-cc1a-490d-8a6f-a1613f95e361 triggered by entity L2. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:05:59.056168 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (785e2ff9-cc1a-490d-8a6f-a1613f95e361), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:59.134303 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Current status of the port 785e2ff9-cc1a-490d-8a6f-a1613f95e361 is: BUILD; New status is: ACTIVE {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:05:59.134783 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (785e2ff9-cc1a-490d-8a6f-a1613f95e361), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:59.159745 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a4ded4d-1abb-4bb7-ae27-95e1ce923b95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '785e2ff9-cc1a-490d-8a6f-a1613f95e361'}] {{(pid=104103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:05:59.162130 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b44267d7c8a7abe6e93cd6d61df03f02c4feaf0da3ba5ea8b381a36bebf6efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f455916-973d-4c52-b79f-d388d21b5290" -d '{"events": [{"server_uuid": "0a4ded4d-1abb-4bb7-ae27-95e1ce923b95", "name": "network-vif-plugged", "status": "completed", "tag": "785e2ff9-cc1a-490d-8a6f-a1613f95e361"}]}' {{(pid=104103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:05:59.188672 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] For port 785e2ff9-cc1a-490d-8a6f-a1613f95e361, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=785e2ff9-cc1a-490d-8a6f-a1613f95e361,segment=NetworkSegment(5a8b3ddd-b07c-4334-a55f-ea808909a34b),segment_id=5a8b3ddd-b07c-4334-a55f-ea808909a34b)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:05:59.189225 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f14ce1-eebd-46e9-94ea-3e820b73c3e3 req-a42eca50-ee4b-4638-a963-8eaf3e0abdf2 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:59.190878 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-15f14ce1-eebd-46e9-94ea-3e820b73c3e3 req-a42eca50-ee4b-4638-a963-8eaf3e0abdf2 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/ports?device_id=0a4ded4d-1abb-4bb7-ae27-95e1ce923b95 HTTP/1.1" status: 200 len: 944 time: 0.0595100 May 26 21:05:59.198577 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (785e2ff9-cc1a-490d-8a6f-a1613f95e361), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:05:59.200048 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Device 466d1d3e-5774-42ce-b767-cfefc3b72aa2 no longer exists at agent hyperv_hv-cinder-82880 {{(pid=104103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 21:05:59.204461 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 21:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c0d166d-fa52-4507-8fdd-372b8ad78a6e x-openstack-request-id: req-5c0d166d-fa52-4507-8fdd-372b8ad78a6e {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:05:59.204862 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a4ded4d-1abb-4bb7-ae27-95e1ce923b95", "name": "network-vif-plugged", "status": "completed", "tag": "785e2ff9-cc1a-490d-8a6f-a1613f95e361", "code": 200}]} {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:05:59.205212 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5c0d166d-fa52-4507-8fdd-372b8ad78a6e {{(pid=104103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:05:59.205688 dv-cinder-828806-3-iscsi neutron-server[104103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c0d166d-fa52-4507-8fdd-372b8ad78a6e'] response: {'server_uuid': '0a4ded4d-1abb-4bb7-ae27-95e1ce923b95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '785e2ff9-cc1a-490d-8a6f-a1613f95e361', 'code': 200} May 26 21:05:59.234604 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=100 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:05:59.240092 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] No Port match for: 466d1d3e-5774-42ce-b767-cfefc3b72aa2 {{(pid=104103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 21:05:59.240919 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Device 466d1d3e-5774-42ce-b767-cfefc3b72aa2 not bound to the agent host hv-cinder-82880 {{(pid=104103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 21:05:59.256765 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-15f14ce1-eebd-46e9-94ea-3e820b73c3e3 req-a0d95d3d-aea2-4119-b80f-e10fbf35390b tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/security-groups?id=d3253da1-13c2-4960-85fe-ea1c2b16da0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564742 May 26 21:05:59.275458 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Pushing event updated for resources: {'Port': ['ID=785e2ff9-cc1a-490d-8a6f-a1613f95e361,revision_number=5']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:05:59.444402 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae9d165-b1a7-4962-9ad5-137c27422526 req-899a93be-31d2-4927-9ac7-574a6c692985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:05:59.445773 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-8ae9d165-b1a7-4962-9ad5-137c27422526 req-899a93be-31d2-4927-9ac7-574a6c692985 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=0a4ded4d-1abb-4bb7-ae27-95e1ce923b95 HTTP/1.1" status: 200 len: 1129 time: 0.0400081 May 26 21:05:59.494796 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-8ae9d165-b1a7-4962-9ad5-137c27422526 req-fdec3006-d676-49ec-8035-3bb3bec069a6 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=d3253da1-13c2-4960-85fe-ea1c2b16da0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387228 May 26 21:05:59.588524 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.agents_db [None req-7031173d-d819-4c63-a4ce-0c5776890f6a None None] Agent healthcheck: found 6 active agents {{(pid=104104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 21:06:00.098743 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-4514d879-ef53-4c4d-8da0-0204544264bb req-85db4cc2-248d-4371-976e-d1f23875942c tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] 10.222.0.57 "GET /v2.0/ports?device_id=e469d2fa-6a72-40a8-aa47-a309176b21c7 HTTP/1.1" status: 200 len: 210 time: 0.0306473 May 26 21:06:00.172467 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bb29d6-0ec1-4891-8b52-de8c89d5b4aa req-7207900e-2752-4aec-91d1-ff5ebd7d1ab1 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:06:00.174498 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-94bb29d6-0ec1-4891-8b52-de8c89d5b4aa req-7207900e-2752-4aec-91d1-ff5ebd7d1ab1 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?device_id=6822b4a3-12b7-42b4-8c45-063cb86b7199 HTTP/1.1" status: 200 len: 946 time: 0.0584228 May 26 21:06:00.220535 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-94bb29d6-0ec1-4891-8b52-de8c89d5b4aa req-fda5877d-771d-45bd-b4d3-ea24aafa5ea8 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d047b43-45d5-46fd-bad8-28b24b28bff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405521 May 26 21:06:00.361239 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8ac237-04d9-40c8-9712-b4e397764c9b req-ee0be2c9-bd9a-4e1f-98db-cf9217961886 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:06:00.362679 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-6b8ac237-04d9-40c8-9712-b4e397764c9b req-ee0be2c9-bd9a-4e1f-98db-cf9217961886 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/ports?device_id=0a4ded4d-1abb-4bb7-ae27-95e1ce923b95 HTTP/1.1" status: 200 len: 945 time: 0.0458627 May 26 21:06:00.408011 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-6b8ac237-04d9-40c8-9712-b4e397764c9b req-09d2ca30-fe61-4cb7-bb0a-038e8fddd44c tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/security-groups?id=d3253da1-13c2-4960-85fe-ea1c2b16da0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399215 May 26 21:06:01.194561 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-e1ae0a00-b059-4a4e-b74f-c452674aaa46 req-29a19359-20c7-4d91-b2b8-4d31137f0e4b tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] 10.222.0.57 "GET /v2.0/ports?device_id=e469d2fa-6a72-40a8-aa47-a309176b21c7 HTTP/1.1" status: 200 len: 210 time: 0.0302703 May 26 21:06:01.331363 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69d7a27-9f7b-4358-9310-9ea805fb00ef req-eedcf79c-4b91-46a7-b5fd-1e2ead908bbd tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:06:01.332806 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-d69d7a27-9f7b-4358-9310-9ea805fb00ef req-eedcf79c-4b91-46a7-b5fd-1e2ead908bbd tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?device_id=6822b4a3-12b7-42b4-8c45-063cb86b7199 HTTP/1.1" status: 200 len: 946 time: 0.0465086 May 26 21:06:01.378314 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-d69d7a27-9f7b-4358-9310-9ea805fb00ef req-fdeae497-550a-4133-86dc-b0eb0d4ab0ae tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d047b43-45d5-46fd-bad8-28b24b28bff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400076 May 26 21:06:01.521487 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67fef1b-138b-477e-815a-d4501fe6b705 req-132aba36-0fef-4d46-8632-43a5f19337fe tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:06:01.522926 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-a67fef1b-138b-477e-815a-d4501fe6b705 req-132aba36-0fef-4d46-8632-43a5f19337fe tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/ports?device_id=0a4ded4d-1abb-4bb7-ae27-95e1ce923b95 HTTP/1.1" status: 200 len: 945 time: 0.0464773 May 26 21:06:01.568115 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-a67fef1b-138b-477e-815a-d4501fe6b705 req-6e20cb5c-9e81-4e52-88c1-30e2f571dc1f tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/security-groups?id=d3253da1-13c2-4960-85fe-ea1c2b16da0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397110 May 26 21:06:02.288910 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-d82f493f-3f1e-4107-81e9-2f82c9b5286f req-b3126d1e-bfac-404e-ab15-04fae775fc96 tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] 10.222.0.57 "GET /v2.0/ports?device_id=e469d2fa-6a72-40a8-aa47-a309176b21c7 HTTP/1.1" status: 200 len: 210 time: 0.0296357 May 26 21:06:02.490796 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76995a50-fa5d-472b-b8d5-6060b65b7e45 req-91a3b248-411f-4b73-9e5a-4894f7911a6b tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:06:02.492227 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-76995a50-fa5d-472b-b8d5-6060b65b7e45 req-91a3b248-411f-4b73-9e5a-4894f7911a6b tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?device_id=6822b4a3-12b7-42b4-8c45-063cb86b7199 HTTP/1.1" status: 200 len: 946 time: 0.0462446 May 26 21:06:02.537509 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-76995a50-fa5d-472b-b8d5-6060b65b7e45 req-8184a469-5745-468d-a4e0-703beb44821a tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d047b43-45d5-46fd-bad8-28b24b28bff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399265 May 26 21:06:02.678650 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ffd133-c46d-4d72-a745-e3adf180db17 req-f504d579-3546-496b-9211-19ec03a8e621 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:06:02.680089 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-e3ffd133-c46d-4d72-a745-e3adf180db17 req-f504d579-3546-496b-9211-19ec03a8e621 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/ports?device_id=0a4ded4d-1abb-4bb7-ae27-95e1ce923b95 HTTP/1.1" status: 200 len: 945 time: 0.0467973 May 26 21:06:02.725564 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-e3ffd133-c46d-4d72-a745-e3adf180db17 req-cf6b2f7c-c27c-4f26-a384-89ef6cc7c72a tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/security-groups?id=d3253da1-13c2-4960-85fe-ea1c2b16da0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400181 May 26 21:06:03.384655 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-8c0aab85-b84d-4f3f-b0b2-a6dfb32a5c60 req-dcb88833-b663-49a6-b86b-0e77101425a4 tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] 10.222.0.57 "GET /v2.0/ports?device_id=e469d2fa-6a72-40a8-aa47-a309176b21c7 HTTP/1.1" status: 200 len: 210 time: 0.0306418 May 26 21:06:03.654146 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd6d479-86c5-4b14-8848-da80c6e1eedd req-aca2aa6a-ebee-45c4-8a61-9ecee47ca2af tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:06:03.655664 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-2dd6d479-86c5-4b14-8848-da80c6e1eedd req-aca2aa6a-ebee-45c4-8a61-9ecee47ca2af tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?device_id=6822b4a3-12b7-42b4-8c45-063cb86b7199 HTTP/1.1" status: 200 len: 946 time: 0.0519028 May 26 21:06:03.693402 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=100 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:06:03.705181 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-2dd6d479-86c5-4b14-8848-da80c6e1eedd req-4b641da1-a1d4-4ddb-8bc7-9a7344f3ca27 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d047b43-45d5-46fd-bad8-28b24b28bff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434682 May 26 21:06:03.835177 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fac02b-00de-4c36-951f-e8d1fdb493fd req-78d42519-acff-413f-96a5-b3430c3f05e5 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:06:03.836615 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-05fac02b-00de-4c36-951f-e8d1fdb493fd req-78d42519-acff-413f-96a5-b3430c3f05e5 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/ports?device_id=0a4ded4d-1abb-4bb7-ae27-95e1ce923b95 HTTP/1.1" status: 200 len: 945 time: 0.0462077 May 26 21:06:03.882279 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-05fac02b-00de-4c36-951f-e8d1fdb493fd req-82eaf4df-a11c-4483-9f74-9f0390268f73 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/security-groups?id=d3253da1-13c2-4960-85fe-ea1c2b16da0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402110 May 26 21:06:03.990937 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53c46c0-36e0-481a-89f6-eee7fb9e5279 req-b49e387f-6141-4c4e-9945-27e6bac7edde tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:06:03.992372 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-d53c46c0-36e0-481a-89f6-eee7fb9e5279 req-b49e387f-6141-4c4e-9945-27e6bac7edde tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/ports?device_id=0a4ded4d-1abb-4bb7-ae27-95e1ce923b95 HTTP/1.1" status: 200 len: 945 time: 0.0488753 May 26 21:06:04.001057 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 46668) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:06:04.005195 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.v2.base [None req-49e7945c-02dd-4192-96b9-f924deb4f4e0 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Request body: {'floatingip': {'port_id': '785e2ff9-cc1a-490d-8a6f-a1613f95e361'}} {{(pid=104102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:06:04.041542 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-49e7945c-02dd-4192-96b9-f924deb4f4e0 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks [] for floatingip (decb2ff7-98c1-4f8a-9213-836225faefc1), before_update {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:04.202551 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=100 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:06:04.511779 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8e5a6c-9f18-4dc4-ba72-4c1783014f18 req-ea14640e-e23d-463b-8436-8aadd82e1c9f tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:06:04.513251 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-fc8e5a6c-9f18-4dc4-ba72-4c1783014f18 req-ea14640e-e23d-463b-8436-8aadd82e1c9f tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] 10.222.0.62 "GET /v2.0/networks?id=dc07e933-5233-4dad-95db-3dcdb5f7d053 HTTP/1.1" status: 200 len: 807 time: 0.1353972 May 26 21:06:04.524386 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-e867eb01-42d8-45ea-b13d-3b39cf4cea18 req-00f71cf7-6f5f-4000-b21e-e5255d013723 tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] 10.222.0.57 "GET /v2.0/ports?device_id=e469d2fa-6a72-40a8-aa47-a309176b21c7 HTTP/1.1" status: 200 len: 210 time: 0.0364666 May 26 21:06:04.649874 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-49e7945c-02dd-4192-96b9-f924deb4f4e0 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:04.653339 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-49e7945c-02dd-4192-96b9-f924deb4f4e0 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1614815'] for floatingip (decb2ff7-98c1-4f8a-9213-836225faefc1), after_update {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:04.743914 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.db.l3_db [None req-49e7945c-02dd-4192-96b9-f924deb4f4e0 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Floating IP decb2ff7-98c1-4f8a-9213-836225faefc1 associated. External IP: 172.27.2.84, port: 785e2ff9-cc1a-490d-8a6f-a1613f95e361. May 26 21:06:04.852958 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf322a47-bf1c-47a5-8a2e-8ea79f2c8969 req-c743b276-217b-4868-81e5-8fc003207af3 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:06:04.854384 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-bf322a47-bf1c-47a5-8a2e-8ea79f2c8969 req-c743b276-217b-4868-81e5-8fc003207af3 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?device_id=6822b4a3-12b7-42b4-8c45-063cb86b7199 HTTP/1.1" status: 200 len: 946 time: 0.0790801 May 26 21:06:04.948551 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-bf322a47-bf1c-47a5-8a2e-8ea79f2c8969 req-7233db75-79c5-4cba-a315-49e22c7abfa2 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d047b43-45d5-46fd-bad8-28b24b28bff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874834 May 26 21:06:04.990924 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:06:05.013671 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49e7945c-02dd-4192-96b9-f924deb4f4e0 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Router 3bb60381-f3a3-4d7c-a3fa-b838eedba2bc has already been hosted by L3 agent ccb07560-1e88-42f3-8411-377a93089622 {{(pid=104102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 21:06:05.112585 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49e7945c-02dd-4192-96b9-f924deb4f4e0 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Notify agent at l3_agent.dv-cinder-828806-3-iscsi the message routers_updated {{(pid=104102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 21:06:05.117297 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-49e7945c-02dd-4192-96b9-f924deb4f4e0 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25531'] for floatingip (None), before_response {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:05.121955 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589ac5d0-4e27-4276-84e9-d10f2b9026f5 None None] Sync routers for ids ['3bb60381-f3a3-4d7c-a3fa-b838eedba2bc'] in dv-cinder-828806-3-iscsi {{(pid=104104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 21:06:05.131806 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589ac5d0-4e27-4276-84e9-d10f2b9026f5 None None] Routers {'3bb60381-f3a3-4d7c-a3fa-b838eedba2bc'} bound to L3 agent in host dv-cinder-828806-3-iscsi {{(pid=104104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:06:05.132409 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_hamode_db [None req-589ac5d0-4e27-4276-84e9-d10f2b9026f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T20:55:42Z,description=,heartbeat_timestamp=2022-05-26T21:05:42Z,host='dv-cinder-828806-3-iscsi',id=ccb07560-1e88-42f3-8411-377a93089622,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T20:55:42Z,topic='l3_agent')) {'router_ids': ['3bb60381-f3a3-4d7c-a3fa-b838eedba2bc'], 'active': True} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:06:05.147736 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-49e7945c-02dd-4192-96b9-f924deb4f4e0 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "PUT /v2.0/floatingips/decb2ff7-98c1-4f8a-9213-836225faefc1 HTTP/1.1" status: 200 len: 990 time: 1.1456687 May 26 21:06:05.148688 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a4ded4d-1abb-4bb7-ae27-95e1ce923b95', 'tag': '785e2ff9-cc1a-490d-8a6f-a1613f95e361'}] {{(pid=104102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:06:05.151063 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706b1c0bf4c108867c85ce24421d64e29e03a8d677c0da793374f2c7f89b1863" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e226d2cb-f218-4b22-b5fb-818190fca46b" -d '{"events": [{"name": "network-changed", "server_uuid": "0a4ded4d-1abb-4bb7-ae27-95e1ce923b95", "tag": "785e2ff9-cc1a-490d-8a6f-a1613f95e361"}]}' {{(pid=104102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:06:05.186939 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 21:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80d2df0d-a57b-4873-8c47-fb79599e3686 x-openstack-request-id: req-80d2df0d-a57b-4873-8c47-fb79599e3686 {{(pid=104102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:06:05.187230 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a4ded4d-1abb-4bb7-ae27-95e1ce923b95", "tag": "785e2ff9-cc1a-490d-8a6f-a1613f95e361", "status": "completed", "code": 200}]} {{(pid=104102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:06:05.187482 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-80d2df0d-a57b-4873-8c47-fb79599e3686 {{(pid=104102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:06:05.187886 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80d2df0d-a57b-4873-8c47-fb79599e3686'] response: {'name': 'network-changed', 'server_uuid': '0a4ded4d-1abb-4bb7-ae27-95e1ce923b95', 'tag': '785e2ff9-cc1a-490d-8a6f-a1613f95e361', 'status': 'completed', 'code': 200} May 26 21:06:05.230721 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvr_db [None req-589ac5d0-4e27-4276-84e9-d10f2b9026f5 None None] Set router 3bb60381-f3a3-4d7c-a3fa-b838eedba2bc gateway port host: dv-cinder-828806-3-iscsi {{(pid=104104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:06:05.433144 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_hamode_db [None req-589ac5d0-4e27-4276-84e9-d10f2b9026f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bb60381-f3a3-4d7c-a3fa-b838eedba2bc', 'name': 'tempest-AttachVolumeNegativeTest-1984650119-router', 'tenant_id': 'aaa9e1a61984467ab8efae451b270558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '679aba7a-8620-45b9-9086-6d670299fa57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:05:34Z', 'updated_at': '2022-05-26T21:05:38Z', 'revision_number': 4, 'project_id': 'aaa9e1a61984467ab8efae451b270558', 'gw_port': {'id': '679aba7a-8620-45b9-9086-6d670299fa57', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:e7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb60381-f3a3-4d7c-a3fa-b838eedba2bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:05:35Z', 'updated_at': '2022-05-26T21:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi', '_floatingips': [{'id': 'decb2ff7-98c1-4f8a-9213-836225faefc1', 'tenant_id': 'aaa9e1a61984467ab8efae451b270558', 'floating_ip_address': '172.27.2.84', 'floating_network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'router_id': '3bb60381-f3a3-4d7c-a3fa-b838eedba2bc', 'port_id': '785e2ff9-cc1a-490d-8a6f-a1613f95e361', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 322, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '01728002-c90b-452e-a166-db394444487a', 'mac_address': 'fa:16:3e:4d:c2:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4ded4d-1abb-4bb7-ae27-95e1ce923b95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T21:05:40Z', 'updated_at': '2022-05-26T21:06:04Z', 'revision_number': 1, 'project_id': 'aaa9e1a61984467ab8efae451b270558', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6ae6261-71ed-4b07-8c36-fba23f8ed872', 'name': '', 'network_id': '01728002-c90b-452e-a166-db394444487a', 'tenant_id': 'aaa9e1a61984467ab8efae451b270558', 'mac_address': 'fa:16:3e:b3:48:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb60381-f3a3-4d7c-a3fa-b838eedba2bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '9203b2fc-d019-4045-ae31-83603be0cf2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:05:37Z', 'updated_at': '2022-05-26T21:05:41Z', 'revision_number': 5, 'project_id': 'aaa9e1a61984467ab8efae451b270558', 'subnets': [{'id': '9203b2fc-d019-4045-ae31-83603be0cf2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-3-iscsi', False) {} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:06:05.460329 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589ac5d0-4e27-4276-84e9-d10f2b9026f5 None None] Checking router: 3bb60381-f3a3-4d7c-a3fa-b838eedba2bc for host: dv-cinder-828806-3-iscsi {{(pid=104104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 21:06:05.478462 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589ac5d0-4e27-4276-84e9-d10f2b9026f5 None None] Routers {'3bb60381-f3a3-4d7c-a3fa-b838eedba2bc'} bound to L3 agent in host dv-cinder-828806-3-iscsi {{(pid=104104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:06:05.479122 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_hamode_db [None req-589ac5d0-4e27-4276-84e9-d10f2b9026f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T20:55:42Z,description=,heartbeat_timestamp=2022-05-26T21:05:42Z,host='dv-cinder-828806-3-iscsi',id=ccb07560-1e88-42f3-8411-377a93089622,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T20:55:42Z,topic='l3_agent')) {'router_ids': ['3bb60381-f3a3-4d7c-a3fa-b838eedba2bc'], 'active': True} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:06:05.576029 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.v2.base [req-fc8e5a6c-9f18-4dc4-ba72-4c1783014f18 req-845c85ba-42a1-4e9e-a808-8cbf1d950a50 tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] Request body: {'port': {'device_id': 'e469d2fa-6a72-40a8-aa47-a309176b21c7', 'network_id': 'dc07e933-5233-4dad-95db-3dcdb5f7d053', 'admin_state_up': True, 'tenant_id': '9a6a63e6c17d4b8bbd698f6e652de935'}} {{(pid=104101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:06:05.616890 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvr_db [None req-589ac5d0-4e27-4276-84e9-d10f2b9026f5 None None] Set router 3bb60381-f3a3-4d7c-a3fa-b838eedba2bc gateway port host: dv-cinder-828806-3-iscsi {{(pid=104104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:06:05.631920 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-f451396b-791d-4086-89c5-d36a44be5d32 req-ca2be9fc-2a07-4b4d-90e5-81c41b9aa2da tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] 10.222.0.57 "GET /v2.0/ports?device_id=e469d2fa-6a72-40a8-aa47-a309176b21c7 HTTP/1.1" status: 200 len: 210 time: 0.0356328 May 26 21:06:05.664580 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:06:05.683566 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e226d2cb-f218-4b22-b5fb-818190fca46b req-9cfba86c-97e5-4641-a380-ada82993a0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:06:05.685019 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-e226d2cb-f218-4b22-b5fb-818190fca46b req-9cfba86c-97e5-4641-a380-ada82993a0c7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=aaa9e1a61984467ab8efae451b270558&device_id=0a4ded4d-1abb-4bb7-ae27-95e1ce923b95 HTTP/1.1" status: 200 len: 1129 time: 0.1046419 May 26 21:06:05.732926 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc8e5a6c-9f18-4dc4-ba72-4c1783014f18 req-845c85ba-42a1-4e9e-a808-8cbf1d950a50 tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] Made reservation on behalf of 9a6a63e6c17d4b8bbd698f6e652de935 for: {'port': 1} {{(pid=104101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 21:06:05.736400 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-fc8e5a6c-9f18-4dc4-ba72-4c1783014f18 req-845c85ba-42a1-4e9e-a808-8cbf1d950a50 tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (None), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:05.832241 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_hamode_db [None req-589ac5d0-4e27-4276-84e9-d10f2b9026f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bb60381-f3a3-4d7c-a3fa-b838eedba2bc', 'name': 'tempest-AttachVolumeNegativeTest-1984650119-router', 'tenant_id': 'aaa9e1a61984467ab8efae451b270558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '679aba7a-8620-45b9-9086-6d670299fa57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:05:34Z', 'updated_at': '2022-05-26T21:05:38Z', 'revision_number': 4, 'project_id': 'aaa9e1a61984467ab8efae451b270558', 'gw_port': {'id': '679aba7a-8620-45b9-9086-6d670299fa57', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:e7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb60381-f3a3-4d7c-a3fa-b838eedba2bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:05:35Z', 'updated_at': '2022-05-26T21:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi', '_floatingips': [{'id': 'decb2ff7-98c1-4f8a-9213-836225faefc1', 'tenant_id': 'aaa9e1a61984467ab8efae451b270558', 'floating_ip_address': '172.27.2.84', 'floating_network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'router_id': '3bb60381-f3a3-4d7c-a3fa-b838eedba2bc', 'port_id': '785e2ff9-cc1a-490d-8a6f-a1613f95e361', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 322, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '01728002-c90b-452e-a166-db394444487a', 'mac_address': 'fa:16:3e:4d:c2:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4ded4d-1abb-4bb7-ae27-95e1ce923b95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T21:05:40Z', 'updated_at': '2022-05-26T21:06:04Z', 'revision_number': 1, 'project_id': 'aaa9e1a61984467ab8efae451b270558', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6ae6261-71ed-4b07-8c36-fba23f8ed872', 'name': '', 'network_id': '01728002-c90b-452e-a166-db394444487a', 'tenant_id': 'aaa9e1a61984467ab8efae451b270558', 'mac_address': 'fa:16:3e:b3:48:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb60381-f3a3-4d7c-a3fa-b838eedba2bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '9203b2fc-d019-4045-ae31-83603be0cf2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:05:37Z', 'updated_at': '2022-05-26T21:05:41Z', 'revision_number': 5, 'project_id': 'aaa9e1a61984467ab8efae451b270558', 'subnets': [{'id': '9203b2fc-d019-4045-ae31-83603be0cf2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-3-iscsi', False) {} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:06:05.856419 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589ac5d0-4e27-4276-84e9-d10f2b9026f5 None None] The sync data for ids ['3bb60381-f3a3-4d7c-a3fa-b838eedba2bc'] in dv-cinder-828806-3-iscsi is: [{'id': '3bb60381-f3a3-4d7c-a3fa-b838eedba2bc', 'name': 'tempest-AttachVolumeNegativeTest-1984650119-router', 'tenant_id': 'aaa9e1a61984467ab8efae451b270558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '679aba7a-8620-45b9-9086-6d670299fa57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:05:34Z', 'updated_at': '2022-05-26T21:05:38Z', 'revision_number': 4, 'project_id': 'aaa9e1a61984467ab8efae451b270558', 'gw_port': {'id': '679aba7a-8620-45b9-9086-6d670299fa57', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:e7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb60381-f3a3-4d7c-a3fa-b838eedba2bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:05:35Z', 'updated_at': '2022-05-26T21:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi', '_floatingips': [{'id': 'decb2ff7-98c1-4f8a-9213-836225faefc1', 'tenant_id': 'aaa9e1a61984467ab8efae451b270558', 'floating_ip_address': '172.27.2.84', 'floating_network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'router_id': '3bb60381-f3a3-4d7c-a3fa-b838eedba2bc', 'port_id': '785e2ff9-cc1a-490d-8a6f-a1613f95e361', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 322, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '01728002-c90b-452e-a166-db394444487a', 'mac_address': 'fa:16:3e:4d:c2:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4ded4d-1abb-4bb7-ae27-95e1ce923b95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T21:05:40Z', 'updated_at': '2022-05-26T21:06:04Z', 'revision_number': 1, 'project_id': 'aaa9e1a61984467ab8efae451b270558', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6ae6261-71ed-4b07-8c36-fba23f8ed872', 'name': '', 'network_id': '01728002-c90b-452e-a166-db394444487a', 'tenant_id': 'aaa9e1a61984467ab8efae451b270558', 'mac_address': 'fa:16:3e:b3:48:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb60381-f3a3-4d7c-a3fa-b838eedba2bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '9203b2fc-d019-4045-ae31-83603be0cf2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:05:37Z', 'updated_at': '2022-05-26T21:05:41Z', 'revision_number': 5, 'project_id': 'aaa9e1a61984467ab8efae451b270558', 'subnets': [{'id': '9203b2fc-d019-4045-ae31-83603be0cf2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 21:06:05.932568 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.db.db_base_plugin_common [req-fc8e5a6c-9f18-4dc4-ba72-4c1783014f18 req-845c85ba-42a1-4e9e-a808-8cbf1d950a50 tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] Allocated IP 172.20.0.12 (dc07e933-5233-4dad-95db-3dcdb5f7d053/c4f6dcf6-e2de-4b06-8579-023d24e9cdb2/8f93cc38-defd-40ae-81cc-78474c6a788b) {{(pid=104101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 21:06:05.935052 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e226d2cb-f218-4b22-b5fb-818190fca46b req-0f2cdf9a-f1d1-4603-bb54-6940c054db52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:06:05.937049 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-e226d2cb-f218-4b22-b5fb-818190fca46b req-0f2cdf9a-f1d1-4603-bb54-6940c054db52 service neutron] 10.222.0.62 "GET /v2.0/networks?id=01728002-c90b-452e-a166-db394444487a HTTP/1.1" status: 200 len: 916 time: 0.1482325 May 26 21:06:06.047940 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7310bcd2-e7e5-42e7-b66f-496a37885088 None None] New status for floating IP decb2ff7-98c1-4f8a-9213-836225faefc1: ACTIVE {{(pid=104103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 21:06:06.075839 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51c6c88-43fc-4613-a601-de5472ce7001 req-3b35b06d-d279-4f21-895a-ffb424d9acad tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:06:06.077828 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-f51c6c88-43fc-4613-a601-de5472ce7001 req-3b35b06d-d279-4f21-895a-ffb424d9acad tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?device_id=6822b4a3-12b7-42b4-8c45-063cb86b7199 HTTP/1.1" status: 200 len: 946 time: 0.0552831 May 26 21:06:06.096227 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-fc8e5a6c-9f18-4dc4-ba72-4c1783014f18 req-845c85ba-42a1-4e9e-a808-8cbf1d950a50 tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] Publish callbacks [] for port (8f93cc38-defd-40ae-81cc-78474c6a788b), precommit_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:06.128811 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-f51c6c88-43fc-4613-a601-de5472ce7001 req-f44749bb-96e5-48cd-b5a7-fcc5ebc3d605 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d047b43-45d5-46fd-bad8-28b24b28bff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435326 May 26 21:06:06.129734 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-fc8e5a6c-9f18-4dc4-ba72-4c1783014f18 req-845c85ba-42a1-4e9e-a808-8cbf1d950a50 tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787881445699'] for port (8f93cc38-defd-40ae-81cc-78474c6a788b), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:06.172645 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc8e5a6c-9f18-4dc4-ba72-4c1783014f18 req-845c85ba-42a1-4e9e-a808-8cbf1d950a50 tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] Network dc07e933-5233-4dad-95db-3dcdb5f7d053 is already hosted by enough agents. {{(pid=104101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 21:06:06.177785 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.scheduler.base_scheduler [req-fc8e5a6c-9f18-4dc4-ba72-4c1783014f18 req-845c85ba-42a1-4e9e-a808-8cbf1d950a50 tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] Resources bound (agent type, host, resource id): {{(pid=104101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:06:06.181522 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc8e5a6c-9f18-4dc4-ba72-4c1783014f18 req-845c85ba-42a1-4e9e-a808-8cbf1d950a50 tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] Received port after_create {{(pid=104101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 21:06:06.187465 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8e5a6c-9f18-4dc4-ba72-4c1783014f18 req-845c85ba-42a1-4e9e-a808-8cbf1d950a50 tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:06:06.188076 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-fc8e5a6c-9f18-4dc4-ba72-4c1783014f18 req-845c85ba-42a1-4e9e-a808-8cbf1d950a50 tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25531'] for port (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:06.193915 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845c85ba-42a1-4e9e-a808-8cbf1d950a50 tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] Pushing event updated for resources: {'Port': ['ID=8f93cc38-defd-40ae-81cc-78474c6a788b,revision_number=1']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:06:06.210213 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-fc8e5a6c-9f18-4dc4-ba72-4c1783014f18 req-845c85ba-42a1-4e9e-a808-8cbf1d950a50 tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6388931 May 26 21:06:06.743877 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659f2f6c-3265-44cc-a31a-8f1538d7d9ef req-ba4dd74b-14c5-44fa-8906-67dee8435786 tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:06:06.745306 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-659f2f6c-3265-44cc-a31a-8f1538d7d9ef req-ba4dd74b-14c5-44fa-8906-67dee8435786 tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] 10.222.0.57 "GET /v2.0/ports?device_id=e469d2fa-6a72-40a8-aa47-a309176b21c7 HTTP/1.1" status: 200 len: 932 time: 0.0451858 May 26 21:06:06.793105 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-659f2f6c-3265-44cc-a31a-8f1538d7d9ef req-bcac5ab8-d781-4940-a609-01b149cf7200 tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] 10.222.0.57 "GET /v2.0/security-groups?id=446b3d92-a111-416a-b42c-78d385410977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416088 May 26 21:06:07.242736 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6021cb0e-a490-445b-9086-79cfea6deb2c req-3fdd6b14-ac25-438a-b6e2-62e00937db2b tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:06:07.244147 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-6021cb0e-a490-445b-9086-79cfea6deb2c req-3fdd6b14-ac25-438a-b6e2-62e00937db2b tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?device_id=6822b4a3-12b7-42b4-8c45-063cb86b7199 HTTP/1.1" status: 200 len: 946 time: 0.0454373 May 26 21:06:07.261564 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:06:07.294927 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-6021cb0e-a490-445b-9086-79cfea6deb2c req-a9cf09f5-54f9-4d00-bc4a-59f7629332b7 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d047b43-45d5-46fd-bad8-28b24b28bff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451112 May 26 21:06:07.904920 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26e213a-739c-4371-8ecb-7a74dfa06392 req-6d22abc4-0471-476b-8104-3ba4eaffea94 tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:06:07.906335 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-f26e213a-739c-4371-8ecb-7a74dfa06392 req-6d22abc4-0471-476b-8104-3ba4eaffea94 tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] 10.222.0.57 "GET /v2.0/ports?device_id=e469d2fa-6a72-40a8-aa47-a309176b21c7 HTTP/1.1" status: 200 len: 932 time: 0.0457919 May 26 21:06:07.951754 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-f26e213a-739c-4371-8ecb-7a74dfa06392 req-7ff45d6c-8df3-446b-b4cc-b08effd37ce5 tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] 10.222.0.57 "GET /v2.0/security-groups?id=446b3d92-a111-416a-b42c-78d385410977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400751 May 26 21:06:08.403018 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c962aa-262b-4a26-9270-a9f270763e77 req-1ba19bb2-53e2-4be4-8585-4fe55f8b0407 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:06:08.404338 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-88c962aa-262b-4a26-9270-a9f270763e77 req-1ba19bb2-53e2-4be4-8585-4fe55f8b0407 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?device_id=6822b4a3-12b7-42b4-8c45-063cb86b7199 HTTP/1.1" status: 200 len: 946 time: 0.0447783 May 26 21:06:08.450104 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-88c962aa-262b-4a26-9270-a9f270763e77 req-9ef76acc-555d-467e-abb8-fa4dbf1da40c tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d047b43-45d5-46fd-bad8-28b24b28bff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398753 May 26 21:06:08.536448 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.v2.base [req-fc8e5a6c-9f18-4dc4-ba72-4c1783014f18 req-200585e3-36f0-42d3-9ee0-db4ef0771e7b service neutron] Request body: {'port': {'device_id': 'e469d2fa-6a72-40a8-aa47-a309176b21c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=104101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:06:08.603424 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:06:08.656800 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:06:08.672519 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-e226d2cb-f218-4b22-b5fb-818190fca46b req-0c6a3c53-6be3-431a-b18b-f23ae428b6a6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=785e2ff9-cc1a-490d-8a6f-a1613f95e361 HTTP/1.1" status: 200 len: 1000 time: 0.1328270 May 26 21:06:08.675656 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a289d8f-b75e-436e-a16f-a63e0c31e1d8 req-15278777-2816-48a8-b5b4-fa6f4cb813c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:06:08.677003 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-4a289d8f-b75e-436e-a16f-a63e0c31e1d8 req-15278777-2816-48a8-b5b4-fa6f4cb813c3 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6822b4a3-12b7-42b4-8c45-063cb86b7199 HTTP/1.1" status: 200 len: 1130 time: 0.0861287 May 26 21:06:08.686688 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-fc8e5a6c-9f18-4dc4-ba72-4c1783014f18 req-200585e3-36f0-42d3-9ee0-db4ef0771e7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (8f93cc38-defd-40ae-81cc-78474c6a788b), before_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:08.814996 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e226d2cb-f218-4b22-b5fb-818190fca46b req-cc248190-88ac-4d6e-8e53-ce9274c7decf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:06:08.816376 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-e226d2cb-f218-4b22-b5fb-818190fca46b req-cc248190-88ac-4d6e-8e53-ce9274c7decf service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9203b2fc-d019-4045-ae31-83603be0cf2e HTTP/1.1" status: 200 len: 854 time: 0.1267149 May 26 21:06:08.820356 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-4a289d8f-b75e-436e-a16f-a63e0c31e1d8 req-b3c9ab77-1961-44dd-8c1d-bc8fdaf5a397 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=2d047b43-45d5-46fd-bad8-28b24b28bff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177068 May 26 21:06:09.046044 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.notifiers.nova [req-fc8e5a6c-9f18-4dc4-ba72-4c1783014f18 req-200585e3-36f0-42d3-9ee0-db4ef0771e7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f93cc38-defd-40ae-81cc-78474c6a788b {{(pid=104101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 21:06:09.053607 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-fc8e5a6c-9f18-4dc4-ba72-4c1783014f18 req-200585e3-36f0-42d3-9ee0-db4ef0771e7b service neutron] Publish callbacks [] for port (8f93cc38-defd-40ae-81cc-78474c6a788b), precommit_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:09.068670 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.db.provisioning_blocks [req-fc8e5a6c-9f18-4dc4-ba72-4c1783014f18 req-200585e3-36f0-42d3-9ee0-db4ef0771e7b service neutron] Transition to ACTIVE for port object 8f93cc38-defd-40ae-81cc-78474c6a788b will not be triggered until provisioned by entity L2. {{(pid=104101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 21:06:09.075239 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59df751-d18c-4677-80b9-ef976d66583b req-498b2588-2137-4efe-aacf-1e3fbd934a83 tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:06:09.075711 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-fc8e5a6c-9f18-4dc4-ba72-4c1783014f18 req-200585e3-36f0-42d3-9ee0-db4ef0771e7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (8f93cc38-defd-40ae-81cc-78474c6a788b), after_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:09.077382 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-c59df751-d18c-4677-80b9-ef976d66583b req-498b2588-2137-4efe-aacf-1e3fbd934a83 tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] 10.222.0.57 "GET /v2.0/ports?device_id=e469d2fa-6a72-40a8-aa47-a309176b21c7 HTTP/1.1" status: 200 len: 932 time: 0.0521951 May 26 21:06:09.124242 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200585e3-36f0-42d3-9ee0-db4ef0771e7b service neutron] Pushing event updated for resources: {'Port': ['ID=8f93cc38-defd-40ae-81cc-78474c6a788b,revision_number=2']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:06:09.124445 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-c59df751-d18c-4677-80b9-ef976d66583b req-717d6226-cdb3-4023-9936-1d5b7495b881 tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] 10.222.0.57 "GET /v2.0/security-groups?id=446b3d92-a111-416a-b42c-78d385410977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401931 May 26 21:06:09.188772 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [req-fc8e5a6c-9f18-4dc4-ba72-4c1783014f18 req-200585e3-36f0-42d3-9ee0-db4ef0771e7b service neutron] Attempting to bind port 8f93cc38-defd-40ae-81cc-78474c6a788b on host hv-cinder-82880 for vnic_type normal with profile {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 21:06:09.189022 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [req-fc8e5a6c-9f18-4dc4-ba72-4c1783014f18 req-200585e3-36f0-42d3-9ee0-db4ef0771e7b service neutron] Attempting to bind port 8f93cc38-defd-40ae-81cc-78474c6a788b by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': '1e0dbeac-b689-4b13-a590-2db23fc6dfbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'dc07e933-5233-4dad-95db-3dcdb5f7d053'}] {{(pid=104101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 21:06:09.189345 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8e5a6c-9f18-4dc4-ba72-4c1783014f18 req-200585e3-36f0-42d3-9ee0-db4ef0771e7b service neutron] Attempting to bind port 8f93cc38-defd-40ae-81cc-78474c6a788b on network dc07e933-5233-4dad-95db-3dcdb5f7d053 {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 21:06:09.196924 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8e5a6c-9f18-4dc4-ba72-4c1783014f18 req-200585e3-36f0-42d3-9ee0-db4ef0771e7b service neutron] Port 8f93cc38-defd-40ae-81cc-78474c6a788b on network dc07e933-5233-4dad-95db-3dcdb5f7d053 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 21:06:09.197237 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8e5a6c-9f18-4dc4-ba72-4c1783014f18 req-200585e3-36f0-42d3-9ee0-db4ef0771e7b service neutron] Attempting to bind port 8f93cc38-defd-40ae-81cc-78474c6a788b on network dc07e933-5233-4dad-95db-3dcdb5f7d053 {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 21:06:09.204314 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e226d2cb-f218-4b22-b5fb-818190fca46b req-3078edbd-55df-493a-ae4c-dacd52b2daaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:06:09.205818 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-e226d2cb-f218-4b22-b5fb-818190fca46b req-3078edbd-55df-493a-ae4c-dacd52b2daaa service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=01728002-c90b-452e-a166-db394444487a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0578880 May 26 21:06:09.206644 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8e5a6c-9f18-4dc4-ba72-4c1783014f18 req-200585e3-36f0-42d3-9ee0-db4ef0771e7b service neutron] Checking agent: {'id': '7f90b46f-777d-4aa1-89b5-840fb2878c39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 21, 2, 24), 'started_at': datetime.datetime(2022, 5, 26, 21, 2, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 21, 5, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 21:06:09.206969 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8e5a6c-9f18-4dc4-ba72-4c1783014f18 req-200585e3-36f0-42d3-9ee0-db4ef0771e7b service neutron] Checking segment: {'id': '1e0dbeac-b689-4b13-a590-2db23fc6dfbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'dc07e933-5233-4dad-95db-3dcdb5f7d053'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 21:06:09.207333 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8e5a6c-9f18-4dc4-ba72-4c1783014f18 req-200585e3-36f0-42d3-9ee0-db4ef0771e7b service neutron] Bound using segment: {'id': '1e0dbeac-b689-4b13-a590-2db23fc6dfbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'dc07e933-5233-4dad-95db-3dcdb5f7d053'} {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 21:06:09.207744 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [req-fc8e5a6c-9f18-4dc4-ba72-4c1783014f18 req-200585e3-36f0-42d3-9ee0-db4ef0771e7b service neutron] Bound port: 8f93cc38-defd-40ae-81cc-78474c6a788b, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e0dbeac-b689-4b13-a590-2db23fc6dfbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'dc07e933-5233-4dad-95db-3dcdb5f7d053'}}] {{(pid=104101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 21:06:09.208091 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-fc8e5a6c-9f18-4dc4-ba72-4c1783014f18 req-200585e3-36f0-42d3-9ee0-db4ef0771e7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (8f93cc38-defd-40ae-81cc-78474c6a788b), before_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:09.266070 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.db [req-fc8e5a6c-9f18-4dc4-ba72-4c1783014f18 req-200585e3-36f0-42d3-9ee0-db4ef0771e7b service neutron] For port 8f93cc38-defd-40ae-81cc-78474c6a788b, host hv-cinder-82880, cleared binding levels {{(pid=104101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 21:06:09.268976 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.db [req-fc8e5a6c-9f18-4dc4-ba72-4c1783014f18 req-200585e3-36f0-42d3-9ee0-db4ef0771e7b service neutron] For port 8f93cc38-defd-40ae-81cc-78474c6a788b, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=8f93cc38-defd-40ae-81cc-78474c6a788b,segment=NetworkSegment(1e0dbeac-b689-4b13-a590-2db23fc6dfbc),segment_id=1e0dbeac-b689-4b13-a590-2db23fc6dfbc)] {{(pid=104101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 21:06:09.275309 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-fc8e5a6c-9f18-4dc4-ba72-4c1783014f18 req-200585e3-36f0-42d3-9ee0-db4ef0771e7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (8f93cc38-defd-40ae-81cc-78474c6a788b), after_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:09.308194 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8e5a6c-9f18-4dc4-ba72-4c1783014f18 req-200585e3-36f0-42d3-9ee0-db4ef0771e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:06:09.308797 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-fc8e5a6c-9f18-4dc4-ba72-4c1783014f18 req-200585e3-36f0-42d3-9ee0-db4ef0771e7b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25531'] for port (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:09.310134 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-fc8e5a6c-9f18-4dc4-ba72-4c1783014f18 req-200585e3-36f0-42d3-9ee0-db4ef0771e7b service neutron] 10.222.0.62 "PUT /v2.0/ports/8f93cc38-defd-40ae-81cc-78474c6a788b HTTP/1.1" status: 200 len: 1094 time: 0.7780826 May 26 21:06:09.310580 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e469d2fa-6a72-40a8-aa47-a309176b21c7', 'tag': '8f93cc38-defd-40ae-81cc-78474c6a788b'}] {{(pid=104101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:06:09.313264 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e35b3b942162f380527a6ddce7731c26b87baf9d9763e10c20fbd720b027cea7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-353e1f50-2025-4c90-9bcf-c7161074d0a7" -d '{"events": [{"name": "network-changed", "server_uuid": "e469d2fa-6a72-40a8-aa47-a309176b21c7", "tag": "8f93cc38-defd-40ae-81cc-78474c6a788b"}]}' {{(pid=104101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:06:09.333365 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200585e3-36f0-42d3-9ee0-db4ef0771e7b service neutron] Pushing event updated for resources: {'Port': ['ID=8f93cc38-defd-40ae-81cc-78474c6a788b,revision_number=3']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:06:09.351992 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 21:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e342c48-2b0d-4170-a608-764ba7699859 x-openstack-request-id: req-9e342c48-2b0d-4170-a608-764ba7699859 {{(pid=104101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:06:09.352280 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e469d2fa-6a72-40a8-aa47-a309176b21c7", "tag": "8f93cc38-defd-40ae-81cc-78474c6a788b", "status": "completed", "code": 200}]} {{(pid=104101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:06:09.352535 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9e342c48-2b0d-4170-a608-764ba7699859 {{(pid=104101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:06:09.352929 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e342c48-2b0d-4170-a608-764ba7699859'] response: {'name': 'network-changed', 'server_uuid': 'e469d2fa-6a72-40a8-aa47-a309176b21c7', 'tag': '8f93cc38-defd-40ae-81cc-78474c6a788b', 'status': 'completed', 'code': 200} May 26 21:06:09.559981 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f809d41e-4337-4ffd-b365-e056b8b571ef req-d86cea6d-bf49-445f-8a1e-eb643354e732 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:06:09.562053 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-f809d41e-4337-4ffd-b365-e056b8b571ef req-d86cea6d-bf49-445f-8a1e-eb643354e732 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?device_id=6822b4a3-12b7-42b4-8c45-063cb86b7199 HTTP/1.1" status: 200 len: 946 time: 0.0461726 May 26 21:06:09.611023 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-f809d41e-4337-4ffd-b365-e056b8b571ef req-4f856dc7-2eea-4045-8126-9530a08a0d88 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d047b43-45d5-46fd-bad8-28b24b28bff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435905 May 26 21:06:09.697876 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:06:09.708335 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353e1f50-2025-4c90-9bcf-c7161074d0a7 req-bc53583e-1db4-4d49-9c2a-710c2c504536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:06:09.709811 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-353e1f50-2025-4c90-9bcf-c7161074d0a7 req-bc53583e-1db4-4d49-9c2a-710c2c504536 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9a6a63e6c17d4b8bbd698f6e652de935&device_id=e469d2fa-6a72-40a8-aa47-a309176b21c7 HTTP/1.1" status: 200 len: 1128 time: 0.0640364 May 26 21:06:09.712325 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-e226d2cb-f218-4b22-b5fb-818190fca46b req-713bfc8b-8919-46b4-b089-4deb50a9c395 service neutron] 10.222.0.62 "GET /v2.0/networks/01728002-c90b-452e-a166-db394444487a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244342 May 26 21:06:09.756718 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:06:09.759560 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-e3784819-8d12-4f9b-b2e1-593ef11245ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (28061657-8b16-479f-8ff4-19bdcc74bc2c), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:09.960845 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-e226d2cb-f218-4b22-b5fb-818190fca46b req-bd87a635-5241-436f-a6c3-0dae63749d43 service neutron] 10.222.0.62 "GET /v2.0/networks/01728002-c90b-452e-a166-db394444487a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205732 May 26 21:06:09.970490 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353e1f50-2025-4c90-9bcf-c7161074d0a7 req-541ce5de-5c7f-4e5d-bed4-49cc300a2589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:06:09.971872 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-353e1f50-2025-4c90-9bcf-c7161074d0a7 req-541ce5de-5c7f-4e5d-bed4-49cc300a2589 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=9a6a63e6c17d4b8bbd698f6e652de935&shared=False HTTP/1.1" status: 200 len: 908 time: 0.2238612 May 26 21:06:10.237769 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9576530-4b8f-41eb-9f29-a4faf84937ce req-3fab59d0-ae7c-419f-8306-50a8e443a7a1 tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:06:10.239600 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-d9576530-4b8f-41eb-9f29-a4faf84937ce req-3fab59d0-ae7c-419f-8306-50a8e443a7a1 tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] 10.222.0.57 "GET /v2.0/ports?device_id=e469d2fa-6a72-40a8-aa47-a309176b21c7 HTTP/1.1" status: 200 len: 944 time: 0.0458119 May 26 21:06:10.288038 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-d9576530-4b8f-41eb-9f29-a4faf84937ce req-14045575-397c-4407-99fc-cddce026c407 tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] 10.222.0.57 "GET /v2.0/security-groups?id=446b3d92-a111-416a-b42c-78d385410977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431540 May 26 21:06:10.733146 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b3ceff-97ba-4fcc-9fa4-8e01a70fcada req-80b0d5ce-b511-4baa-97bc-3716f2cd7e85 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:06:10.734996 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-13b3ceff-97ba-4fcc-9fa4-8e01a70fcada req-80b0d5ce-b511-4baa-97bc-3716f2cd7e85 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?device_id=6822b4a3-12b7-42b4-8c45-063cb86b7199 HTTP/1.1" status: 200 len: 946 time: 0.0490561 May 26 21:06:10.760095 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=100 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:06:10.793743 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-13b3ceff-97ba-4fcc-9fa4-8e01a70fcada req-95b57072-8a51-41ef-a6f8-53bd2f5bb56b tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d047b43-45d5-46fd-bad8-28b24b28bff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525570 May 26 21:06:10.949086 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934992c3-d74c-478f-8fe8-1551bc3f3834 req-163bab5b-8db4-4798-b7f9-331dc5df839e tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:06:10.957131 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-934992c3-d74c-478f-8fe8-1551bc3f3834 req-163bab5b-8db4-4798-b7f9-331dc5df839e tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?device_id=fba09f97-8026-4d4e-b8a6-e4705eff1e98 HTTP/1.1" status: 200 len: 946 time: 0.0693674 May 26 21:06:11.005154 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-934992c3-d74c-478f-8fe8-1551bc3f3834 req-538fb987-2bc9-4d51-acef-9e9edce26f8b tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d047b43-45d5-46fd-bad8-28b24b28bff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471179 May 26 21:06:11.068369 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353e1f50-2025-4c90-9bcf-c7161074d0a7 req-a8b9c834-64e9-417b-aba5-66e9319cea96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:06:11.069888 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-353e1f50-2025-4c90-9bcf-c7161074d0a7 req-a8b9c834-64e9-417b-aba5-66e9319cea96 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4044452 May 26 21:06:11.200679 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8e5a6c-9f18-4dc4-ba72-4c1783014f18 req-efeb8904-4dfe-42d9-8e97-4caa829dfbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:06:11.202207 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-fc8e5a6c-9f18-4dc4-ba72-4c1783014f18 req-efeb8904-4dfe-42d9-8e97-4caa829dfbe0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9a6a63e6c17d4b8bbd698f6e652de935&device_id=e469d2fa-6a72-40a8-aa47-a309176b21c7 HTTP/1.1" status: 200 len: 1128 time: 0.0480344 May 26 21:06:11.250601 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-fc8e5a6c-9f18-4dc4-ba72-4c1783014f18 req-ccc38e97-787b-4ce7-801e-aecbec2a6baf service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8f93cc38-defd-40ae-81cc-78474c6a788b HTTP/1.1" status: 200 len: 217 time: 0.0324738 May 26 21:06:11.309229 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8e5a6c-9f18-4dc4-ba72-4c1783014f18 req-b53ff73e-6360-4c62-9ec8-e7150699ac7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:06:11.310705 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-fc8e5a6c-9f18-4dc4-ba72-4c1783014f18 req-b53ff73e-6360-4c62-9ec8-e7150699ac7c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=c4f6dcf6-e2de-4b06-8579-023d24e9cdb2 HTTP/1.1" status: 200 len: 847 time: 0.0470266 May 26 21:06:11.356860 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-fc8e5a6c-9f18-4dc4-ba72-4c1783014f18 req-1685ae7a-3a20-401c-91d0-e15f8752c39d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=dc07e933-5233-4dad-95db-3dcdb5f7d053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361192 May 26 21:06:11.444156 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e574bc95-7517-4eb4-8015-570f4204cfa4 req-62da621a-8855-4780-8834-89ea5bc05831 tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:06:11.447049 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-e574bc95-7517-4eb4-8015-570f4204cfa4 req-62da621a-8855-4780-8834-89ea5bc05831 tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] 10.222.0.57 "GET /v2.0/ports?device_id=e469d2fa-6a72-40a8-aa47-a309176b21c7 HTTP/1.1" status: 200 len: 944 time: 0.0576057 May 26 21:06:11.459931 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-fc8e5a6c-9f18-4dc4-ba72-4c1783014f18 req-554f94d4-f686-479e-8715-2da74df8111a service neutron] 10.222.0.62 "GET /v2.0/networks/dc07e933-5233-4dad-95db-3dcdb5f7d053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950685 May 26 21:06:11.494970 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-e574bc95-7517-4eb4-8015-570f4204cfa4 req-895cbb27-1fb4-4f60-8a6f-6f8a96c66e78 tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] 10.222.0.57 "GET /v2.0/security-groups?id=446b3d92-a111-416a-b42c-78d385410977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442808 May 26 21:06:11.577204 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-fc8e5a6c-9f18-4dc4-ba72-4c1783014f18 req-80226edb-0609-4774-8b40-028084503e21 service neutron] 10.222.0.62 "GET /v2.0/networks/dc07e933-5233-4dad-95db-3dcdb5f7d053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101947 May 26 21:06:12.044512 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-dbd54ef9-7360-4503-a5e8-5db5043cf124 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (ccb07560-1e88-42f3-8411-377a93089622), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:12.618090 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88b53de-8622-408a-9c51-14bb59b10935 req-4d61be4e-4cef-4297-b7fb-38e20b260756 tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:06:12.619552 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-b88b53de-8622-408a-9c51-14bb59b10935 req-4d61be4e-4cef-4297-b7fb-38e20b260756 tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] 10.222.0.57 "GET /v2.0/ports?device_id=e469d2fa-6a72-40a8-aa47-a309176b21c7 HTTP/1.1" status: 200 len: 944 time: 0.0562599 May 26 21:06:12.673427 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a04b44-f705-45ce-a552-4b7240406a18 req-5b799b36-17ac-4ed0-9670-6533405a9242 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:06:12.674895 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-04a04b44-f705-45ce-a552-4b7240406a18 req-5b799b36-17ac-4ed0-9670-6533405a9242 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?device_id=fba09f97-8026-4d4e-b8a6-e4705eff1e98 HTTP/1.1" status: 200 len: 946 time: 0.0737920 May 26 21:06:12.710862 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-b88b53de-8622-408a-9c51-14bb59b10935 req-15d9f6e5-4dfb-47c5-92d4-a87d8a910a98 tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] 10.222.0.57 "GET /v2.0/security-groups?id=446b3d92-a111-416a-b42c-78d385410977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749085 May 26 21:06:12.739810 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-04a04b44-f705-45ce-a552-4b7240406a18 req-a2c93700-e874-4a6d-9364-cdd673b89cee tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d047b43-45d5-46fd-bad8-28b24b28bff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589461 May 26 21:06:12.957668 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b6828c-a2b6-4ab0-825c-3a5956925792 req-9aa1fed6-e9d8-452e-a6e6-da9e0c9ec15c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:06:12.959102 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-d2b6828c-a2b6-4ab0-825c-3a5956925792 req-9aa1fed6-e9d8-452e-a6e6-da9e0c9ec15c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9f8ac962c5d0402eb17b01aa02632897&device_id=fba09f97-8026-4d4e-b8a6-e4705eff1e98 HTTP/1.1" status: 200 len: 1130 time: 0.0457277 May 26 21:06:12.974993 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-2cedcaf3-f8c8-488c-9e0f-8ce175add227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (5deefb54-cd62-4255-b022-7e9734e3e0b8), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:13.055359 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b6828c-a2b6-4ab0-825c-3a5956925792 req-a09f0fa3-9633-4d14-b2b5-8cf30b2f9b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:06:13.056814 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-d2b6828c-a2b6-4ab0-825c-3a5956925792 req-a09f0fa3-9633-4d14-b2b5-8cf30b2f9b6f service neutron] 10.222.0.62 "GET /v2.0/networks?id=db3bac2b-2e57-4b81-ab3a-36a5a5912178 HTTP/1.1" status: 200 len: 920 time: 0.0878015 May 26 21:06:13.099837 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-d2b6828c-a2b6-4ab0-825c-3a5956925792 req-ea3c9e60-3704-4b17-93ac-90a4843d6b06 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7954d0e3-7dea-430e-9ec1-1c6e6e541eee HTTP/1.1" status: 200 len: 217 time: 0.0368738 May 26 21:06:13.149574 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b6828c-a2b6-4ab0-825c-3a5956925792 req-f791a11a-0f47-47e0-97b2-3d28fbacc4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:06:13.151036 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-d2b6828c-a2b6-4ab0-825c-3a5956925792 req-f791a11a-0f47-47e0-97b2-3d28fbacc4c7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=aedf8799-8f39-49e6-9345-2bd6d7772744 HTTP/1.1" status: 200 len: 858 time: 0.0424719 May 26 21:06:13.200408 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b6828c-a2b6-4ab0-825c-3a5956925792 req-cc09f06d-6a41-44a3-94ef-9cff74adcd0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:06:13.202371 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-d2b6828c-a2b6-4ab0-825c-3a5956925792 req-cc09f06d-6a41-44a3-94ef-9cff74adcd0f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=db3bac2b-2e57-4b81-ab3a-36a5a5912178&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0372326 May 26 21:06:13.293339 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=100 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:06:13.297481 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-d2b6828c-a2b6-4ab0-825c-3a5956925792 req-2acaeec2-a769-408e-9cbc-e91b7b36e71f service neutron] 10.222.0.62 "GET /v2.0/networks/db3bac2b-2e57-4b81-ab3a-36a5a5912178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878291 May 26 21:06:13.388473 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-d2b6828c-a2b6-4ab0-825c-3a5956925792 req-95aa11ee-9986-44c2-bf92-be26cfd6e16a service neutron] 10.222.0.62 "GET /v2.0/networks/db3bac2b-2e57-4b81-ab3a-36a5a5912178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830441 May 26 21:06:13.861881 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac13ef43-e623-4abe-8583-5c0723137b15 req-6e592338-a641-4708-8207-7dc6d4efd217 tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:06:13.864264 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-ac13ef43-e623-4abe-8583-5c0723137b15 req-6e592338-a641-4708-8207-7dc6d4efd217 tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] 10.222.0.57 "GET /v2.0/ports?device_id=e469d2fa-6a72-40a8-aa47-a309176b21c7 HTTP/1.1" status: 200 len: 944 time: 0.0787210 May 26 21:06:13.880049 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795dbff4-9fa3-427f-9afd-a773e47760c0 req-b9e50310-681c-486f-ad55-f5f7a10f45a5 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:06:13.881469 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-795dbff4-9fa3-427f-9afd-a773e47760c0 req-b9e50310-681c-486f-ad55-f5f7a10f45a5 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?device_id=fba09f97-8026-4d4e-b8a6-e4705eff1e98 HTTP/1.1" status: 200 len: 946 time: 0.0646727 May 26 21:06:13.916840 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=100 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:06:13.958244 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-ac13ef43-e623-4abe-8583-5c0723137b15 req-dcdba1eb-d534-4bc0-af8f-6b2dcfa86c37 tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] 10.222.0.57 "GET /v2.0/security-groups?id=446b3d92-a111-416a-b42c-78d385410977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846083 May 26 21:06:13.962347 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-795dbff4-9fa3-427f-9afd-a773e47760c0 req-061ac4c9-2f6f-4eb0-b6f8-b01fba3f3180 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d047b43-45d5-46fd-bad8-28b24b28bff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671628 May 26 21:06:14.032683 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 46846) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:06:14.136771 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-98d38ccf-a8af-4d24-8f2c-6b98ad521dd7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:14.215932 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-98d38ccf-a8af-4d24-8f2c-6b98ad521dd7 admin admin] Publish callbacks [] for security_group (2e6c4289-67a7-4d61-8fb8-a0584be70428), precommit_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:14.219773 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-98d38ccf-a8af-4d24-8f2c-6b98ad521dd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (2e6c4289-67a7-4d61-8fb8-a0584be70428), after_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:14.257920 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-98d38ccf-a8af-4d24-8f2c-6b98ad521dd7 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7087555844ad4fd5b1aeae567db03082&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2242255 May 26 21:06:14.258856 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d38ccf-a8af-4d24-8f2c-6b98ad521dd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e6c4289-67a7-4d61-8fb8-a0584be70428,revision_number=1']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:06:14.260542 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 46852) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:06:14.279822 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=100 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:06:14.309755 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-4c6f6199-7794-4ff5-98d7-38583b4927e4 admin admin] Publish callbacks [] for security_group (2e6c4289-67a7-4d61-8fb8-a0584be70428), before_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:14.334641 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-4c6f6199-7794-4ff5-98d7-38583b4927e4 admin admin] Publish callbacks [] for security_group (2e6c4289-67a7-4d61-8fb8-a0584be70428), precommit_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:14.379516 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-4c6f6199-7794-4ff5-98d7-38583b4927e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (2e6c4289-67a7-4d61-8fb8-a0584be70428), after_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:14.382082 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-4c6f6199-7794-4ff5-98d7-38583b4927e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:14.383247 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-4c6f6199-7794-4ff5-98d7-38583b4927e4 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2e6c4289-67a7-4d61-8fb8-a0584be70428 HTTP/1.1" status: 204 len: 168 time: 0.1216171 May 26 21:06:14.392780 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6f6199-7794-4ff5-98d7-38583b4927e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e6c4289-67a7-4d61-8fb8-a0584be70428,revision_number=None']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:06:14.483645 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-46f12c73-3700-4e7e-86c8-206b84d0e626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (54d4a93e-badb-480c-831f-99f9f6beb5f4), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:14.567103 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Device 8f93cc38-defd-40ae-81cc-78474c6a788b details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=104103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 21:06:14.647655 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 46858) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:06:14.661303 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-d4bf8d62-ca0e-4c2d-8be1-557dde079503 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:14.668870 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] For port 8f93cc38-defd-40ae-81cc-78474c6a788b, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=8f93cc38-defd-40ae-81cc-78474c6a788b,segment=NetworkSegment(1e0dbeac-b689-4b13-a590-2db23fc6dfbc),segment_id=1e0dbeac-b689-4b13-a590-2db23fc6dfbc)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:06:14.680670 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Returning: {'device': '8f93cc38-defd-40ae-81cc-78474c6a788b', 'network_id': 'dc07e933-5233-4dad-95db-3dcdb5f7d053', 'port_id': '8f93cc38-defd-40ae-81cc-78474c6a788b', 'mac_address': 'fa:16:3e:58:d6:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4f6dcf6-e2de-4b06-8579-023d24e9cdb2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 21:06:14.717553 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Current status of the port 8f93cc38-defd-40ae-81cc-78474c6a788b is: DOWN; New status is: BUILD {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:06:14.718065 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (8f93cc38-defd-40ae-81cc-78474c6a788b), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:14.730623 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.notifiers.nova [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f93cc38-defd-40ae-81cc-78474c6a788b {{(pid=104103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 21:06:14.737924 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-d4bf8d62-ca0e-4c2d-8be1-557dde079503 admin admin] Publish callbacks [] for security_group (691e950b-2eca-4f34-9b3d-cd12f7b3b8d0), precommit_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:14.741997 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-d4bf8d62-ca0e-4c2d-8be1-557dde079503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (691e950b-2eca-4f34-9b3d-cd12f7b3b8d0), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:14.747346 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:06:14.750337 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=6 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:06:14.752366 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] For port 8f93cc38-defd-40ae-81cc-78474c6a788b, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=8f93cc38-defd-40ae-81cc-78474c6a788b,segment=NetworkSegment(1e0dbeac-b689-4b13-a590-2db23fc6dfbc),segment_id=1e0dbeac-b689-4b13-a590-2db23fc6dfbc)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:06:14.756009 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (8f93cc38-defd-40ae-81cc-78474c6a788b), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:14.780765 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-d4bf8d62-ca0e-4c2d-8be1-557dde079503 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c3b8516383b243efaf77a4f7319859ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1318576 May 26 21:06:14.782531 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bf8d62-ca0e-4c2d-8be1-557dde079503 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=691e950b-2eca-4f34-9b3d-cd12f7b3b8d0,revision_number=1']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:06:14.783743 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 46860) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:06:14.808884 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Pushing event updated for resources: {'Port': ['ID=8f93cc38-defd-40ae-81cc-78474c6a788b,revision_number=4']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:06:14.836597 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-2298abdc-81ec-4409-9b90-7f8fabbdfeab admin admin] Publish callbacks [] for security_group (691e950b-2eca-4f34-9b3d-cd12f7b3b8d0), before_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:14.857306 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-2298abdc-81ec-4409-9b90-7f8fabbdfeab admin admin] Publish callbacks [] for security_group (691e950b-2eca-4f34-9b3d-cd12f7b3b8d0), precommit_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:14.889131 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:06:14.907542 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-2298abdc-81ec-4409-9b90-7f8fabbdfeab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (691e950b-2eca-4f34-9b3d-cd12f7b3b8d0), after_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:14.910090 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-2298abdc-81ec-4409-9b90-7f8fabbdfeab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:14.911336 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-2298abdc-81ec-4409-9b90-7f8fabbdfeab admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/691e950b-2eca-4f34-9b3d-cd12f7b3b8d0 HTTP/1.1" status: 204 len: 168 time: 0.1264458 May 26 21:06:14.919179 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2298abdc-81ec-4409-9b90-7f8fabbdfeab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=691e950b-2eca-4f34-9b3d-cd12f7b3b8d0,revision_number=None']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:06:15.121728 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02006955-7f94-471d-96aa-0130cc6a9cbe req-779b8e26-126e-4cfe-9f7b-6a7b62b31435 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:06:15.123532 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-02006955-7f94-471d-96aa-0130cc6a9cbe req-779b8e26-126e-4cfe-9f7b-6a7b62b31435 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?device_id=fba09f97-8026-4d4e-b8a6-e4705eff1e98 HTTP/1.1" status: 200 len: 946 time: 0.0829079 May 26 21:06:15.129593 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c072ee8-1e35-4222-b905-f2daa4f63814 req-055243b8-2f3a-48d1-9fff-ee844d8dc71e tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:06:15.130982 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-3c072ee8-1e35-4222-b905-f2daa4f63814 req-055243b8-2f3a-48d1-9fff-ee844d8dc71e tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] 10.222.0.57 "GET /v2.0/ports?device_id=e469d2fa-6a72-40a8-aa47-a309176b21c7 HTTP/1.1" status: 200 len: 945 time: 0.0757318 May 26 21:06:15.184094 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] get_ports_and_sgs() called for port_ids ['8f93cc38-defd-40ae-81cc-78474c6a788b'] {{(pid=104103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 21:06:15.207167 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-02006955-7f94-471d-96aa-0130cc6a9cbe req-5e63265e-dc25-4e87-acf5-97ff35611fc0 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d047b43-45d5-46fd-bad8-28b24b28bff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752411 May 26 21:06:15.211607 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-3c072ee8-1e35-4222-b905-f2daa4f63814 req-c8d2b494-0970-4b23-9078-5773b70d9526 tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] 10.222.0.57 "GET /v2.0/security-groups?id=446b3d92-a111-416a-b42c-78d385410977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735233 May 26 21:06:15.834181 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=79 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:06:15.835007 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=77 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:06:15.951939 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (545ffc5a-00f7-4140-8f25-9e74b0e32d39), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:16.362964 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e6eb7c-1fbe-432c-8f4c-44325ebd4e22 req-80d48c97-3b60-4efd-b298-b94a485b8157 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:06:16.364445 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-34e6eb7c-1fbe-432c-8f4c-44325ebd4e22 req-80d48c97-3b60-4efd-b298-b94a485b8157 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?device_id=fba09f97-8026-4d4e-b8a6-e4705eff1e98 HTTP/1.1" status: 200 len: 946 time: 0.0780065 May 26 21:06:16.372615 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb99e41-7677-462b-ac27-0a83316b2ef1 req-1990fd8a-dc5c-4c34-b352-7750ddde6d26 tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:06:16.374604 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-7fb99e41-7677-462b-ac27-0a83316b2ef1 req-1990fd8a-dc5c-4c34-b352-7750ddde6d26 tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] 10.222.0.57 "GET /v2.0/ports?device_id=e469d2fa-6a72-40a8-aa47-a309176b21c7 HTTP/1.1" status: 200 len: 945 time: 0.0792480 May 26 21:06:16.450141 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-34e6eb7c-1fbe-432c-8f4c-44325ebd4e22 req-8fc4fa8f-0c7f-40b4-9585-4342ed86c0c8 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d047b43-45d5-46fd-bad8-28b24b28bff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745924 May 26 21:06:16.453168 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-7fb99e41-7677-462b-ac27-0a83316b2ef1 req-606e0a1d-d4e6-4fd9-9d69-e475052137ad tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] 10.222.0.57 "GET /v2.0/security-groups?id=446b3d92-a111-416a-b42c-78d385410977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709348 May 26 21:06:16.581953 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Device 8f93cc38-defd-40ae-81cc-78474c6a788b up at agent hyperv_hv-cinder-82880 {{(pid=104103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:06:16.627171 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Provisioning for port 8f93cc38-defd-40ae-81cc-78474c6a788b completed by entity L2. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 21:06:16.634867 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Provisioning complete for port 8f93cc38-defd-40ae-81cc-78474c6a788b triggered by entity L2. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:06:16.635315 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (8f93cc38-defd-40ae-81cc-78474c6a788b), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:16.708290 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Current status of the port 8f93cc38-defd-40ae-81cc-78474c6a788b is: BUILD; New status is: ACTIVE {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:06:16.708669 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (8f93cc38-defd-40ae-81cc-78474c6a788b), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:16.735076 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e469d2fa-6a72-40a8-aa47-a309176b21c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f93cc38-defd-40ae-81cc-78474c6a788b'}] {{(pid=104103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:06:16.737387 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b44267d7c8a7abe6e93cd6d61df03f02c4feaf0da3ba5ea8b381a36bebf6efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3ff9f52-4756-4750-8cca-3d978c63e472" -d '{"events": [{"server_uuid": "e469d2fa-6a72-40a8-aa47-a309176b21c7", "name": "network-vif-plugged", "status": "completed", "tag": "8f93cc38-defd-40ae-81cc-78474c6a788b"}]}' {{(pid=104103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:06:16.759046 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] For port 8f93cc38-defd-40ae-81cc-78474c6a788b, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=8f93cc38-defd-40ae-81cc-78474c6a788b,segment=NetworkSegment(1e0dbeac-b689-4b13-a590-2db23fc6dfbc),segment_id=1e0dbeac-b689-4b13-a590-2db23fc6dfbc)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:06:16.764554 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (8f93cc38-defd-40ae-81cc-78474c6a788b), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:16.787403 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 21:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbd55a94-aa20-4bda-a0af-c5b0b7c97eac x-openstack-request-id: req-dbd55a94-aa20-4bda-a0af-c5b0b7c97eac {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:06:16.787700 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e469d2fa-6a72-40a8-aa47-a309176b21c7", "name": "network-vif-plugged", "status": "completed", "tag": "8f93cc38-defd-40ae-81cc-78474c6a788b", "code": 200}]} {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:06:16.787957 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-dbd55a94-aa20-4bda-a0af-c5b0b7c97eac {{(pid=104103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:06:16.788346 dv-cinder-828806-3-iscsi neutron-server[104103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbd55a94-aa20-4bda-a0af-c5b0b7c97eac'] response: {'server_uuid': 'e469d2fa-6a72-40a8-aa47-a309176b21c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f93cc38-defd-40ae-81cc-78474c6a788b', 'code': 200} May 26 21:06:16.815855 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Pushing event updated for resources: {'Port': ['ID=8f93cc38-defd-40ae-81cc-78474c6a788b,revision_number=5']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:06:17.006794 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8173065-841e-456c-bacc-c146dffef951 req-a0633ee8-2299-4864-b4fb-7c653d6da6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:06:17.008416 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-a8173065-841e-456c-bacc-c146dffef951 req-a0633ee8-2299-4864-b4fb-7c653d6da6ce service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e469d2fa-6a72-40a8-aa47-a309176b21c7 HTTP/1.1" status: 200 len: 1130 time: 0.0385854 May 26 21:06:17.056220 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-a8173065-841e-456c-bacc-c146dffef951 req-c04659b6-59fb-472b-a9f6-95d4e9b5d27d service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=446b3d92-a111-416a-b42c-78d385410977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412099 May 26 21:06:17.568273 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 46950) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:06:17.606064 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d0718d-79b7-4ef1-83ea-068610280656 req-94b87f2a-3e91-42f7-98a6-50c3679eab8c tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:06:17.608089 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-12d0718d-79b7-4ef1-83ea-068610280656 req-94b87f2a-3e91-42f7-98a6-50c3679eab8c tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] 10.222.0.57 "GET /v2.0/ports?device_id=e469d2fa-6a72-40a8-aa47-a309176b21c7 HTTP/1.1" status: 200 len: 946 time: 0.0791464 May 26 21:06:17.615899 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06bb15f-0ec0-4607-9566-0b9086f4f1ef req-f5ca67f7-1206-4440-921f-9e40fdeb38f3 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:06:17.617273 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-a06bb15f-0ec0-4607-9566-0b9086f4f1ef req-f5ca67f7-1206-4440-921f-9e40fdeb38f3 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?device_id=fba09f97-8026-4d4e-b8a6-e4705eff1e98 HTTP/1.1" status: 200 len: 946 time: 0.0799456 May 26 21:06:17.645574 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=3 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:06:17.694167 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-12d0718d-79b7-4ef1-83ea-068610280656 req-01788f72-33cc-4dd9-b10a-773c8fd9bbf7 tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] 10.222.0.57 "GET /v2.0/security-groups?id=446b3d92-a111-416a-b42c-78d385410977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759506 May 26 21:06:17.697338 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-a06bb15f-0ec0-4607-9566-0b9086f4f1ef req-4adb3132-97dd-4cfd-a4da-36184f6ab91e tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d047b43-45d5-46fd-bad8-28b24b28bff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716655 May 26 21:06:17.703188 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-c88664fb-5ae3-4320-9267-b183a5d52203 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:17.775439 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-c88664fb-5ae3-4320-9267-b183a5d52203 admin admin] Publish callbacks [] for security_group (6cb95df2-9b4b-4300-852a-ae66353f24d2), precommit_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:17.778986 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-c88664fb-5ae3-4320-9267-b183a5d52203 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (6cb95df2-9b4b-4300-852a-ae66353f24d2), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:17.816367 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88664fb-5ae3-4320-9267-b183a5d52203 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cb95df2-9b4b-4300-852a-ae66353f24d2,revision_number=1']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:06:17.820597 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-c88664fb-5ae3-4320-9267-b183a5d52203 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=881780ecfb4d4b0f871f9e79bed72e3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2512598 May 26 21:06:17.823240 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 46954) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:06:17.872187 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-a42e4f84-ecfa-4d5b-8d88-69fa3243746e admin admin] Publish callbacks [] for security_group (6cb95df2-9b4b-4300-852a-ae66353f24d2), before_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:17.892987 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-a42e4f84-ecfa-4d5b-8d88-69fa3243746e admin admin] Publish callbacks [] for security_group (6cb95df2-9b4b-4300-852a-ae66353f24d2), precommit_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:17.923886 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=12 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:06:17.938359 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-a42e4f84-ecfa-4d5b-8d88-69fa3243746e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (6cb95df2-9b4b-4300-852a-ae66353f24d2), after_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:17.940891 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-a42e4f84-ecfa-4d5b-8d88-69fa3243746e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:17.942027 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-a42e4f84-ecfa-4d5b-8d88-69fa3243746e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6cb95df2-9b4b-4300-852a-ae66353f24d2 HTTP/1.1" status: 204 len: 168 time: 0.1179123 May 26 21:06:17.949669 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42e4f84-ecfa-4d5b-8d88-69fa3243746e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cb95df2-9b4b-4300-852a-ae66353f24d2,revision_number=None']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:06:17.956745 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42e4f84-ecfa-4d5b-8d88-69fa3243746e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:06:17.957102 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42e4f84-ecfa-4d5b-8d88-69fa3243746e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:06:17.957444 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42e4f84-ecfa-4d5b-8d88-69fa3243746e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:06:17.957775 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42e4f84-ecfa-4d5b-8d88-69fa3243746e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:06:17.958114 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42e4f84-ecfa-4d5b-8d88-69fa3243746e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:06:17.958464 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42e4f84-ecfa-4d5b-8d88-69fa3243746e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:06:17.958796 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42e4f84-ecfa-4d5b-8d88-69fa3243746e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:06:17.959122 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42e4f84-ecfa-4d5b-8d88-69fa3243746e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:06:17.959488 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42e4f84-ecfa-4d5b-8d88-69fa3243746e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:06:17.959764 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42e4f84-ecfa-4d5b-8d88-69fa3243746e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:06:17.960085 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42e4f84-ecfa-4d5b-8d88-69fa3243746e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:06:17.960448 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42e4f84-ecfa-4d5b-8d88-69fa3243746e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:06:17.960727 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42e4f84-ecfa-4d5b-8d88-69fa3243746e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:06:17.961051 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42e4f84-ecfa-4d5b-8d88-69fa3243746e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:06:17.961372 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42e4f84-ecfa-4d5b-8d88-69fa3243746e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:06:18.208588 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 46962) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:06:18.222859 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-afeefacf-9ab6-4bfc-87b5-ae4f26161946 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:18.296550 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-afeefacf-9ab6-4bfc-87b5-ae4f26161946 admin admin] Publish callbacks [] for security_group (8b9be890-0026-4d89-aa3d-757ffd844bb0), precommit_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:18.300293 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-afeefacf-9ab6-4bfc-87b5-ae4f26161946 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (8b9be890-0026-4d89-aa3d-757ffd844bb0), after_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:18.341183 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeefacf-9ab6-4bfc-87b5-ae4f26161946 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b9be890-0026-4d89-aa3d-757ffd844bb0,revision_number=1']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:06:18.346994 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-afeefacf-9ab6-4bfc-87b5-ae4f26161946 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=589fc05d6f7443538eb2db60b970d9a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1373785 May 26 21:06:18.349702 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 46966) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:06:18.388044 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:06:18.402024 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-4d49a0ef-d632-45a8-848d-94391710fb2c admin admin] Publish callbacks [] for security_group (8b9be890-0026-4d89-aa3d-757ffd844bb0), before_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:18.423954 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-4d49a0ef-d632-45a8-848d-94391710fb2c admin admin] Publish callbacks [] for security_group (8b9be890-0026-4d89-aa3d-757ffd844bb0), precommit_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:18.471207 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-4d49a0ef-d632-45a8-848d-94391710fb2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (8b9be890-0026-4d89-aa3d-757ffd844bb0), after_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:18.473627 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-4d49a0ef-d632-45a8-848d-94391710fb2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:18.474752 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-4d49a0ef-d632-45a8-848d-94391710fb2c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8b9be890-0026-4d89-aa3d-757ffd844bb0 HTTP/1.1" status: 204 len: 168 time: 0.1240661 May 26 21:06:18.482100 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d49a0ef-d632-45a8-848d-94391710fb2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b9be890-0026-4d89-aa3d-757ffd844bb0,revision_number=None']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:06:18.875682 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496af7a8-b8fe-446a-be15-aa1954b2c0e6 req-72e6c94c-6483-412f-b4f6-c01f0e6271f6 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:06:18.877164 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-496af7a8-b8fe-446a-be15-aa1954b2c0e6 req-72e6c94c-6483-412f-b4f6-c01f0e6271f6 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?device_id=fba09f97-8026-4d4e-b8a6-e4705eff1e98 HTTP/1.1" status: 200 len: 946 time: 0.0851915 May 26 21:06:18.892978 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda4c06d-0df6-4fa6-a527-0b296c7d3c15 req-874112cd-f85c-4fe9-b2f8-53bb9c13f9e5 tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:06:18.895244 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-fda4c06d-0df6-4fa6-a527-0b296c7d3c15 req-874112cd-f85c-4fe9-b2f8-53bb9c13f9e5 tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] 10.222.0.57 "GET /v2.0/ports?device_id=e469d2fa-6a72-40a8-aa47-a309176b21c7 HTTP/1.1" status: 200 len: 946 time: 0.0847123 May 26 21:06:18.955590 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:06:18.966540 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-496af7a8-b8fe-446a-be15-aa1954b2c0e6 req-a4a4cbca-a763-48b9-a29c-a9f67b5bd7ac tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d047b43-45d5-46fd-bad8-28b24b28bff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821149 May 26 21:06:18.971098 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-fda4c06d-0df6-4fa6-a527-0b296c7d3c15 req-92747549-c8ce-4278-ab00-20107bc5fd9f tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] 10.222.0.57 "GET /v2.0/security-groups?id=446b3d92-a111-416a-b42c-78d385410977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698469 May 26 21:06:20.123440 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a5ed9b-63e6-412e-86a6-90ce8cc41ad3 req-1abb8db5-a3b7-43fa-a495-c4dbbffb2655 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:06:20.124931 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-c0a5ed9b-63e6-412e-86a6-90ce8cc41ad3 req-1abb8db5-a3b7-43fa-a495-c4dbbffb2655 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?device_id=fba09f97-8026-4d4e-b8a6-e4705eff1e98 HTTP/1.1" status: 200 len: 946 time: 0.0789959 May 26 21:06:20.131086 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1a8481-be35-475d-a3e5-afaff17819ca req-358dbd4f-cbed-426e-8b34-255d8d2087db tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:06:20.132526 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-bf1a8481-be35-475d-a3e5-afaff17819ca req-358dbd4f-cbed-426e-8b34-255d8d2087db tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] 10.222.0.57 "GET /v2.0/ports?device_id=e469d2fa-6a72-40a8-aa47-a309176b21c7 HTTP/1.1" status: 200 len: 946 time: 0.0775194 May 26 21:06:20.210140 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-c0a5ed9b-63e6-412e-86a6-90ce8cc41ad3 req-003f8e4d-0718-4b97-bc05-d2d1a5514a84 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d047b43-45d5-46fd-bad8-28b24b28bff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766671 May 26 21:06:20.213100 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-bf1a8481-be35-475d-a3e5-afaff17819ca req-31f59c04-26ea-4faf-835a-ed0d758b91f5 tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] 10.222.0.57 "GET /v2.0/security-groups?id=446b3d92-a111-416a-b42c-78d385410977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729313 May 26 21:06:20.551663 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 47058) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:06:20.660881 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-bcb7a928-ebc7-49fc-a595-6ea06c9a79b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:20.740177 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-bcb7a928-ebc7-49fc-a595-6ea06c9a79b8 admin admin] Publish callbacks [] for security_group (83ffb969-f75e-421b-8115-e76f80bc7590), precommit_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:20.744055 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-bcb7a928-ebc7-49fc-a595-6ea06c9a79b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (83ffb969-f75e-421b-8115-e76f80bc7590), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:20.786238 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-bcb7a928-ebc7-49fc-a595-6ea06c9a79b8 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9dc437357d8a431dacbd642ed2f689d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2312322 May 26 21:06:20.786238 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb7a928-ebc7-49fc-a595-6ea06c9a79b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83ffb969-f75e-421b-8115-e76f80bc7590,revision_number=1']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:06:20.787052 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 47070) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:06:20.790437 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145f9071-161d-4f2b-b460-9274e9c308dc req-4d6573f9-58f0-4f84-8a97-9a341c66410b tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:06:20.791962 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-145f9071-161d-4f2b-b460-9274e9c308dc req-4d6573f9-58f0-4f84-8a97-9a341c66410b tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/ports?device_id=b394d5b9-c201-4bff-8cac-68cce2954f16 HTTP/1.1" status: 200 len: 945 time: 0.0531878 May 26 21:06:20.856708 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-e496ac1d-72d9-4776-959f-f2be8fb4199d admin admin] Publish callbacks [] for security_group (83ffb969-f75e-421b-8115-e76f80bc7590), before_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:20.865043 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-145f9071-161d-4f2b-b460-9274e9c308dc req-6273e0b0-ea41-410f-8158-4000cd92b64b tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/security-groups?id=26b50481-eb72-4913-8499-4f05960ff7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639508 May 26 21:06:20.884207 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-e496ac1d-72d9-4776-959f-f2be8fb4199d admin admin] Publish callbacks [] for security_group (83ffb969-f75e-421b-8115-e76f80bc7590), precommit_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:20.931011 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-e496ac1d-72d9-4776-959f-f2be8fb4199d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (83ffb969-f75e-421b-8115-e76f80bc7590), after_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:20.933729 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-e496ac1d-72d9-4776-959f-f2be8fb4199d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:20.939921 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-e496ac1d-72d9-4776-959f-f2be8fb4199d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/83ffb969-f75e-421b-8115-e76f80bc7590 HTTP/1.1" status: 204 len: 168 time: 0.1437449 May 26 21:06:20.948053 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e496ac1d-72d9-4776-959f-f2be8fb4199d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83ffb969-f75e-421b-8115-e76f80bc7590,revision_number=None']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:06:21.066336 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c390723-42a3-4acc-aed8-b75b12b5442b req-dca5758b-f117-43cc-862f-aad8bd7775ec tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:06:21.069240 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-7c390723-42a3-4acc-aed8-b75b12b5442b req-dca5758b-f117-43cc-862f-aad8bd7775ec tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] 10.222.0.57 "GET /v2.0/ports?device_id=e469d2fa-6a72-40a8-aa47-a309176b21c7 HTTP/1.1" status: 200 len: 946 time: 0.0489144 May 26 21:06:21.117562 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-7c390723-42a3-4acc-aed8-b75b12b5442b req-4ea423a1-526f-4f7e-adf0-7338a6cc4e93 tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] 10.222.0.57 "GET /v2.0/security-groups?id=446b3d92-a111-416a-b42c-78d385410977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423524 May 26 21:06:21.226895 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 47080) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:06:21.240704 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-f4946da3-f229-4739-93a1-80982a2796c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:21.320523 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-f4946da3-f229-4739-93a1-80982a2796c0 admin admin] Publish callbacks [] for security_group (1f070a9c-f466-464d-99ed-2289694ebab9), precommit_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:21.324333 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-f4946da3-f229-4739-93a1-80982a2796c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (1f070a9c-f466-464d-99ed-2289694ebab9), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:21.330376 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e3a7ac-0b45-4622-b27f-7189dcedfb43 req-639b4dc1-4ac1-4427-8a78-eb302b7a4785 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:06:21.331865 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-f5e3a7ac-0b45-4622-b27f-7189dcedfb43 req-639b4dc1-4ac1-4427-8a78-eb302b7a4785 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?device_id=fba09f97-8026-4d4e-b8a6-e4705eff1e98 HTTP/1.1" status: 200 len: 946 time: 0.0506213 May 26 21:06:21.369085 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-f4946da3-f229-4739-93a1-80982a2796c0 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=85031e765fa54dbaae359650c5dee060&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1388123 May 26 21:06:21.369085 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4946da3-f229-4739-93a1-80982a2796c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f070a9c-f466-464d-99ed-2289694ebab9,revision_number=1']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:06:21.369936 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 47084) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:06:21.380465 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-f5e3a7ac-0b45-4622-b27f-7189dcedfb43 req-c0eb3925-be98-4041-8b23-fbdb6a349ec7 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d047b43-45d5-46fd-bad8-28b24b28bff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428739 May 26 21:06:21.397894 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:06:21.420675 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-34a9cb7d-c4e9-4996-ab90-6e36419db7f7 admin admin] Publish callbacks [] for security_group (1f070a9c-f466-464d-99ed-2289694ebab9), before_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:21.441446 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-34a9cb7d-c4e9-4996-ab90-6e36419db7f7 admin admin] Publish callbacks [] for security_group (1f070a9c-f466-464d-99ed-2289694ebab9), precommit_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:21.489619 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-34a9cb7d-c4e9-4996-ab90-6e36419db7f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (1f070a9c-f466-464d-99ed-2289694ebab9), after_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:21.492115 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-34a9cb7d-c4e9-4996-ab90-6e36419db7f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:21.493248 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-34a9cb7d-c4e9-4996-ab90-6e36419db7f7 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1f070a9c-f466-464d-99ed-2289694ebab9 HTTP/1.1" status: 204 len: 168 time: 0.1223929 May 26 21:06:21.500957 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a9cb7d-c4e9-4996-ab90-6e36419db7f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f070a9c-f466-464d-99ed-2289694ebab9,revision_number=None']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:06:21.970985 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5e0cda-5892-43b9-8be5-069b2a2832d7 req-17e3d487-6964-4d66-9765-7b61700386d6 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:06:21.972453 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-ad5e0cda-5892-43b9-8be5-069b2a2832d7 req-17e3d487-6964-4d66-9765-7b61700386d6 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/ports?device_id=b394d5b9-c201-4bff-8cac-68cce2954f16 HTTP/1.1" status: 200 len: 945 time: 0.0503242 May 26 21:06:22.021560 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-ad5e0cda-5892-43b9-8be5-069b2a2832d7 req-e955a4c5-8152-4137-9c8c-0988254eef06 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/security-groups?id=26b50481-eb72-4913-8499-4f05960ff7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434465 May 26 21:06:22.151632 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 47110) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:06:22.223879 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:06:22.233291 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411ad0b4-8bde-44f1-9472-456f9e6e24e0 req-d843c399-7aa4-47d8-bee6-3f914ac1aec9 tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:06:22.234767 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-411ad0b4-8bde-44f1-9472-456f9e6e24e0 req-d843c399-7aa4-47d8-bee6-3f914ac1aec9 tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] 10.222.0.57 "GET /v2.0/ports?device_id=e469d2fa-6a72-40a8-aa47-a309176b21c7 HTTP/1.1" status: 200 len: 946 time: 0.0464046 May 26 21:06:22.253586 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.v2.base [None req-5f73ee59-1d75-474c-a333-8893d4ebd2ca admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-698396504-network', 'tenant_id': '8fd02dca48af44859e371cf04a8e87d4'}} {{(pid=104102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:06:22.445567 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f73ee59-1d75-474c-a333-8893d4ebd2ca admin admin] Made reservation on behalf of 8fd02dca48af44859e371cf04a8e87d4 for: {'network': 1} {{(pid=104102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 21:06:22.447877 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-5f73ee59-1d75-474c-a333-8893d4ebd2ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for network (None), before_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:22.460596 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-411ad0b4-8bde-44f1-9472-456f9e6e24e0 req-3d5c71e4-6a23-4d32-90f6-73a818f169c3 tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] 10.222.0.57 "GET /v2.0/security-groups?id=446b3d92-a111-416a-b42c-78d385410977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190688 May 26 21:06:22.468439 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-5f73ee59-1d75-474c-a333-8893d4ebd2ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:22.518837 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6408bf7-d6ca-4689-a87b-e4922395b14e req-daa9ac7d-300c-4f64-8993-f908341d9dd2 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:06:22.520238 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-d6408bf7-d6ca-4689-a87b-e4922395b14e req-daa9ac7d-300c-4f64-8993-f908341d9dd2 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?device_id=fba09f97-8026-4d4e-b8a6-e4705eff1e98 HTTP/1.1" status: 200 len: 946 time: 0.0639083 May 26 21:06:22.592691 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-d6408bf7-d6ca-4689-a87b-e4922395b14e req-0a41bb5f-fbbb-49af-9e73-d9bd0235cf9a tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d047b43-45d5-46fd-bad8-28b24b28bff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644748 May 26 21:06:22.610225 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-5f73ee59-1d75-474c-a333-8893d4ebd2ca admin admin] Publish callbacks [] for security_group (6285a287-7c6f-40fc-bb6d-9399086e876f), precommit_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:22.614979 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-5f73ee59-1d75-474c-a333-8893d4ebd2ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (6285a287-7c6f-40fc-bb6d-9399086e876f), after_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:22.628082 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:06:22.634602 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f73ee59-1d75-474c-a333-8893d4ebd2ca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 442} {{(pid=104102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 21:06:22.656799 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-5f73ee59-1d75-474c-a333-8893d4ebd2ca admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8787881957991', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-995747'] for segment (fc9ae1f6-8bd6-461f-beaf-64258d238ba6), precommit_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:22.657209 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.db.segments_db [None req-5f73ee59-1d75-474c-a333-8893d4ebd2ca admin admin] Added segment fc9ae1f6-8bd6-461f-beaf-64258d238ba6 of type vlan for network 1826bfee-6d84-418f-93cb-e77e213e8aab May 26 21:06:22.658561 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f73ee59-1d75-474c-a333-8893d4ebd2ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6285a287-7c6f-40fc-bb6d-9399086e876f,revision_number=1']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:06:22.673746 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f73ee59-1d75-474c-a333-8893d4ebd2ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:06:22.674029 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f73ee59-1d75-474c-a333-8893d4ebd2ca admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:06:22.674366 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f73ee59-1d75-474c-a333-8893d4ebd2ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:06:22.674744 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f73ee59-1d75-474c-a333-8893d4ebd2ca admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:06:22.675073 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f73ee59-1d75-474c-a333-8893d4ebd2ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:06:22.675394 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f73ee59-1d75-474c-a333-8893d4ebd2ca admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:06:22.675713 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f73ee59-1d75-474c-a333-8893d4ebd2ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:06:22.676033 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f73ee59-1d75-474c-a333-8893d4ebd2ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:06:22.676353 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f73ee59-1d75-474c-a333-8893d4ebd2ca admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:06:22.676671 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f73ee59-1d75-474c-a333-8893d4ebd2ca admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:06:22.676987 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f73ee59-1d75-474c-a333-8893d4ebd2ca admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:06:22.677306 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f73ee59-1d75-474c-a333-8893d4ebd2ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:06:22.677619 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f73ee59-1d75-474c-a333-8893d4ebd2ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:06:22.677932 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f73ee59-1d75-474c-a333-8893d4ebd2ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:06:22.678245 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f73ee59-1d75-474c-a333-8893d4ebd2ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:06:22.708909 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-5f73ee59-1d75-474c-a333-8893d4ebd2ca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787881459577'] for network (1826bfee-6d84-418f-93cb-e77e213e8aab), precommit_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:22.732211 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-5f73ee59-1d75-474c-a333-8893d4ebd2ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052'] for network (1826bfee-6d84-418f-93cb-e77e213e8aab), after_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:22.733716 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f73ee59-1d75-474c-a333-8893d4ebd2ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:06:22.734287 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-5f73ee59-1d75-474c-a333-8893d4ebd2ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-416010'] for network (None), before_response {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:22.783152 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-5f73ee59-1d75-474c-a333-8893d4ebd2ca admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6304331 May 26 21:06:22.786011 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 47116) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:06:22.790902 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.v2.base [None req-3a73a5f3-51e2-433c-b587-0a0620655e82 admin admin] Request body: {'subnet': {'network_id': '1826bfee-6d84-418f-93cb-e77e213e8aab', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-698396504-subnet', 'tenant_id': '8fd02dca48af44859e371cf04a8e87d4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:06:22.793646 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f73ee59-1d75-474c-a333-8893d4ebd2ca admin admin] Pushing event updated for resources: {'Network': ['ID=1826bfee-6d84-418f-93cb-e77e213e8aab,revision_number=1']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:06:22.806474 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:06:22.807406 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Network 1826bfee-6d84-418f-93cb-e77e213e8aab details requested by agent ovs-agent-dv-cinder-828806-3-iscsi with host dv-cinder-828806-3-iscsi {{(pid=104103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 21:06:22.818498 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a73a5f3-51e2-433c-b587-0a0620655e82 admin admin] Made reservation on behalf of 8fd02dca48af44859e371cf04a8e87d4 for: {'subnet': 1} {{(pid=104101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 21:06:22.820983 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-3a73a5f3-51e2-433c-b587-0a0620655e82 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:22.989461 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-3a73a5f3-51e2-433c-b587-0a0620655e82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052'] for subnet (64b5dfb8-c1f3-4434-8d05-6f96de1893ce), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:23.042078 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a73a5f3-51e2-433c-b587-0a0620655e82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64b5dfb8-c1f3-4434-8d05-6f96de1893ce,revision_number=0']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:06:23.054501 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a73a5f3-51e2-433c-b587-0a0620655e82 admin admin] Checking segment: {'id': 'fc9ae1f6-8bd6-461f-beaf-64258d238ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '1826bfee-6d84-418f-93cb-e77e213e8aab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 21:06:23.054864 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a73a5f3-51e2-433c-b587-0a0620655e82 admin admin] Network hostable DHCP agents. Network: 1826bfee-6d84-418f-93cb-e77e213e8aab, hostable agents: ['28061657-8b16-479f-8ff4-19bdcc74bc2c'], hosted agents: [] {{(pid=104101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 21:06:23.072857 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a73a5f3-51e2-433c-b587-0a0620655e82 admin admin] Network 1826bfee-6d84-418f-93cb-e77e213e8aab is scheduled to be hosted by DHCP agent 28061657-8b16-479f-8ff4-19bdcc74bc2c with binding_index 1 {{(pid=104101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 21:06:23.082481 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.scheduler.base_scheduler [None req-3a73a5f3-51e2-433c-b587-0a0620655e82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828806-3-iscsi, 1826bfee-6d84-418f-93cb-e77e213e8aab) {{(pid=104101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:06:23.086678 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a73a5f3-51e2-433c-b587-0a0620655e82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:06:23.087270 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-3a73a5f3-51e2-433c-b587-0a0620655e82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-416010'] for subnet (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:23.095239 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549241c8-a63a-41c0-bdbb-6635f9648126 None None] Network 1826bfee-6d84-418f-93cb-e77e213e8aab requested from dv-cinder-828806-3-iscsi {{(pid=104103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 21:06:23.111417 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-3a73a5f3-51e2-433c-b587-0a0620655e82 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3235564 May 26 21:06:23.144086 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed92c347-c3e0-4970-90bc-774c9121ce5e req-7f0ea0bf-c9d3-4d5d-8c93-27096fbc1fa0 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:06:23.145676 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-ed92c347-c3e0-4970-90bc-774c9121ce5e req-7f0ea0bf-c9d3-4d5d-8c93-27096fbc1fa0 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/ports?device_id=b394d5b9-c201-4bff-8cac-68cce2954f16 HTTP/1.1" status: 200 len: 945 time: 0.0544627 May 26 21:06:23.197095 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-ed92c347-c3e0-4970-90bc-774c9121ce5e req-985d8cfb-2123-4ed4-bf9c-bd5e1f8fc1ff tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/security-groups?id=26b50481-eb72-4913-8499-4f05960ff7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440371 May 26 21:06:23.200876 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ee1751-7703-4835-917c-edcbbb5d8cad None None] Network 1826bfee-6d84-418f-93cb-e77e213e8aab requested from dv-cinder-828806-3-iscsi {{(pid=104103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 21:06:23.540294 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (7f90b46f-777d-4aa1-89b5-840fb2878c39), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:23.586304 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448ecdb1-b1d2-42f6-9b6f-faa55fd89cdb req-06785a41-7559-4add-8603-e89f2cc951e1 tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:06:23.587864 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-448ecdb1-b1d2-42f6-9b6f-faa55fd89cdb req-06785a41-7559-4add-8603-e89f2cc951e1 tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] 10.222.0.57 "GET /v2.0/ports?device_id=e469d2fa-6a72-40a8-aa47-a309176b21c7 HTTP/1.1" status: 200 len: 946 time: 0.0553994 May 26 21:06:23.619153 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 47138) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:06:23.624300 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.v2.base [None req-345267ae-4832-483a-98a6-872c90d66cda admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-823683425-network', 'tenant_id': '89303b66d68b4a31a2daffcb65be783c'}} {{(pid=104102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:06:23.672161 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-448ecdb1-b1d2-42f6-9b6f-faa55fd89cdb req-31b0b553-85ab-4fa1-9f3e-9ac374888557 tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] 10.222.0.57 "GET /v2.0/security-groups?id=446b3d92-a111-416a-b42c-78d385410977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767956 May 26 21:06:23.677121 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dd6767-092b-4f06-af51-1cb8f240f9fc req-09189d18-1910-445b-83d4-fb2d96af3864 tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:06:23.678686 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-d1dd6767-092b-4f06-af51-1cb8f240f9fc req-09189d18-1910-445b-83d4-fb2d96af3864 tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] 10.222.0.62 "GET /v2.0/ports?device_id=e469d2fa-6a72-40a8-aa47-a309176b21c7 HTTP/1.1" status: 200 len: 946 time: 0.0529442 May 26 21:06:23.685122 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-345267ae-4832-483a-98a6-872c90d66cda admin admin] Made reservation on behalf of 89303b66d68b4a31a2daffcb65be783c for: {'network': 1} {{(pid=104102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 21:06:23.688226 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-345267ae-4832-483a-98a6-872c90d66cda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for network (None), before_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:23.708285 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-345267ae-4832-483a-98a6-872c90d66cda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:23.739608 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:06:23.758721 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2c3c00-d9e2-4aed-8a03-92519f4fc528 req-a42dad4d-da0d-4931-b06a-d8fe5bf6f410 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:06:23.760238 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-6b2c3c00-d9e2-4aed-8a03-92519f4fc528 req-a42dad4d-da0d-4931-b06a-d8fe5bf6f410 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?device_id=fba09f97-8026-4d4e-b8a6-e4705eff1e98 HTTP/1.1" status: 200 len: 946 time: 0.0679827 May 26 21:06:23.841389 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-6b2c3c00-d9e2-4aed-8a03-92519f4fc528 req-95d82794-4f51-4f22-bf43-47d4ceea8efa tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d047b43-45d5-46fd-bad8-28b24b28bff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744643 May 26 21:06:23.853626 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.plugin [req-d1dd6767-092b-4f06-af51-1cb8f240f9fc req-d13d6bc7-8e42-4d0f-8ee1-44d949d59c36 tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] Deleting port 8f93cc38-defd-40ae-81cc-78474c6a788b {{(pid=104101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 21:06:23.854199 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-d1dd6767-092b-4f06-af51-1cb8f240f9fc req-d13d6bc7-8e42-4d0f-8ee1-44d949d59c36 tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787881975269'] for port (8f93cc38-defd-40ae-81cc-78474c6a788b), before_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:23.869395 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-345267ae-4832-483a-98a6-872c90d66cda admin admin] Publish callbacks [] for security_group (312a67d5-e788-4b66-b34f-f70d6a70d26b), precommit_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:23.873508 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-345267ae-4832-483a-98a6-872c90d66cda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (312a67d5-e788-4b66-b34f-f70d6a70d26b), after_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:23.896255 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-345267ae-4832-483a-98a6-872c90d66cda admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 443} {{(pid=104102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 21:06:23.911005 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345267ae-4832-483a-98a6-872c90d66cda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=312a67d5-e788-4b66-b34f-f70d6a70d26b,revision_number=1']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:06:23.916153 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-345267ae-4832-483a-98a6-872c90d66cda admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8787881957991', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-995747'] for segment (76466574-eb1b-4a55-8d43-e54b9e68ea22), precommit_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:23.916564 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.db.segments_db [None req-345267ae-4832-483a-98a6-872c90d66cda admin admin] Added segment 76466574-eb1b-4a55-8d43-e54b9e68ea22 of type vlan for network 6e08cb04-530f-48d8-ac46-a29c7de26de7 May 26 21:06:23.944791 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.db [req-d1dd6767-092b-4f06-af51-1cb8f240f9fc req-d13d6bc7-8e42-4d0f-8ee1-44d949d59c36 tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] For port 8f93cc38-defd-40ae-81cc-78474c6a788b, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=8f93cc38-defd-40ae-81cc-78474c6a788b,segment=NetworkSegment(1e0dbeac-b689-4b13-a590-2db23fc6dfbc),segment_id=1e0dbeac-b689-4b13-a590-2db23fc6dfbc)] {{(pid=104101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:06:23.945149 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-d1dd6767-092b-4f06-af51-1cb8f240f9fc req-d13d6bc7-8e42-4d0f-8ee1-44d949d59c36 tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595751'] for port (8f93cc38-defd-40ae-81cc-78474c6a788b), precommit_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:23.957378 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-345267ae-4832-483a-98a6-872c90d66cda admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787881459577'] for network (6e08cb04-530f-48d8-ac46-a29c7de26de7), precommit_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:23.958393 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.plugin [req-d1dd6767-092b-4f06-af51-1cb8f240f9fc req-d13d6bc7-8e42-4d0f-8ee1-44d949d59c36 tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] Calling delete_port for 8f93cc38-defd-40ae-81cc-78474c6a788b owned by compute:nova {{(pid=104101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 21:06:23.981356 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-345267ae-4832-483a-98a6-872c90d66cda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052'] for network (6e08cb04-530f-48d8-ac46-a29c7de26de7), after_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:23.982630 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-345267ae-4832-483a-98a6-872c90d66cda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:06:23.983213 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-345267ae-4832-483a-98a6-872c90d66cda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-416010'] for network (None), before_response {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:24.039426 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-345267ae-4832-483a-98a6-872c90d66cda admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4191101 May 26 21:06:24.045570 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 47140) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:06:24.052078 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.v2.base [None req-3077851a-9502-4073-982e-008174afeb6e admin admin] Request body: {'subnet': {'network_id': '6e08cb04-530f-48d8-ac46-a29c7de26de7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-823683425-subnet', 'tenant_id': '89303b66d68b4a31a2daffcb65be783c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:06:24.061102 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345267ae-4832-483a-98a6-872c90d66cda admin admin] Pushing event updated for resources: {'Network': ['ID=6e08cb04-530f-48d8-ac46-a29c7de26de7,revision_number=1']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:06:24.070103 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:06:24.072181 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Network 6e08cb04-530f-48d8-ac46-a29c7de26de7 details requested by agent ovs-agent-dv-cinder-828806-3-iscsi with host dv-cinder-828806-3-iscsi {{(pid=104103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 21:06:24.077969 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3077851a-9502-4073-982e-008174afeb6e admin admin] Made reservation on behalf of 89303b66d68b4a31a2daffcb65be783c for: {'subnet': 1} {{(pid=104102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 21:06:24.080465 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-3077851a-9502-4073-982e-008174afeb6e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15806551'] for subnet (None), before_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:24.091102 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-d1dd6767-092b-4f06-af51-1cb8f240f9fc req-d13d6bc7-8e42-4d0f-8ee1-44d949d59c36 tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787881986003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787881445708'] for port (8f93cc38-defd-40ae-81cc-78474c6a788b), after_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:24.118215 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13d6bc7-8e42-4d0f-8ee1-44d949d59c36 tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] Pushing event deleted for resources: {'Port': ['ID=8f93cc38-defd-40ae-81cc-78474c6a788b,revision_number=None']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:06:24.134912 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:06:24.141435 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] get_ports_and_sgs() called for port_ids ['8f93cc38-defd-40ae-81cc-78474c6a788b'] {{(pid=104103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 21:06:24.173922 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1dd6767-092b-4f06-af51-1cb8f240f9fc req-d13d6bc7-8e42-4d0f-8ee1-44d949d59c36 tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] No DVR routers for this DVR port 8f93cc38-defd-40ae-81cc-78474c6a788b on host hv-cinder-82880 {{(pid=104101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 21:06:24.176382 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-d1dd6767-092b-4f06-af51-1cb8f240f9fc req-d13d6bc7-8e42-4d0f-8ee1-44d949d59c36 tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25531'] for port (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:24.179608 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-d1dd6767-092b-4f06-af51-1cb8f240f9fc req-d13d6bc7-8e42-4d0f-8ee1-44d949d59c36 tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] 10.222.0.62 "DELETE /v2.0/ports/8f93cc38-defd-40ae-81cc-78474c6a788b HTTP/1.1" status: 204 len: 173 time: 0.4182823 May 26 21:06:24.180093 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e469d2fa-6a72-40a8-aa47-a309176b21c7', 'name': 'network-vif-deleted', 'tag': '8f93cc38-defd-40ae-81cc-78474c6a788b'}] {{(pid=104101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:06:24.182689 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e35b3b942162f380527a6ddce7731c26b87baf9d9763e10c20fbd720b027cea7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd78884a-ff02-4190-be96-6c3d630f1a3b" -d '{"events": [{"server_uuid": "e469d2fa-6a72-40a8-aa47-a309176b21c7", "name": "network-vif-deleted", "tag": "8f93cc38-defd-40ae-81cc-78474c6a788b"}]}' {{(pid=104101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:06:24.219433 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 21:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ae63eb5-d6fd-451c-b197-872a1cc7dbd5 x-openstack-request-id: req-7ae63eb5-d6fd-451c-b197-872a1cc7dbd5 {{(pid=104101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:06:24.219724 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e469d2fa-6a72-40a8-aa47-a309176b21c7", "name": "network-vif-deleted", "tag": "8f93cc38-defd-40ae-81cc-78474c6a788b", "status": "completed", "code": 200}]} {{(pid=104101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:06:24.219975 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7ae63eb5-d6fd-451c-b197-872a1cc7dbd5 {{(pid=104101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:06:24.220374 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ae63eb5-d6fd-451c-b197-872a1cc7dbd5'] response: {'server_uuid': 'e469d2fa-6a72-40a8-aa47-a309176b21c7', 'name': 'network-vif-deleted', 'tag': '8f93cc38-defd-40ae-81cc-78474c6a788b', 'status': 'completed', 'code': 200} May 26 21:06:24.282480 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-3077851a-9502-4073-982e-008174afeb6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16680687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15806529'] for subnet (157d5e27-a4a4-4893-9bdd-6dcf44b4b2b4), after_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:24.356944 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d3e958-7a2e-493f-b040-d46758a64bdb req-6c1da3f4-4c9c-4973-95bb-f1bdea1fc76f tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:06:24.358868 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-58d3e958-7a2e-493f-b040-d46758a64bdb req-6c1da3f4-4c9c-4973-95bb-f1bdea1fc76f tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/ports?device_id=b394d5b9-c201-4bff-8cac-68cce2954f16 HTTP/1.1" status: 200 len: 945 time: 0.0878222 May 26 21:06:24.363423 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3077851a-9502-4073-982e-008174afeb6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=157d5e27-a4a4-4893-9bdd-6dcf44b4b2b4,revision_number=0']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:06:24.405095 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3077851a-9502-4073-982e-008174afeb6e admin admin] Checking segment: {'id': '76466574-eb1b-4a55-8d43-e54b9e68ea22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '6e08cb04-530f-48d8-ac46-a29c7de26de7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 21:06:24.405454 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3077851a-9502-4073-982e-008174afeb6e admin admin] Network hostable DHCP agents. Network: 6e08cb04-530f-48d8-ac46-a29c7de26de7, hostable agents: ['28061657-8b16-479f-8ff4-19bdcc74bc2c'], hosted agents: [] {{(pid=104102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 21:06:24.432246 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-58d3e958-7a2e-493f-b040-d46758a64bdb req-c30231c0-396a-4b7e-8b40-7f7b901eeea3 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/security-groups?id=26b50481-eb72-4913-8499-4f05960ff7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642974 May 26 21:06:24.437469 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3077851a-9502-4073-982e-008174afeb6e admin admin] Network 6e08cb04-530f-48d8-ac46-a29c7de26de7 is scheduled to be hosted by DHCP agent 28061657-8b16-479f-8ff4-19bdcc74bc2c with binding_index 1 {{(pid=104102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 21:06:24.455088 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.scheduler.base_scheduler [None req-3077851a-9502-4073-982e-008174afeb6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828806-3-iscsi, 6e08cb04-530f-48d8-ac46-a29c7de26de7) {{(pid=104102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:06:24.455088 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3077851a-9502-4073-982e-008174afeb6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:06:24.455088 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-3077851a-9502-4073-982e-008174afeb6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-416010'] for subnet (None), before_response {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:24.455370 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fccb683-1b23-43d1-97b3-df09be1e23c3 None None] Network 6e08cb04-530f-48d8-ac46-a29c7de26de7 requested from dv-cinder-828806-3-iscsi {{(pid=104103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 21:06:24.458911 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:06:24.459409 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:06:24.469340 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-3077851a-9502-4073-982e-008174afeb6e admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4228122 May 26 21:06:24.481048 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:06:24.570180 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b749889a-0232-484e-b164-3d6d4c6b4a30 None None] Network 6e08cb04-530f-48d8-ac46-a29c7de26de7 requested from dv-cinder-828806-3-iscsi {{(pid=104103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 21:06:24.783809 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-06599c7c-fc49-48ac-9077-da594024b9cf req-644ca43a-9f9a-48ae-a17d-e1fec39e0b1e tempest-VolumesActionsTest-32448283 tempest-VolumesActionsTest-32448283-project] 10.222.0.57 "GET /v2.0/ports?device_id=e469d2fa-6a72-40a8-aa47-a309176b21c7 HTTP/1.1" status: 200 len: 210 time: 0.0304532 May 26 21:06:24.976821 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48d153b-970c-4a9f-8359-571b4fb3cebc req-981182d7-b804-4323-9253-356d4a6ab7f3 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:06:24.978707 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-e48d153b-970c-4a9f-8359-571b4fb3cebc req-981182d7-b804-4323-9253-356d4a6ab7f3 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?device_id=fba09f97-8026-4d4e-b8a6-e4705eff1e98 HTTP/1.1" status: 200 len: 946 time: 0.0629504 May 26 21:06:24.988662 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896609f7-ac8f-445d-8392-c554665c3894 req-d9cd6624-cbdd-4abd-9a60-457f3bb19e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:06:24.991035 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-896609f7-ac8f-445d-8392-c554665c3894 req-d9cd6624-cbdd-4abd-9a60-457f3bb19e49 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=aee8ddc72b8a4baeb01503afbd8aeab1&device_id=b394d5b9-c201-4bff-8cac-68cce2954f16 HTTP/1.1" status: 200 len: 1129 time: 0.0670791 May 26 21:06:25.041640 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-e48d153b-970c-4a9f-8359-571b4fb3cebc req-b3fd3565-4500-4b4a-8e0c-973f7a5bc65d tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d047b43-45d5-46fd-bad8-28b24b28bff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558794 May 26 21:06:25.055546 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:DELETE=6 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:06:25.129790 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896609f7-ac8f-445d-8392-c554665c3894 req-855cea51-a49b-4b86-99c3-7ffe24c2f5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:06:25.131271 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-896609f7-ac8f-445d-8392-c554665c3894 req-855cea51-a49b-4b86-99c3-7ffe24c2f5ed service neutron] 10.222.0.62 "GET /v2.0/networks?id=5629c7a4-9159-4bb4-9c94-a1405c68e80c HTTP/1.1" status: 200 len: 911 time: 0.1067166 May 26 21:06:25.195926 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-896609f7-ac8f-445d-8392-c554665c3894 req-5ca610b7-6b63-413b-a6e6-1a0f6552bfeb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e1f6d939-9abc-412f-a4d8-da9f34b5b9c2 HTTP/1.1" status: 200 len: 1001 time: 0.0579503 May 26 21:06:25.250901 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896609f7-ac8f-445d-8392-c554665c3894 req-90c86238-f64c-408e-8758-cf2dfdb1b531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:06:25.252257 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-896609f7-ac8f-445d-8392-c554665c3894 req-90c86238-f64c-408e-8758-cf2dfdb1b531 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=98eeb434-72ed-4f64-921d-7288f9cdbc0a HTTP/1.1" status: 200 len: 849 time: 0.0421312 May 26 21:06:25.296917 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896609f7-ac8f-445d-8392-c554665c3894 req-1657d335-c0bd-42eb-ace4-5f6427a32a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:06:25.298302 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-896609f7-ac8f-445d-8392-c554665c3894 req-1657d335-c0bd-42eb-ace4-5f6427a32a2a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5629c7a4-9159-4bb4-9c94-a1405c68e80c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0369813 May 26 21:06:25.391214 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-896609f7-ac8f-445d-8392-c554665c3894 req-9e27728a-eac6-4f39-9211-dd2daac918b0 service neutron] 10.222.0.62 "GET /v2.0/networks/5629c7a4-9159-4bb4-9c94-a1405c68e80c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823116 May 26 21:06:25.482271 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-896609f7-ac8f-445d-8392-c554665c3894 req-26bd860d-4d33-4c93-90c3-e5d6c63f26ba service neutron] 10.222.0.62 "GET /v2.0/networks/5629c7a4-9159-4bb4-9c94-a1405c68e80c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795801 May 26 21:06:25.549002 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15b0783-cbef-4217-843e-1ce717676dbb req-663f15a8-1836-4bee-ac20-a464c5ea9690 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:06:25.550420 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-b15b0783-cbef-4217-843e-1ce717676dbb req-663f15a8-1836-4bee-ac20-a464c5ea9690 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/ports?device_id=b394d5b9-c201-4bff-8cac-68cce2954f16 HTTP/1.1" status: 200 len: 945 time: 0.0492170 May 26 21:06:25.595906 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-b15b0783-cbef-4217-843e-1ce717676dbb req-804f0d3a-56b3-4c91-9fe0-185d93ba7ed1 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/security-groups?id=26b50481-eb72-4913-8499-4f05960ff7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400567 May 26 21:06:26.164252 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db9a277-9a83-4723-ae0b-e02b91eed7f5 req-12a6abfa-8b61-40b5-983d-36f0e4abefbc tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:06:26.165841 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-6db9a277-9a83-4723-ae0b-e02b91eed7f5 req-12a6abfa-8b61-40b5-983d-36f0e4abefbc tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?device_id=fba09f97-8026-4d4e-b8a6-e4705eff1e98 HTTP/1.1" status: 200 len: 946 time: 0.0480928 May 26 21:06:26.218295 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-6db9a277-9a83-4723-ae0b-e02b91eed7f5 req-8b7b3a96-38f0-4fe9-9f1a-29b0bc4e1218 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d047b43-45d5-46fd-bad8-28b24b28bff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445225 May 26 21:06:26.605171 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Device 8f93cc38-defd-40ae-81cc-78474c6a788b no longer exists at agent hyperv_hv-cinder-82880 {{(pid=104103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 21:06:26.624052 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] No Port match for: 8f93cc38-defd-40ae-81cc-78474c6a788b {{(pid=104103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 21:06:26.624399 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Device 8f93cc38-defd-40ae-81cc-78474c6a788b not bound to the agent host hv-cinder-82880 {{(pid=104103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 21:06:26.716237 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6a7b4d-1b14-4d7b-bf6b-862ba49a006c req-5e4c4176-6b77-4312-b330-a80dcf920e90 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:06:26.718335 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-fb6a7b4d-1b14-4d7b-bf6b-862ba49a006c req-5e4c4176-6b77-4312-b330-a80dcf920e90 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/ports?device_id=b394d5b9-c201-4bff-8cac-68cce2954f16 HTTP/1.1" status: 200 len: 945 time: 0.0500848 May 26 21:06:26.765340 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-fb6a7b4d-1b14-4d7b-bf6b-862ba49a006c req-5a66a0a0-7e8a-45bc-bf77-26c01f8b4707 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/security-groups?id=26b50481-eb72-4913-8499-4f05960ff7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414453 May 26 21:06:27.329941 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e176d0-f454-4130-a540-1c4f7b249935 req-88a5f781-eb17-4206-bcd7-627263c40acf tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:06:27.331405 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-f5e176d0-f454-4130-a540-1c4f7b249935 req-88a5f781-eb17-4206-bcd7-627263c40acf tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?device_id=fba09f97-8026-4d4e-b8a6-e4705eff1e98 HTTP/1.1" status: 200 len: 946 time: 0.0457158 May 26 21:06:27.383960 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-f5e176d0-f454-4130-a540-1c4f7b249935 req-4ebdd219-67b2-4bd0-a61f-4d05f4aa1b36 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d047b43-45d5-46fd-bad8-28b24b28bff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467937 May 26 21:06:27.881254 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0d042d-7859-41de-a82e-ef740d999448 req-379c15b3-5fb0-4904-85cb-81cf3b9f1c92 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:06:27.882739 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-bb0d042d-7859-41de-a82e-ef740d999448 req-379c15b3-5fb0-4904-85cb-81cf3b9f1c92 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/ports?device_id=b394d5b9-c201-4bff-8cac-68cce2954f16 HTTP/1.1" status: 200 len: 945 time: 0.0472393 May 26 21:06:27.933932 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-bb0d042d-7859-41de-a82e-ef740d999448 req-65e7bbc8-12a4-4d63-9d76-0086333accbd tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/security-groups?id=26b50481-eb72-4913-8499-4f05960ff7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457053 May 26 21:06:28.255969 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60898ec6-55fa-476a-8977-710bca7398e5 req-c31c7dfc-ac0b-486a-be80-f5bb8152c12e tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:06:28.257407 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-60898ec6-55fa-476a-8977-710bca7398e5 req-c31c7dfc-ac0b-486a-be80-f5bb8152c12e tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=359cea60-13ec-460e-811b-b7e54fc7850b HTTP/1.1" status: 200 len: 945 time: 0.0457871 May 26 21:06:28.276359 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:06:28.305821 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-60898ec6-55fa-476a-8977-710bca7398e5 req-70d608fa-b151-4790-9cf1-0afd3b603b91 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/security-groups?id=b57d1125-26ba-42b5-a63d-5b77fdc0f323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429301 May 26 21:06:28.496652 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b59e26-9bcf-4917-a005-497d3ebb813f req-fb639f10-1dfd-4228-9a66-a1a0b17dc965 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:06:28.498855 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-a3b59e26-9bcf-4917-a005-497d3ebb813f req-fb639f10-1dfd-4228-9a66-a1a0b17dc965 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?device_id=fba09f97-8026-4d4e-b8a6-e4705eff1e98 HTTP/1.1" status: 200 len: 946 time: 0.0461042 May 26 21:06:28.543659 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-a3b59e26-9bcf-4917-a005-497d3ebb813f req-ea380e6c-4b68-4297-b2bf-48de47a6ec17 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d047b43-45d5-46fd-bad8-28b24b28bff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394139 May 26 21:06:29.057385 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711d8b87-b638-44a6-9375-84570f4c7ebf req-0ee0af66-82eb-409a-ac34-6e33101c56fe tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:06:29.058858 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-711d8b87-b638-44a6-9375-84570f4c7ebf req-0ee0af66-82eb-409a-ac34-6e33101c56fe tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/ports?device_id=b394d5b9-c201-4bff-8cac-68cce2954f16 HTTP/1.1" status: 200 len: 945 time: 0.0556479 May 26 21:06:29.104018 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-711d8b87-b638-44a6-9375-84570f4c7ebf req-863d725d-e843-4d6b-953c-ace586ef0589 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/security-groups?id=26b50481-eb72-4913-8499-4f05960ff7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390081 May 26 21:06:29.422242 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fb5cf5-6764-43d3-bb9e-d38d84a1707e req-dd144368-b24f-49e2-88f3-530bd6508cf9 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:06:29.423719 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-15fb5cf5-6764-43d3-bb9e-d38d84a1707e req-dd144368-b24f-49e2-88f3-530bd6508cf9 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=359cea60-13ec-460e-811b-b7e54fc7850b HTTP/1.1" status: 200 len: 945 time: 0.0463994 May 26 21:06:29.468886 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-15fb5cf5-6764-43d3-bb9e-d38d84a1707e req-93c470b7-f569-4e37-b179-e282bf6dad13 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/security-groups?id=b57d1125-26ba-42b5-a63d-5b77fdc0f323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397894 May 26 21:06:29.652319 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a170a8a-cdb6-411f-9af2-1f27cf760d30 req-d101ba04-c22b-464d-aa09-188ce6661747 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:06:29.653683 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-6a170a8a-cdb6-411f-9af2-1f27cf760d30 req-d101ba04-c22b-464d-aa09-188ce6661747 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?device_id=fba09f97-8026-4d4e-b8a6-e4705eff1e98 HTTP/1.1" status: 200 len: 946 time: 0.0456254 May 26 21:06:29.680544 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=100 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:06:29.703632 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-6a170a8a-cdb6-411f-9af2-1f27cf760d30 req-678b9840-279d-4afe-bdc7-ddcb8c7297aa tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d047b43-45d5-46fd-bad8-28b24b28bff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438292 May 26 21:06:30.217871 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcc8017-0696-4b7c-b707-cd7813e73985 req-ffe9124a-97f9-49e1-a7f5-e0156d1c6560 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:06:30.219322 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-bbcc8017-0696-4b7c-b707-cd7813e73985 req-ffe9124a-97f9-49e1-a7f5-e0156d1c6560 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/ports?device_id=b394d5b9-c201-4bff-8cac-68cce2954f16 HTTP/1.1" status: 200 len: 945 time: 0.0458207 May 26 21:06:30.265256 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-bbcc8017-0696-4b7c-b707-cd7813e73985 req-a71c9ffa-ca55-430b-a67f-88a2b3152a03 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/security-groups?id=26b50481-eb72-4913-8499-4f05960ff7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406139 May 26 21:06:30.585916 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922a9178-6965-473a-99f3-6dc666cf9595 req-bc27ceaa-e68f-46ab-9a71-556c58b7c0a9 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:06:30.587367 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-922a9178-6965-473a-99f3-6dc666cf9595 req-bc27ceaa-e68f-46ab-9a71-556c58b7c0a9 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=359cea60-13ec-460e-811b-b7e54fc7850b HTTP/1.1" status: 200 len: 945 time: 0.0461662 May 26 21:06:30.639873 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-922a9178-6965-473a-99f3-6dc666cf9595 req-e589d851-0268-4ebb-bad8-64bc79eddf81 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/security-groups?id=b57d1125-26ba-42b5-a63d-5b77fdc0f323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470400 May 26 21:06:30.817842 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af971e58-4a15-4eab-b228-eb4a7563d2c1 req-37a8b7d9-9769-4cea-938d-7d6e04802796 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:06:30.819328 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-af971e58-4a15-4eab-b228-eb4a7563d2c1 req-37a8b7d9-9769-4cea-938d-7d6e04802796 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?device_id=fba09f97-8026-4d4e-b8a6-e4705eff1e98 HTTP/1.1" status: 200 len: 946 time: 0.0491166 May 26 21:06:30.865667 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-af971e58-4a15-4eab-b228-eb4a7563d2c1 req-15467961-d054-4d1c-8283-83b2602c794b tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d047b43-45d5-46fd-bad8-28b24b28bff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407994 May 26 21:06:31.389635 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bd349d-0619-42a5-9b65-81389aa9a275 req-e361e4ff-478d-4d65-8e91-05c5327bcc6d tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:06:31.391269 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-15bd349d-0619-42a5-9b65-81389aa9a275 req-e361e4ff-478d-4d65-8e91-05c5327bcc6d tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/ports?device_id=b394d5b9-c201-4bff-8cac-68cce2954f16 HTTP/1.1" status: 200 len: 945 time: 0.0599895 May 26 21:06:31.446600 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-15bd349d-0619-42a5-9b65-81389aa9a275 req-8f65ddb8-1340-4c77-aa92-b844001f4c9f tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/security-groups?id=26b50481-eb72-4913-8499-4f05960ff7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483503 May 26 21:06:31.766781 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7e1626-cd8e-49df-86a5-f3538a4bfffb req-84fd9f1a-710e-49c5-aab3-bbdfd75361b2 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:06:31.768416 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-cc7e1626-cd8e-49df-86a5-f3538a4bfffb req-84fd9f1a-710e-49c5-aab3-bbdfd75361b2 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=359cea60-13ec-460e-811b-b7e54fc7850b HTTP/1.1" status: 200 len: 945 time: 0.0528741 May 26 21:06:31.829018 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-cc7e1626-cd8e-49df-86a5-f3538a4bfffb req-44b19b28-e0d7-418d-9e4d-c8d27c927989 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/security-groups?id=b57d1125-26ba-42b5-a63d-5b77fdc0f323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547073 May 26 21:06:31.994363 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88778cd1-5ba2-4cdd-b3b0-dc2db4bb08da req-fdaae383-0a63-4287-8e86-b541a9c8570e tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:06:32.002514 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-88778cd1-5ba2-4cdd-b3b0-dc2db4bb08da req-fdaae383-0a63-4287-8e86-b541a9c8570e tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?device_id=fba09f97-8026-4d4e-b8a6-e4705eff1e98 HTTP/1.1" status: 200 len: 946 time: 0.0665548 May 26 21:06:32.049650 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=100 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:06:32.055135 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-88778cd1-5ba2-4cdd-b3b0-dc2db4bb08da req-9735d583-219e-45d6-8d07-87ab6b76478e tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d047b43-45d5-46fd-bad8-28b24b28bff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511875 May 26 21:06:32.572142 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b8fcc0-d5c5-4792-8906-67fa45fe267a req-0a79f3bb-85e3-4072-8973-48198f8695c9 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:06:32.573726 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-35b8fcc0-d5c5-4792-8906-67fa45fe267a req-0a79f3bb-85e3-4072-8973-48198f8695c9 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/ports?device_id=b394d5b9-c201-4bff-8cac-68cce2954f16 HTTP/1.1" status: 200 len: 945 time: 0.0522127 May 26 21:06:32.634274 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-35b8fcc0-d5c5-4792-8906-67fa45fe267a req-78099017-8d15-45ad-87c6-b0eb9687c81a tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/security-groups?id=26b50481-eb72-4913-8499-4f05960ff7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539622 May 26 21:06:32.957838 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3806168-5bec-4910-916c-fff325f5e3ca req-1e041f9f-29eb-4751-9206-047e8d6ad08c tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:06:32.959794 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-e3806168-5bec-4910-916c-fff325f5e3ca req-1e041f9f-29eb-4751-9206-047e8d6ad08c tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=359cea60-13ec-460e-811b-b7e54fc7850b HTTP/1.1" status: 200 len: 945 time: 0.0542514 May 26 21:06:33.031289 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-e3806168-5bec-4910-916c-fff325f5e3ca req-956a3a8f-4522-469d-b51a-3f307fcb722f tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/security-groups?id=b57d1125-26ba-42b5-a63d-5b77fdc0f323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647233 May 26 21:06:33.194925 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891c6043-2693-46fe-8052-111ce455c1aa req-7c8ef0d4-22d4-4902-b174-364ec3cb88dc tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:06:33.199184 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-891c6043-2693-46fe-8052-111ce455c1aa req-7c8ef0d4-22d4-4902-b174-364ec3cb88dc tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?device_id=fba09f97-8026-4d4e-b8a6-e4705eff1e98 HTTP/1.1" status: 200 len: 946 time: 0.0509284 May 26 21:06:33.257843 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-891c6043-2693-46fe-8052-111ce455c1aa req-cf821da8-c99c-461f-888c-6ffb683e8ee6 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d047b43-45d5-46fd-bad8-28b24b28bff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555217 May 26 21:06:33.825237 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924c988e-416b-4f53-a724-bca506e33a93 req-90307cd8-a628-46f9-b5d1-d8b9e510aaac tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:06:33.827291 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-924c988e-416b-4f53-a724-bca506e33a93 req-90307cd8-a628-46f9-b5d1-d8b9e510aaac tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/ports?device_id=b394d5b9-c201-4bff-8cac-68cce2954f16 HTTP/1.1" status: 200 len: 945 time: 0.0753837 May 26 21:06:33.875298 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-924c988e-416b-4f53-a724-bca506e33a93 req-f4886b1c-0bcf-4efd-8737-d53f88e032f6 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/security-groups?id=26b50481-eb72-4913-8499-4f05960ff7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421576 May 26 21:06:34.167820 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0260e33-d776-4627-8a58-398d2287d1f7 req-fff3d27b-c1eb-4485-bab0-d438b0350b0f tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:06:34.175615 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-d0260e33-d776-4627-8a58-398d2287d1f7 req-fff3d27b-c1eb-4485-bab0-d438b0350b0f tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=359cea60-13ec-460e-811b-b7e54fc7850b HTTP/1.1" status: 200 len: 945 time: 0.0715683 May 26 21:06:34.250721 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-d0260e33-d776-4627-8a58-398d2287d1f7 req-7fe24090-222d-4b87-aa50-3418d37c5dcd tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/security-groups?id=b57d1125-26ba-42b5-a63d-5b77fdc0f323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702791 May 26 21:06:34.376977 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=100 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:06:34.390896 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edeba9c-befd-4d72-8bbd-2f7aca59806c req-bd6c1e1c-89d7-41e9-8615-e928d6c03a90 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:06:34.393357 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-2edeba9c-befd-4d72-8bbd-2f7aca59806c req-bd6c1e1c-89d7-41e9-8615-e928d6c03a90 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?device_id=fba09f97-8026-4d4e-b8a6-e4705eff1e98 HTTP/1.1" status: 200 len: 946 time: 0.0575895 May 26 21:06:34.455346 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-2edeba9c-befd-4d72-8bbd-2f7aca59806c req-a3ea1150-e209-42f1-868e-b16f01e7f601 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d047b43-45d5-46fd-bad8-28b24b28bff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564787 May 26 21:06:34.624211 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=16 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:06:34.637395 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=10 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:06:35.036857 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a08306-a34d-4410-8d04-3d48e461e6e0 req-96d7142e-c643-4bb2-8f97-8cf07335e04d tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:06:35.039012 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-90a08306-a34d-4410-8d04-3d48e461e6e0 req-96d7142e-c643-4bb2-8f97-8cf07335e04d tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/ports?device_id=b394d5b9-c201-4bff-8cac-68cce2954f16 HTTP/1.1" status: 200 len: 945 time: 0.0633171 May 26 21:06:35.100673 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-90a08306-a34d-4410-8d04-3d48e461e6e0 req-bcbb48a6-0476-42fd-a062-7c2bc5a28c73 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/security-groups?id=26b50481-eb72-4913-8499-4f05960ff7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538337 May 26 21:06:35.367449 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ebb349-f6ab-4329-8e45-aeeb87f2fa9f req-63217595-f325-40b8-a082-8cda0fddf00d tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:06:35.368937 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-17ebb349-f6ab-4329-8e45-aeeb87f2fa9f req-63217595-f325-40b8-a082-8cda0fddf00d tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=359cea60-13ec-460e-811b-b7e54fc7850b HTTP/1.1" status: 200 len: 945 time: 0.0510213 May 26 21:06:35.416582 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-17ebb349-f6ab-4329-8e45-aeeb87f2fa9f req-4d50c39c-202d-4c39-8feb-60fd1b2122c8 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/security-groups?id=b57d1125-26ba-42b5-a63d-5b77fdc0f323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417502 May 26 21:06:35.478283 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=53 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:06:35.479478 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=34 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:06:35.579251 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92411fc2-820a-4852-9f5e-1b43d9c5dd49 req-6a6aa090-c3fb-469b-8af6-b0f7547f469b tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:06:35.580993 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-92411fc2-820a-4852-9f5e-1b43d9c5dd49 req-6a6aa090-c3fb-469b-8af6-b0f7547f469b tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?device_id=fba09f97-8026-4d4e-b8a6-e4705eff1e98 HTTP/1.1" status: 200 len: 946 time: 0.0542593 May 26 21:06:35.629315 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-92411fc2-820a-4852-9f5e-1b43d9c5dd49 req-d0890e21-3240-4b15-895a-705e7cb7341b tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d047b43-45d5-46fd-bad8-28b24b28bff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426178 May 26 21:06:36.236718 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd364a0-38b2-4971-ac78-7c5f3f5b057b req-a2acbea7-8bef-40dc-b656-ffda0f50b13d tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:06:36.238812 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-5fd364a0-38b2-4971-ac78-7c5f3f5b057b req-a2acbea7-8bef-40dc-b656-ffda0f50b13d tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/ports?device_id=b394d5b9-c201-4bff-8cac-68cce2954f16 HTTP/1.1" status: 200 len: 945 time: 0.0599840 May 26 21:06:36.298947 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-5fd364a0-38b2-4971-ac78-7c5f3f5b057b req-9d0f14e0-1d06-40ec-b65e-ffe5dbfd3561 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/security-groups?id=26b50481-eb72-4913-8499-4f05960ff7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540090 May 26 21:06:36.586857 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da40459e-8175-46f3-a7c2-bb4356e39e74 req-38e7ee36-0b17-4121-b833-af49ba3eecfe tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:06:36.589140 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-da40459e-8175-46f3-a7c2-bb4356e39e74 req-38e7ee36-0b17-4121-b833-af49ba3eecfe tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=359cea60-13ec-460e-811b-b7e54fc7850b HTTP/1.1" status: 200 len: 945 time: 0.0650418 May 26 21:06:36.597573 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.agents_db [None req-7031173d-d819-4c63-a4ce-0c5776890f6a None None] Agent healthcheck: found 6 active agents {{(pid=104104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 21:06:36.608717 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=17 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:06:36.613239 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=19 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:06:36.675034 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-da40459e-8175-46f3-a7c2-bb4356e39e74 req-28cd924d-44c3-4700-be43-d8d065158409 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/security-groups?id=b57d1125-26ba-42b5-a63d-5b77fdc0f323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772862 May 26 21:06:36.751274 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=100 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:06:36.767915 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e8bb74-9af6-4e38-9700-9d05fca4f637 req-e335d46c-6e17-4526-b501-cdae41063a61 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:06:36.769403 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-e5e8bb74-9af6-4e38-9700-9d05fca4f637 req-e335d46c-6e17-4526-b501-cdae41063a61 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?device_id=fba09f97-8026-4d4e-b8a6-e4705eff1e98 HTTP/1.1" status: 200 len: 946 time: 0.0500987 May 26 21:06:36.822210 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-e5e8bb74-9af6-4e38-9700-9d05fca4f637 req-e84245e3-712c-4a88-a62c-f9f280aaa687 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d047b43-45d5-46fd-bad8-28b24b28bff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470450 May 26 21:06:37.426492 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cb18cb-708e-48b7-b207-40b1d54fd20f req-d55300dd-1808-413e-af6f-f25e3105e8bf tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:06:37.429013 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-96cb18cb-708e-48b7-b207-40b1d54fd20f req-d55300dd-1808-413e-af6f-f25e3105e8bf tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/ports?device_id=b394d5b9-c201-4bff-8cac-68cce2954f16 HTTP/1.1" status: 200 len: 945 time: 0.0648432 May 26 21:06:37.481359 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-96cb18cb-708e-48b7-b207-40b1d54fd20f req-57b1ea37-57db-4500-90a8-c9387d00c152 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/security-groups?id=26b50481-eb72-4913-8499-4f05960ff7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465698 May 26 21:06:37.869741 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1f8cb1-1581-45f4-a42f-2f6b3310084d req-e8c61bd7-4be5-422a-8468-6e02129162a3 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:06:37.871310 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-4d1f8cb1-1581-45f4-a42f-2f6b3310084d req-e8c61bd7-4be5-422a-8468-6e02129162a3 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/ports?device_id=b394d5b9-c201-4bff-8cac-68cce2954f16 HTTP/1.1" status: 200 len: 945 time: 0.1742966 May 26 21:06:37.891826 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06ddf70-26fe-4e65-afb6-27c6545d6f33 req-da6aaf86-1f73-4652-802d-327ecebe6ed3 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:06:37.893378 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-b06ddf70-26fe-4e65-afb6-27c6545d6f33 req-da6aaf86-1f73-4652-802d-327ecebe6ed3 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=359cea60-13ec-460e-811b-b7e54fc7850b HTTP/1.1" status: 200 len: 945 time: 0.1162956 May 26 21:06:37.919802 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9b212b-26a9-414d-9681-25fe95a2c20d req-eed39d3b-b938-4a69-8df6-7cb62c450457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:06:37.922176 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-cf9b212b-26a9-414d-9681-25fe95a2c20d req-eed39d3b-b938-4a69-8df6-7cb62c450457 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=aee8ddc72b8a4baeb01503afbd8aeab1&device_id=b394d5b9-c201-4bff-8cac-68cce2954f16 HTTP/1.1" status: 200 len: 1129 time: 0.0487862 May 26 21:06:37.974324 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-4d1f8cb1-1581-45f4-a42f-2f6b3310084d req-adac7119-db4f-4140-bd41-657ab6d2c1fe tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/security-groups?id=26b50481-eb72-4913-8499-4f05960ff7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954311 May 26 21:06:38.008107 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-b06ddf70-26fe-4e65-afb6-27c6545d6f33 req-49079236-c80c-4dda-9ebf-55d8d2f344e6 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/security-groups?id=b57d1125-26ba-42b5-a63d-5b77fdc0f323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000843 May 26 21:06:38.099562 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9b212b-26a9-414d-9681-25fe95a2c20d req-989de542-42d7-4a6e-9e34-d637738a91d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:06:38.101297 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-cf9b212b-26a9-414d-9681-25fe95a2c20d req-989de542-42d7-4a6e-9e34-d637738a91d0 service neutron] 10.222.0.62 "GET /v2.0/networks?id=5629c7a4-9159-4bb4-9c94-a1405c68e80c HTTP/1.1" status: 200 len: 911 time: 0.1731153 May 26 21:06:38.156970 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7149b0b-9ea2-4713-9831-7291368e54a2 req-75c8d82a-dd0e-4296-a260-a5ba88125366 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:06:38.167032 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-a7149b0b-9ea2-4713-9831-7291368e54a2 req-75c8d82a-dd0e-4296-a260-a5ba88125366 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?device_id=fba09f97-8026-4d4e-b8a6-e4705eff1e98 HTTP/1.1" status: 200 len: 946 time: 0.1073260 May 26 21:06:38.215384 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-cf9b212b-26a9-414d-9681-25fe95a2c20d req-e96905bd-dd9f-4587-a45d-8775360ea0a8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e1f6d939-9abc-412f-a4d8-da9f34b5b9c2 HTTP/1.1" status: 200 len: 1001 time: 0.1055346 May 26 21:06:38.228412 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-a7149b0b-9ea2-4713-9831-7291368e54a2 req-69e05916-e5fc-4512-909f-f82631bfdd60 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d047b43-45d5-46fd-bad8-28b24b28bff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609977 May 26 21:06:38.290835 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9b212b-26a9-414d-9681-25fe95a2c20d req-524795cc-069d-4c34-9fea-7df8c91d16c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:06:38.292301 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-cf9b212b-26a9-414d-9681-25fe95a2c20d req-524795cc-069d-4c34-9fea-7df8c91d16c3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=98eeb434-72ed-4f64-921d-7288f9cdbc0a HTTP/1.1" status: 200 len: 849 time: 0.0697994 May 26 21:06:38.338799 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9b212b-26a9-414d-9681-25fe95a2c20d req-121927d2-c9ce-4b21-916e-92ac0bf62dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:06:38.340362 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-cf9b212b-26a9-414d-9681-25fe95a2c20d req-121927d2-c9ce-4b21-916e-92ac0bf62dbc service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5629c7a4-9159-4bb4-9c94-a1405c68e80c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421112 May 26 21:06:38.432630 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-cf9b212b-26a9-414d-9681-25fe95a2c20d req-217dc099-2983-4145-8586-2c3aaa3e6ee3 service neutron] 10.222.0.62 "GET /v2.0/networks/5629c7a4-9159-4bb4-9c94-a1405c68e80c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824683 May 26 21:06:38.525232 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-cf9b212b-26a9-414d-9681-25fe95a2c20d req-fce68046-6c1b-469c-ba8d-d0a1cc052d4f service neutron] 10.222.0.62 "GET /v2.0/networks/5629c7a4-9159-4bb4-9c94-a1405c68e80c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868056 May 26 21:06:39.101970 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=100 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:06:39.131209 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f204468-8dcf-4ef8-bb15-8e65a3d4a1e2 req-6303d722-1c62-4c71-b43b-4bb9b81d04ba tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:06:39.138014 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-2f204468-8dcf-4ef8-bb15-8e65a3d4a1e2 req-6303d722-1c62-4c71-b43b-4bb9b81d04ba tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/ports?device_id=b394d5b9-c201-4bff-8cac-68cce2954f16 HTTP/1.1" status: 200 len: 945 time: 0.0718346 May 26 21:06:39.197222 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-2f204468-8dcf-4ef8-bb15-8e65a3d4a1e2 req-0b179025-f78b-492c-a3fb-f6968c96b6b7 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/security-groups?id=26b50481-eb72-4913-8499-4f05960ff7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559731 May 26 21:06:39.270988 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c715573-81a6-4e67-b0ca-fcd7beaf1194 req-a2fcaa16-dcfa-4d9b-ad77-5f471d7dfa31 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:06:39.274602 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-7c715573-81a6-4e67-b0ca-fcd7beaf1194 req-a2fcaa16-dcfa-4d9b-ad77-5f471d7dfa31 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=359cea60-13ec-460e-811b-b7e54fc7850b HTTP/1.1" status: 200 len: 945 time: 0.0635650 May 26 21:06:39.362498 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-7c715573-81a6-4e67-b0ca-fcd7beaf1194 req-c81bb386-b5f9-45c9-8fa3-c60c5dbde00a tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/security-groups?id=b57d1125-26ba-42b5-a63d-5b77fdc0f323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836916 May 26 21:06:39.380656 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8043a9d-342f-49d1-a6f8-ed0df48dc9e9 req-7da5db46-fcc5-4465-84fb-cf11867e27fb tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:06:39.382820 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-f8043a9d-342f-49d1-a6f8-ed0df48dc9e9 req-7da5db46-fcc5-4465-84fb-cf11867e27fb tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?device_id=fba09f97-8026-4d4e-b8a6-e4705eff1e98 HTTP/1.1" status: 200 len: 946 time: 0.0607738 May 26 21:06:39.445517 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-f8043a9d-342f-49d1-a6f8-ed0df48dc9e9 req-d1b443e1-6883-4a4c-b552-5115abc4701b tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d047b43-45d5-46fd-bad8-28b24b28bff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550895 May 26 21:06:39.771272 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-a9707a29-66f0-4949-a21b-fee090a1ce30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (28061657-8b16-479f-8ff4-19bdcc74bc2c), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:40.328482 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595892a0-599f-485b-88e6-e6b73517d0b1 req-1bef95da-5f74-4d13-82c8-2436da46d8e3 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:06:40.330658 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-595892a0-599f-485b-88e6-e6b73517d0b1 req-1bef95da-5f74-4d13-82c8-2436da46d8e3 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/ports?device_id=b394d5b9-c201-4bff-8cac-68cce2954f16 HTTP/1.1" status: 200 len: 945 time: 0.0558872 May 26 21:06:40.387836 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-595892a0-599f-485b-88e6-e6b73517d0b1 req-aeae6c7c-fc58-49b9-a4bc-a84eac0a07cb tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/security-groups?id=26b50481-eb72-4913-8499-4f05960ff7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426655 May 26 21:06:40.523534 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865cf165-111f-4922-aa26-3274abe4fa4e req-00e55d20-ee8d-40a6-ae97-f62a748fe097 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:06:40.525435 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-865cf165-111f-4922-aa26-3274abe4fa4e req-00e55d20-ee8d-40a6-ae97-f62a748fe097 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=359cea60-13ec-460e-811b-b7e54fc7850b HTTP/1.1" status: 200 len: 945 time: 0.0654058 May 26 21:06:40.604570 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581d533c-4435-4a39-9243-576b73ec845e req-0b87a1d4-cedb-4ccf-bf67-05567a99a562 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:06:40.606153 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-581d533c-4435-4a39-9243-576b73ec845e req-0b87a1d4-cedb-4ccf-bf67-05567a99a562 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?device_id=fba09f97-8026-4d4e-b8a6-e4705eff1e98 HTTP/1.1" status: 200 len: 946 time: 0.0657902 May 26 21:06:40.626732 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-865cf165-111f-4922-aa26-3274abe4fa4e req-6a5d7c30-6e8c-4c4b-b4b5-db5c98ca024e tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/security-groups?id=b57d1125-26ba-42b5-a63d-5b77fdc0f323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935509 May 26 21:06:40.667418 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-581d533c-4435-4a39-9243-576b73ec845e req-a5b13a48-dc9d-4c2e-b26a-5ea098dc0549 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d047b43-45d5-46fd-bad8-28b24b28bff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515723 May 26 21:06:41.094642 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 47512) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:06:41.128144 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5772b0a3-f8ad-42fb-8914-bc3d31da5bc1 req-bb50e25d-534f-4877-a7cb-18e70241527d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:06:41.129646 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-5772b0a3-f8ad-42fb-8914-bc3d31da5bc1 req-bb50e25d-534f-4877-a7cb-18e70241527d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=fba09f97-8026-4d4e-b8a6-e4705eff1e98 HTTP/1.1" status: 200 len: 1130 time: 0.0419703 May 26 21:06:41.148579 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.db.db_base_plugin_v2 [None req-3403fef2-8715-4228-88cd-dff0236c9b06 admin admin] Deleting subnet 64b5dfb8-c1f3-4434-8d05-6f96de1893ce {{(pid=104102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 21:06:41.152879 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-3403fef2-8715-4228-88cd-dff0236c9b06 admin admin] Publish callbacks [] for subnet (64b5dfb8-c1f3-4434-8d05-6f96de1893ce), before_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:41.202818 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-5772b0a3-f8ad-42fb-8914-bc3d31da5bc1 req-cd5f139f-2995-4929-9ebf-2f4924149320 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=2d047b43-45d5-46fd-bad8-28b24b28bff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646112 May 26 21:06:41.210044 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=100 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:06:41.212495 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-3403fef2-8715-4228-88cd-dff0236c9b06 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16235537'] for subnet (64b5dfb8-c1f3-4434-8d05-6f96de1893ce), precommit_delete_associations {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:41.256026 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-3403fef2-8715-4228-88cd-dff0236c9b06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-985580'] for subnet (64b5dfb8-c1f3-4434-8d05-6f96de1893ce), precommit_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:41.363758 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-3403fef2-8715-4228-88cd-dff0236c9b06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-985589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16680622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15806586'] for subnet (64b5dfb8-c1f3-4434-8d05-6f96de1893ce), after_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:41.392200 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3403fef2-8715-4228-88cd-dff0236c9b06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64b5dfb8-c1f3-4434-8d05-6f96de1893ce,revision_number=None']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:06:41.397371 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-3403fef2-8715-4228-88cd-dff0236c9b06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-416010'] for subnet (None), before_response {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:41.401822 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-3403fef2-8715-4228-88cd-dff0236c9b06 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/64b5dfb8-c1f3-4434-8d05-6f96de1893ce HTTP/1.1" status: 204 len: 168 time: 0.3052442 May 26 21:06:41.403888 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 47520) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:06:41.491082 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-a773d9fa-c666-4594-8f31-94f46022e55c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-791915'] for network (1826bfee-6d84-418f-93cb-e77e213e8aab), before_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:41.604890 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-a773d9fa-c666-4594-8f31-94f46022e55c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983897', 'neutron.services.segments.db._delete_segments_for_network-8787881958000'] for network (1826bfee-6d84-418f-93cb-e77e213e8aab), precommit_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:41.633987 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-a773d9fa-c666-4594-8f31-94f46022e55c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:06:41.634576 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-a773d9fa-c666-4594-8f31-94f46022e55c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:06:41.637479 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-a773d9fa-c666-4594-8f31-94f46022e55c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:06:41.638294 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-a773d9fa-c666-4594-8f31-94f46022e55c admin admin] Subscribe: > port after_create 55550000 {{(pid=104101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:06:41.640106 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-a773d9fa-c666-4594-8f31-94f46022e55c admin admin] Subscribe: > port after_delete 55550000 {{(pid=104101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:06:41.641000 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-a773d9fa-c666-4594-8f31-94f46022e55c admin admin] Subscribe: > port after_update 55550000 {{(pid=104101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:06:41.642094 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-a773d9fa-c666-4594-8f31-94f46022e55c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:06:41.643155 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-a773d9fa-c666-4594-8f31-94f46022e55c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:06:41.643725 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-a773d9fa-c666-4594-8f31-94f46022e55c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:06:41.644294 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-a773d9fa-c666-4594-8f31-94f46022e55c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:06:41.730150 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-a773d9fa-c666-4594-8f31-94f46022e55c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:06:41.730793 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-a773d9fa-c666-4594-8f31-94f46022e55c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:06:41.732867 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-a773d9fa-c666-4594-8f31-94f46022e55c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:06:41.733484 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-a773d9fa-c666-4594-8f31-94f46022e55c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 21:06:41.734399 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.services.segments.db [None req-a773d9fa-c666-4594-8f31-94f46022e55c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1826bfee-6d84-418f-93cb-e77e213e8aab']}} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:06:41.778430 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acb4721-73fa-46e2-b588-aec0d2efb293 req-74117c5d-1d60-497f-9187-c8ff4c7fdf9e tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:06:41.784580 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.services.segments.db [None req-a773d9fa-c666-4594-8f31-94f46022e55c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc9ae1f6-8bd6-461f-beaf-64258d238ba6') {'for_net_delete': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:06:41.785178 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.services.segments.db [None req-a773d9fa-c666-4594-8f31-94f46022e55c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc9ae1f6-8bd6-461f-beaf-64258d238ba6') {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:06:41.786608 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-2acb4721-73fa-46e2-b588-aec0d2efb293 req-74117c5d-1d60-497f-9187-c8ff4c7fdf9e tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=359cea60-13ec-460e-811b-b7e54fc7850b HTTP/1.1" status: 200 len: 945 time: 0.0703232 May 26 21:06:41.804420 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-a773d9fa-c666-4594-8f31-94f46022e55c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787881958777', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12907196'] for segment (fc9ae1f6-8bd6-461f-beaf-64258d238ba6), before_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:41.827868 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-a773d9fa-c666-4594-8f31-94f46022e55c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-995747'] for segment (fc9ae1f6-8bd6-461f-beaf-64258d238ba6), precommit_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:41.837618 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a773d9fa-c666-4594-8f31-94f46022e55c admin admin] Releasing vlan 442 on physical network physnet1 to pool {{(pid=104101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 21:06:41.838302 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-a773d9fa-c666-4594-8f31-94f46022e55c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-995747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13231822'] for segment (fc9ae1f6-8bd6-461f-beaf-64258d238ba6), after_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:41.872796 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691798a7-9664-42f0-bbb2-e4927052cf1a req-10a28397-7e0d-4652-b2ff-3883909af544 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:06:41.891200 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-691798a7-9664-42f0-bbb2-e4927052cf1a req-10a28397-7e0d-4652-b2ff-3883909af544 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?device_id=fba09f97-8026-4d4e-b8a6-e4705eff1e98 HTTP/1.1" status: 200 len: 946 time: 0.0957544 May 26 21:06:41.915716 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-a773d9fa-c666-4594-8f31-94f46022e55c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1614797'] for network (1826bfee-6d84-418f-93cb-e77e213e8aab), after_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:41.924484 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-a773d9fa-c666-4594-8f31-94f46022e55c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-416010'] for network (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:41.927842 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-a773d9fa-c666-4594-8f31-94f46022e55c admin admin] 10.222.0.57 "DELETE /v2.0/networks/1826bfee-6d84-418f-93cb-e77e213e8aab HTTP/1.1" status: 204 len: 168 time: 0.5224814 May 26 21:06:41.935534 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-2acb4721-73fa-46e2-b588-aec0d2efb293 req-788e5c00-19d8-4e94-b841-e1935d1c30ca tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/security-groups?id=b57d1125-26ba-42b5-a63d-5b77fdc0f323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1477737 May 26 21:06:41.941250 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:06:41.942291 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 47532) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:06:41.952389 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a773d9fa-c666-4594-8f31-94f46022e55c admin admin] Pushing event deleted for resources: {'Network': ['ID=1826bfee-6d84-418f-93cb-e77e213e8aab,revision_number=None']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:06:42.035465 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-691798a7-9664-42f0-bbb2-e4927052cf1a req-50a60dd3-e828-4cac-a140-6d179e6f1e50 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d047b43-45d5-46fd-bad8-28b24b28bff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426091 May 26 21:06:42.056375 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f64f714-3a21-424a-8610-23e9c1294792 admin admin] Deleting subnet 157d5e27-a4a4-4893-9bdd-6dcf44b4b2b4 {{(pid=104102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 21:06:42.056375 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-1f64f714-3a21-424a-8610-23e9c1294792 admin admin] Publish callbacks [] for subnet (157d5e27-a4a4-4893-9bdd-6dcf44b4b2b4), before_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:42.063251 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-7246aebf-b997-4eeb-92fb-b52ed9b49c09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (ccb07560-1e88-42f3-8411-377a93089622), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:42.103220 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-1f64f714-3a21-424a-8610-23e9c1294792 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16235537'] for subnet (157d5e27-a4a4-4893-9bdd-6dcf44b4b2b4), precommit_delete_associations {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:42.132001 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.services.segments.plugin [-] Segment fc9ae1f6-8bd6-461f-beaf-64258d238ba6 resource provider aggregate not found May 26 21:06:42.155153 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.services.segments.plugin [-] Segment fc9ae1f6-8bd6-461f-beaf-64258d238ba6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fc9ae1f6-8bd6-461f-beaf-64258d238ba6 found for delete ", "request_id": "req-673b4730-fdcb-4d42-a993-3256938d2cb6"}]} May 26 21:06:42.162338 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-1f64f714-3a21-424a-8610-23e9c1294792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-985580'] for subnet (157d5e27-a4a4-4893-9bdd-6dcf44b4b2b4), precommit_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:42.222978 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-1f64f714-3a21-424a-8610-23e9c1294792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-985589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16680622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15806586'] for subnet (157d5e27-a4a4-4893-9bdd-6dcf44b4b2b4), after_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:42.253874 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f64f714-3a21-424a-8610-23e9c1294792 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=157d5e27-a4a4-4893-9bdd-6dcf44b4b2b4,revision_number=None']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:06:42.263903 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-1f64f714-3a21-424a-8610-23e9c1294792 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-416010'] for subnet (None), before_response {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:42.269015 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-1f64f714-3a21-424a-8610-23e9c1294792 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/157d5e27-a4a4-4893-9bdd-6dcf44b4b2b4 HTTP/1.1" status: 204 len: 168 time: 0.3217156 May 26 21:06:42.271107 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 47544) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:06:42.568849 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-8917a9a1-f31f-4cd1-b516-53498ffd5c4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-791915'] for network (6e08cb04-530f-48d8-ac46-a29c7de26de7), before_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:42.676799 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-8917a9a1-f31f-4cd1-b516-53498ffd5c4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983897', 'neutron.services.segments.db._delete_segments_for_network-8787881958000'] for network (6e08cb04-530f-48d8-ac46-a29c7de26de7), precommit_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:42.707383 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.services.segments.db [None req-8917a9a1-f31f-4cd1-b516-53498ffd5c4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e08cb04-530f-48d8-ac46-a29c7de26de7']}} {{(pid=104102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:06:42.717116 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.services.segments.db [None req-8917a9a1-f31f-4cd1-b516-53498ffd5c4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76466574-eb1b-4a55-8d43-e54b9e68ea22') {'for_net_delete': True} {{(pid=104102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:06:42.717402 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.services.segments.db [None req-8917a9a1-f31f-4cd1-b516-53498ffd5c4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76466574-eb1b-4a55-8d43-e54b9e68ea22') {} {{(pid=104102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:06:42.727337 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-8917a9a1-f31f-4cd1-b516-53498ffd5c4b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787881958777', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16235560'] for segment (76466574-eb1b-4a55-8d43-e54b9e68ea22), before_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:42.741744 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-8917a9a1-f31f-4cd1-b516-53498ffd5c4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-995747'] for segment (76466574-eb1b-4a55-8d43-e54b9e68ea22), precommit_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:42.750737 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8917a9a1-f31f-4cd1-b516-53498ffd5c4b admin admin] Releasing vlan 443 on physical network physnet1 to pool {{(pid=104102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 21:06:42.751060 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-8917a9a1-f31f-4cd1-b516-53498ffd5c4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-995747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16679180'] for segment (76466574-eb1b-4a55-8d43-e54b9e68ea22), after_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:42.773311 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.services.segments.plugin [-] Segment 76466574-eb1b-4a55-8d43-e54b9e68ea22 resource provider aggregate not found May 26 21:06:42.822365 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.services.segments.plugin [-] Segment 76466574-eb1b-4a55-8d43-e54b9e68ea22 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 76466574-eb1b-4a55-8d43-e54b9e68ea22 found for delete ", "request_id": "req-85c9fbba-03e0-4d74-9e21-0ade70453819"}]} May 26 21:06:42.832238 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-8917a9a1-f31f-4cd1-b516-53498ffd5c4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1614797'] for network (6e08cb04-530f-48d8-ac46-a29c7de26de7), after_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:42.838942 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-8917a9a1-f31f-4cd1-b516-53498ffd5c4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-416010'] for network (None), before_response {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:42.842603 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-8917a9a1-f31f-4cd1-b516-53498ffd5c4b admin admin] 10.222.0.57 "DELETE /v2.0/networks/6e08cb04-530f-48d8-ac46-a29c7de26de7 HTTP/1.1" status: 204 len: 168 time: 0.5700264 May 26 21:06:42.857636 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8917a9a1-f31f-4cd1-b516-53498ffd5c4b admin admin] Pushing event deleted for resources: {'Network': ['ID=6e08cb04-530f-48d8-ac46-a29c7de26de7,revision_number=None']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:06:42.979651 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-2cedcaf3-f8c8-488c-9e0f-8ce175add227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (5deefb54-cd62-4255-b022-7e9734e3e0b8), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:43.097161 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059ace62-20cf-4115-b4cf-3737fdc22ea0 req-e239883d-a655-4b34-affd-ac85014f272b tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:06:43.100276 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 47556) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:06:43.105173 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-059ace62-20cf-4115-b4cf-3737fdc22ea0 req-e239883d-a655-4b34-affd-ac85014f272b tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=359cea60-13ec-460e-811b-b7e54fc7850b HTTP/1.1" status: 200 len: 945 time: 0.0675416 May 26 21:06:43.124718 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:06:43.156420 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-059ace62-20cf-4115-b4cf-3737fdc22ea0 req-d8bc60c3-a0dd-4318-a140-9a987bdfc97c tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/security-groups?id=b57d1125-26ba-42b5-a63d-5b77fdc0f323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501211 May 26 21:06:43.173656 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-cd9602e2-4190-4d4d-b8d1-81ee7d17dbd8 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8fd02dca48af44859e371cf04a8e87d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0715897 May 26 21:06:43.174960 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 47558) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:06:43.229347 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3cdc1c-a8b0-438d-93f6-b761a15213a5 req-ddec58c9-9487-45b1-8bf7-cc92abe8a380 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:06:43.231132 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-bd3cdc1c-a8b0-438d-93f6-b761a15213a5 req-ddec58c9-9487-45b1-8bf7-cc92abe8a380 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?device_id=fba09f97-8026-4d4e-b8a6-e4705eff1e98 HTTP/1.1" status: 200 len: 946 time: 0.0738053 May 26 21:06:43.245361 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:06:43.265989 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-3d52e721-3853-4d4a-ad8a-fa07892aa292 admin admin] Publish callbacks [] for security_group (6285a287-7c6f-40fc-bb6d-9399086e876f), before_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:43.279251 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:06:43.291309 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-bd3cdc1c-a8b0-438d-93f6-b761a15213a5 req-8601db14-2183-4f53-910a-4486cf567278 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d047b43-45d5-46fd-bad8-28b24b28bff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534472 May 26 21:06:43.293163 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-3d52e721-3853-4d4a-ad8a-fa07892aa292 admin admin] Publish callbacks [] for security_group (6285a287-7c6f-40fc-bb6d-9399086e876f), precommit_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:43.346840 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-3d52e721-3853-4d4a-ad8a-fa07892aa292 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (6285a287-7c6f-40fc-bb6d-9399086e876f), after_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:43.349953 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-3d52e721-3853-4d4a-ad8a-fa07892aa292 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:43.351082 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-3d52e721-3853-4d4a-ad8a-fa07892aa292 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6285a287-7c6f-40fc-bb6d-9399086e876f HTTP/1.1" status: 204 len: 168 time: 0.1749742 May 26 21:06:43.363340 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d52e721-3853-4d4a-ad8a-fa07892aa292 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6285a287-7c6f-40fc-bb6d-9399086e876f,revision_number=None']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:06:43.646564 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500e2cbe-99f9-4914-996c-cb19d836471d req-0b23550e-e3e2-41d9-ab7b-f3a1876ea568 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:06:43.648486 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-500e2cbe-99f9-4914-996c-cb19d836471d req-0b23550e-e3e2-41d9-ab7b-f3a1876ea568 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?device_id=fba09f97-8026-4d4e-b8a6-e4705eff1e98 HTTP/1.1" status: 200 len: 946 time: 0.0604119 May 26 21:06:43.652650 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25de37cb-a5e0-4ddf-ac03-6216732da078 req-4f6be9ba-ac49-4899-ba2f-5fb2e4a03772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:06:43.654197 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-25de37cb-a5e0-4ddf-ac03-6216732da078 req-4f6be9ba-ac49-4899-ba2f-5fb2e4a03772 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9f8ac962c5d0402eb17b01aa02632897&device_id=fba09f97-8026-4d4e-b8a6-e4705eff1e98 HTTP/1.1" status: 200 len: 1130 time: 0.0791016 May 26 21:06:43.729559 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-500e2cbe-99f9-4914-996c-cb19d836471d req-fa499a8f-209a-4023-9b10-7bc138a177da tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d047b43-45d5-46fd-bad8-28b24b28bff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688906 May 26 21:06:43.768629 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25de37cb-a5e0-4ddf-ac03-6216732da078 req-33101f7b-a5fe-49c8-9899-03d263dd55ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:06:43.770070 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-25de37cb-a5e0-4ddf-ac03-6216732da078 req-33101f7b-a5fe-49c8-9899-03d263dd55ae service neutron] 10.222.0.62 "GET /v2.0/networks?id=db3bac2b-2e57-4b81-ab3a-36a5a5912178 HTTP/1.1" status: 200 len: 920 time: 0.1074731 May 26 21:06:43.812197 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-25de37cb-a5e0-4ddf-ac03-6216732da078 req-407faea3-1393-4fc8-a3a7-7f9ea3b93341 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7954d0e3-7dea-430e-9ec1-1c6e6e541eee HTTP/1.1" status: 200 len: 217 time: 0.0343935 May 26 21:06:43.878969 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25de37cb-a5e0-4ddf-ac03-6216732da078 req-3670f532-114f-4c94-81b5-997267b56c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:06:43.882274 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-25de37cb-a5e0-4ddf-ac03-6216732da078 req-3670f532-114f-4c94-81b5-997267b56c76 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=aedf8799-8f39-49e6-9345-2bd6d7772744 HTTP/1.1" status: 200 len: 858 time: 0.0617762 May 26 21:06:43.914917 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 47574) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:06:43.940286 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25de37cb-a5e0-4ddf-ac03-6216732da078 req-0195b46f-e4d8-40a1-98ea-6753cf0bc09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:06:43.941894 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-25de37cb-a5e0-4ddf-ac03-6216732da078 req-0195b46f-e4d8-40a1-98ea-6753cf0bc09b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=db3bac2b-2e57-4b81-ab3a-36a5a5912178&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0541339 May 26 21:06:43.970499 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-12685cc2-cf35-4d84-9554-a06efb7bd946 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=89303b66d68b4a31a2daffcb65be783c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0529957 May 26 21:06:43.972827 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 47578) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:06:44.037867 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-25de37cb-a5e0-4ddf-ac03-6216732da078 req-b76f528f-4d18-4e68-9a21-474d94377bc2 service neutron] 10.222.0.62 "GET /v2.0/networks/db3bac2b-2e57-4b81-ab3a-36a5a5912178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873532 May 26 21:06:44.045595 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-149d98fe-9406-423a-a095-001a333f0982 admin admin] Publish callbacks [] for security_group (312a67d5-e788-4b66-b34f-f70d6a70d26b), before_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:44.069351 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:06:44.077908 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-149d98fe-9406-423a-a095-001a333f0982 admin admin] Publish callbacks [] for security_group (312a67d5-e788-4b66-b34f-f70d6a70d26b), precommit_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:44.148355 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-25de37cb-a5e0-4ddf-ac03-6216732da078 req-50b03230-cebe-49f3-870b-aee9275768f1 service neutron] 10.222.0.62 "GET /v2.0/networks/db3bac2b-2e57-4b81-ab3a-36a5a5912178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046412 May 26 21:06:44.148537 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-149d98fe-9406-423a-a095-001a333f0982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (312a67d5-e788-4b66-b34f-f70d6a70d26b), after_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:44.151361 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-149d98fe-9406-423a-a095-001a333f0982 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:44.152497 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-149d98fe-9406-423a-a095-001a333f0982 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/312a67d5-e788-4b66-b34f-f70d6a70d26b HTTP/1.1" status: 204 len: 168 time: 0.1786160 May 26 21:06:44.164000 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149d98fe-9406-423a-a095-001a333f0982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=312a67d5-e788-4b66-b34f-f70d6a70d26b,revision_number=None']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:06:44.358314 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71cec61-cbcd-472e-ac0c-1cd071458aac req-cc21b612-3737-445a-8c36-4f5887a8b7dc tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:06:44.360839 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-e71cec61-cbcd-472e-ac0c-1cd071458aac req-cc21b612-3737-445a-8c36-4f5887a8b7dc tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=359cea60-13ec-460e-811b-b7e54fc7850b HTTP/1.1" status: 200 len: 945 time: 0.0539243 May 26 21:06:44.438244 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-e71cec61-cbcd-472e-ac0c-1cd071458aac req-b0ab01d1-5d58-4cf9-ace8-cf61ecc2e4b2 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/security-groups?id=b57d1125-26ba-42b5-a63d-5b77fdc0f323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712752 May 26 21:06:44.495650 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-46f12c73-3700-4e7e-86c8-206b84d0e626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (54d4a93e-badb-480c-831f-99f9f6beb5f4), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:44.863232 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7aa7b8-3dfb-494b-b5a6-b6eeaadca30e req-fc639a3f-7ab6-4c56-a896-08508cc17434 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:06:44.866639 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-3c7aa7b8-3dfb-494b-b5a6-b6eeaadca30e req-fc639a3f-7ab6-4c56-a896-08508cc17434 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?device_id=fba09f97-8026-4d4e-b8a6-e4705eff1e98 HTTP/1.1" status: 200 len: 946 time: 0.0553806 May 26 21:06:44.921332 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-3c7aa7b8-3dfb-494b-b5a6-b6eeaadca30e req-585e2ef9-12ea-4bc4-ba59-388f73ae31cf tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d047b43-45d5-46fd-bad8-28b24b28bff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505514 May 26 21:06:45.637486 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f2b482-6bf1-40f9-86a0-b0e8a379c9ad req-42925e31-3d8a-4a23-9940-400f0a841762 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:06:45.639539 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-06f2b482-6bf1-40f9-86a0-b0e8a379c9ad req-42925e31-3d8a-4a23-9940-400f0a841762 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=359cea60-13ec-460e-811b-b7e54fc7850b HTTP/1.1" status: 200 len: 945 time: 0.0622363 May 26 21:06:45.694305 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-06f2b482-6bf1-40f9-86a0-b0e8a379c9ad req-7716bac2-84ee-4026-a7f0-57c931f8e90e tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/security-groups?id=b57d1125-26ba-42b5-a63d-5b77fdc0f323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483935 May 26 21:06:45.960459 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (545ffc5a-00f7-4140-8f25-9e74b0e32d39), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:46.050004 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a30f5ff-d99e-4daa-9231-2f7aa3ddbf91 req-87ea280e-a1ce-461d-bea7-c9785ee3d8db tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:06:46.051688 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-1a30f5ff-d99e-4daa-9231-2f7aa3ddbf91 req-87ea280e-a1ce-461d-bea7-c9785ee3d8db tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?device_id=fba09f97-8026-4d4e-b8a6-e4705eff1e98 HTTP/1.1" status: 200 len: 946 time: 0.0518689 May 26 21:06:46.103858 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-1a30f5ff-d99e-4daa-9231-2f7aa3ddbf91 req-13c4547d-172b-4db4-9ee4-0bfc5ff538f2 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d047b43-45d5-46fd-bad8-28b24b28bff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462909 May 26 21:06:46.922543 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fecf381-5026-4eb2-9fe7-4cee487d7dba req-03c9cc47-0dda-49dc-9a6a-1491a933c215 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:06:46.934205 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-0fecf381-5026-4eb2-9fe7-4cee487d7dba req-03c9cc47-0dda-49dc-9a6a-1491a933c215 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=359cea60-13ec-460e-811b-b7e54fc7850b HTTP/1.1" status: 200 len: 945 time: 0.0938199 May 26 21:06:46.989305 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-0fecf381-5026-4eb2-9fe7-4cee487d7dba req-34d37877-6e83-4e10-ba79-98bff73230cf tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/security-groups?id=b57d1125-26ba-42b5-a63d-5b77fdc0f323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541310 May 26 21:06:47.283600 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:06:47.300962 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80f8f6e-f7be-45e8-92c2-e2ab4fe72f26 req-21190317-d300-4f5c-bb7c-88a0d0fc533c tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:06:47.308512 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-a80f8f6e-f7be-45e8-92c2-e2ab4fe72f26 req-21190317-d300-4f5c-bb7c-88a0d0fc533c tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?device_id=fba09f97-8026-4d4e-b8a6-e4705eff1e98 HTTP/1.1" status: 200 len: 946 time: 0.0771725 May 26 21:06:47.369073 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-a80f8f6e-f7be-45e8-92c2-e2ab4fe72f26 req-bc4c1040-d2d2-4d65-8f02-91bea8b17c82 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d047b43-45d5-46fd-bad8-28b24b28bff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597298 May 26 21:06:48.140180 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76db58ed-0564-4ed7-ab0f-85d7ae541b7c req-64a8a250-9c34-4e78-b2b3-a6b51117a956 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:06:48.141799 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-76db58ed-0564-4ed7-ab0f-85d7ae541b7c req-64a8a250-9c34-4e78-b2b3-a6b51117a956 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=359cea60-13ec-460e-811b-b7e54fc7850b HTTP/1.1" status: 200 len: 945 time: 0.0564630 May 26 21:06:48.203655 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-76db58ed-0564-4ed7-ab0f-85d7ae541b7c req-1ad20563-998f-4b85-9845-3b76aecda21f tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/security-groups?id=b57d1125-26ba-42b5-a63d-5b77fdc0f323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540330 May 26 21:06:48.724360 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Device 7648201d-4c35-4774-9674-eeb82941072a details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=104103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 21:06:48.848335 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] For port 7648201d-4c35-4774-9674-eeb82941072a, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=7648201d-4c35-4774-9674-eeb82941072a,segment=NetworkSegment(7fb7ed4c-a972-40f4-a310-001c141d4c5c),segment_id=7fb7ed4c-a972-40f4-a310-001c141d4c5c)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:06:48.863784 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Returning: {'device': '7648201d-4c35-4774-9674-eeb82941072a', 'network_id': 'ff69986b-e00e-41bd-8a28-f959570fc8f7', 'port_id': '7648201d-4c35-4774-9674-eeb82941072a', 'mac_address': 'fa:16:3e:44:6a:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '647d6a86-42b9-4a67-830f-75c07bdfd5d7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 21:06:48.906127 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Current status of the port 7648201d-4c35-4774-9674-eeb82941072a is: ACTIVE; New status is: BUILD {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:06:48.906764 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (7648201d-4c35-4774-9674-eeb82941072a), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:48.924748 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.notifiers.nova [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7648201d-4c35-4774-9674-eeb82941072a {{(pid=104103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 21:06:48.949236 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] For port 7648201d-4c35-4774-9674-eeb82941072a, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=7648201d-4c35-4774-9674-eeb82941072a,segment=NetworkSegment(7fb7ed4c-a972-40f4-a310-001c141d4c5c),segment_id=7fb7ed4c-a972-40f4-a310-001c141d4c5c)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:06:48.954116 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (7648201d-4c35-4774-9674-eeb82941072a), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:48.957012 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 47704) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:06:48.994809 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 47708) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:06:49.004099 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.v2.base [None req-157efbe7-c6a6-42d5-87fe-e0f562c5acac tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2042686813', 'description': 'tempest-description--1312736377'}} {{(pid=104102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:06:49.005960 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Pushing event updated for resources: {'Port': ['ID=7648201d-4c35-4774-9674-eeb82941072a,revision_number=6']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:06:49.013884 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:06:49.014696 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:06:49.015339 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:06:49.015689 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:06:49.016026 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:06:49.016363 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:06:49.016768 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:06:49.017002 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:06:49.017370 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:06:49.017650 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:06:49.017963 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:06:49.018305 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:06:49.018657 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:06:49.019063 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:06:49.019286 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:06:49.032696 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-157efbe7-c6a6-42d5-87fe-e0f562c5acac tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Publish callbacks [] for security_group (None), before_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:49.111433 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-24f2cd31-3dd9-42f6-b943-61ff695fc647 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:49.118897 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-157efbe7-c6a6-42d5-87fe-e0f562c5acac tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Publish callbacks [] for security_group (cf234ad0-3767-4b1d-896a-5afe7cc69416), precommit_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:49.129441 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-157efbe7-c6a6-42d5-87fe-e0f562c5acac tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (cf234ad0-3767-4b1d-896a-5afe7cc69416), after_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:49.172053 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:DELETE=3,neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:06:49.175078 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-157efbe7-c6a6-42d5-87fe-e0f562c5acac tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Publish callbacks [] for security_group (None), before_response {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:49.176278 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-157efbe7-c6a6-42d5-87fe-e0f562c5acac tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1792750 May 26 21:06:49.179251 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 47716) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:06:49.183223 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157efbe7-c6a6-42d5-87fe-e0f562c5acac tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf234ad0-3767-4b1d-896a-5afe7cc69416,revision_number=1']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:06:49.183695 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.v2.base [None req-b49555f8-60fc-40fe-a900-a8f5583ad239 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Request body: {'security_group_rule': {'security_group_id': 'cf234ad0-3767-4b1d-896a-5afe7cc69416', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:06:49.207626 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] get_ports_and_sgs() called for port_ids ['7648201d-4c35-4774-9674-eeb82941072a'] {{(pid=104103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 21:06:49.213991 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-b49555f8-60fc-40fe-a900-a8f5583ad239 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Publish callbacks [] for security_group_rule (94829d3b-a63d-4f08-b8b6-5d97ab109adc), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:49.242985 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-24f2cd31-3dd9-42f6-b943-61ff695fc647 admin admin] Publish callbacks [] for security_group (68ca3887-df12-40b0-9567-ec633249530e), precommit_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:49.250150 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-24f2cd31-3dd9-42f6-b943-61ff695fc647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (68ca3887-df12-40b0-9567-ec633249530e), after_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:49.278180 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-b49555f8-60fc-40fe-a900-a8f5583ad239 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Publish callbacks [] for security_group_rule (94829d3b-a63d-4f08-b8b6-5d97ab109adc), precommit_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:49.284743 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-b49555f8-60fc-40fe-a900-a8f5583ad239 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636418'] for security_group_rule (94829d3b-a63d-4f08-b8b6-5d97ab109adc), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:49.302363 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-24f2cd31-3dd9-42f6-b943-61ff695fc647 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8be014681c31482c94ce5ba41173a5ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3416352 May 26 21:06:49.302363 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f2cd31-3dd9-42f6-b943-61ff695fc647 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68ca3887-df12-40b0-9567-ec633249530e,revision_number=1']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:06:49.304984 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 47720) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:06:49.311190 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49555f8-60fc-40fe-a900-a8f5583ad239 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94829d3b-a63d-4f08-b8b6-5d97ab109adc,revision_number=0']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:06:49.320316 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-b49555f8-60fc-40fe-a900-a8f5583ad239 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:49.324067 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-b49555f8-60fc-40fe-a900-a8f5583ad239 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1437812 May 26 21:06:49.327324 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 47724) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:06:49.331978 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.v2.base [None req-bccfc7da-b6d3-4eac-9349-2031bb660f9a tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Request body: {'security_group_rule': {'security_group_id': 'cf234ad0-3767-4b1d-896a-5afe7cc69416', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:06:49.362489 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-bccfc7da-b6d3-4eac-9349-2031bb660f9a tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Publish callbacks [] for security_group_rule (42f5e4f9-441b-4e65-9e4b-96d0ca4dff5d), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:49.375489 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be13f7e-103d-4a25-87b9-8ed06082901b req-dbd6bcf3-d141-4e77-a693-240b22483260 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:06:49.378379 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-2be13f7e-103d-4a25-87b9-8ed06082901b req-dbd6bcf3-d141-4e77-a693-240b22483260 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=359cea60-13ec-460e-811b-b7e54fc7850b HTTP/1.1" status: 200 len: 944 time: 0.0771871 May 26 21:06:49.419900 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-307e1338-96da-4c12-bef7-4a99fa650ff8 admin admin] Publish callbacks [] for security_group (68ca3887-df12-40b0-9567-ec633249530e), before_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:49.429011 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-bccfc7da-b6d3-4eac-9349-2031bb660f9a tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Publish callbacks [] for security_group_rule (42f5e4f9-441b-4e65-9e4b-96d0ca4dff5d), precommit_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:49.434872 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-bccfc7da-b6d3-4eac-9349-2031bb660f9a tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636418'] for security_group_rule (42f5e4f9-441b-4e65-9e4b-96d0ca4dff5d), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:49.455004 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccfc7da-b6d3-4eac-9349-2031bb660f9a tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42f5e4f9-441b-4e65-9e4b-96d0ca4dff5d,revision_number=0']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:06:49.462192 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-307e1338-96da-4c12-bef7-4a99fa650ff8 admin admin] Publish callbacks [] for security_group (68ca3887-df12-40b0-9567-ec633249530e), precommit_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:49.466380 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-bccfc7da-b6d3-4eac-9349-2031bb660f9a tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:49.467629 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-bccfc7da-b6d3-4eac-9349-2031bb660f9a tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1392043 May 26 21:06:49.470754 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 47732) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:06:49.471308 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-2be13f7e-103d-4a25-87b9-8ed06082901b req-556b9b74-e7f0-449a-a98d-1a59178eebb9 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/security-groups?id=b57d1125-26ba-42b5-a63d-5b77fdc0f323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862072 May 26 21:06:49.477073 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.v2.base [None req-3d234def-d442-4fdf-abf9-79e22a1f1b5b tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Request body: {'floatingip': {'floating_network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12'}} {{(pid=104101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:06:49.499736 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-3d234def-d442-4fdf-abf9-79e22a1f1b5b tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:49.519808 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-307e1338-96da-4c12-bef7-4a99fa650ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (68ca3887-df12-40b0-9567-ec633249530e), after_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:49.521071 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:06:49.522335 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-307e1338-96da-4c12-bef7-4a99fa650ff8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:49.523458 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-307e1338-96da-4c12-bef7-4a99fa650ff8 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/68ca3887-df12-40b0-9567-ec633249530e HTTP/1.1" status: 204 len: 168 time: 0.2176075 May 26 21:06:49.531577 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307e1338-96da-4c12-bef7-4a99fa650ff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68ca3887-df12-40b0-9567-ec633249530e,revision_number=None']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:06:49.572106 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:06:49.587877 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-3d234def-d442-4fdf-abf9-79e22a1f1b5b tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (None), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:49.707300 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.db.db_base_plugin_common [None req-3d234def-d442-4fdf-abf9-79e22a1f1b5b tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Allocated IP 172.27.2.249 (7d433162-bc3c-42dc-9b38-0bd5733b5e12/724ba99f-4e90-4a15-97fd-930eedded7a9/ea6b5c67-cb0e-46a5-be5b-1a10615463f1) {{(pid=104101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 21:06:49.850543 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-3d234def-d442-4fdf-abf9-79e22a1f1b5b tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Publish callbacks [] for port (ea6b5c67-cb0e-46a5-be5b-1a10615463f1), precommit_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:49.883714 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-3d234def-d442-4fdf-abf9-79e22a1f1b5b tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787881445699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13231773'] for port (ea6b5c67-cb0e-46a5-be5b-1a10615463f1), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:49.928919 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d234def-d442-4fdf-abf9-79e22a1f1b5b tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Network 7d433162-bc3c-42dc-9b38-0bd5733b5e12 is already hosted by enough agents. {{(pid=104101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 21:06:49.931963 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.scheduler.base_scheduler [None req-3d234def-d442-4fdf-abf9-79e22a1f1b5b tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Resources bound (agent type, host, resource id): {{(pid=104101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:06:49.936330 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d234def-d442-4fdf-abf9-79e22a1f1b5b tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Received port after_create {{(pid=104101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 21:06:49.955060 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d234def-d442-4fdf-abf9-79e22a1f1b5b tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Pushing event updated for resources: {'Port': ['ID=ea6b5c67-cb0e-46a5-be5b-1a10615463f1,revision_number=1']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:06:50.017439 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-3d234def-d442-4fdf-abf9-79e22a1f1b5b tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Publish callbacks [] for floatingip (53f6aa0b-c818-4eb0-a6c1-3803872ccb93), precommit_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:50.053967 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-3d234def-d442-4fdf-abf9-79e22a1f1b5b tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (ea6b5c67-cb0e-46a5-be5b-1a10615463f1), before_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:50.471174 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-3d234def-d442-4fdf-abf9-79e22a1f1b5b tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Publish callbacks [] for port (ea6b5c67-cb0e-46a5-be5b-1a10615463f1), precommit_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:50.478880 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-3d234def-d442-4fdf-abf9-79e22a1f1b5b tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13231786'] for port (ea6b5c67-cb0e-46a5-be5b-1a10615463f1), after_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:50.581605 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:06:50.594880 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d234def-d442-4fdf-abf9-79e22a1f1b5b tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Pushing event updated for resources: {'Port': ['ID=ea6b5c67-cb0e-46a5-be5b-1a10615463f1,revision_number=2']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:06:50.647410 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e501771-9931-4934-8fbf-01087501c4c3 req-e6ac3ad5-a04e-4699-a2f6-9fd494c4a794 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:06:50.649712 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-2e501771-9931-4934-8fbf-01087501c4c3 req-e6ac3ad5-a04e-4699-a2f6-9fd494c4a794 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=359cea60-13ec-460e-811b-b7e54fc7850b HTTP/1.1" status: 200 len: 944 time: 0.0740383 May 26 21:06:50.652088 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-3d234def-d442-4fdf-abf9-79e22a1f1b5b tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1614815'] for floatingip (53f6aa0b-c818-4eb0-a6c1-3803872ccb93), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:50.662682 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:06:50.688449 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-3d234def-d442-4fdf-abf9-79e22a1f1b5b tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25531'] for floatingip (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:50.689870 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-3d234def-d442-4fdf-abf9-79e22a1f1b5b tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2161191 May 26 21:06:50.752273 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Device 7648201d-4c35-4774-9674-eeb82941072a up at agent hyperv_hv-cinder-82880 {{(pid=104103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:06:50.757708 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-2e501771-9931-4934-8fbf-01087501c4c3 req-80986b30-d3bf-4a53-978e-82bb41a11f91 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/security-groups?id=b57d1125-26ba-42b5-a63d-5b77fdc0f323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003530 May 26 21:06:50.834899 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Provisioning complete for port 7648201d-4c35-4774-9674-eeb82941072a triggered by entity L2. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:06:50.835467 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (7648201d-4c35-4774-9674-eeb82941072a), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:50.933953 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Current status of the port 7648201d-4c35-4774-9674-eeb82941072a is: BUILD; New status is: ACTIVE {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:06:50.934399 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (7648201d-4c35-4774-9674-eeb82941072a), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:50.963223 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '359cea60-13ec-460e-811b-b7e54fc7850b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7648201d-4c35-4774-9674-eeb82941072a'}] {{(pid=104103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:06:50.969003 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b44267d7c8a7abe6e93cd6d61df03f02c4feaf0da3ba5ea8b381a36bebf6efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2cfb659-4d04-45d0-a280-e9613cd8588a" -d '{"events": [{"server_uuid": "359cea60-13ec-460e-811b-b7e54fc7850b", "name": "network-vif-plugged", "status": "completed", "tag": "7648201d-4c35-4774-9674-eeb82941072a"}]}' {{(pid=104103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:06:50.998426 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:06:51.002140 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] For port 7648201d-4c35-4774-9674-eeb82941072a, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=7648201d-4c35-4774-9674-eeb82941072a,segment=NetworkSegment(7fb7ed4c-a972-40f4-a310-001c141d4c5c),segment_id=7fb7ed4c-a972-40f4-a310-001c141d4c5c)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:06:51.010768 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (7648201d-4c35-4774-9674-eeb82941072a), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:51.035320 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 21:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8af72961-34ed-4bf4-b699-972249a02118 x-openstack-request-id: req-8af72961-34ed-4bf4-b699-972249a02118 {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:06:51.035634 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "359cea60-13ec-460e-811b-b7e54fc7850b", "name": "network-vif-plugged", "status": "completed", "tag": "7648201d-4c35-4774-9674-eeb82941072a", "code": 200}]} {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:06:51.036075 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8af72961-34ed-4bf4-b699-972249a02118 {{(pid=104103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:06:51.036467 dv-cinder-828806-3-iscsi neutron-server[104103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8af72961-34ed-4bf4-b699-972249a02118'] response: {'server_uuid': '359cea60-13ec-460e-811b-b7e54fc7850b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7648201d-4c35-4774-9674-eeb82941072a', 'code': 200} May 26 21:06:51.079729 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Pushing event updated for resources: {'Port': ['ID=7648201d-4c35-4774-9674-eeb82941072a,revision_number=7']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:06:51.316597 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:06:51.379859 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-705c548a-2e4d-40e8-96f0-422334f34b8b req-ad258d05-eec2-47c5-a652-17a3db30908f tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--2042686813&fields=id&tenant_id=9f8ac962c5d0402eb17b01aa02632897 HTTP/1.1" status: 200 len: 267 time: 0.0774257 May 26 21:06:51.408234 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=3 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:06:51.412559 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=5 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:06:51.518017 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705c548a-2e4d-40e8-96f0-422334f34b8b req-ba840115-ec03-4b70-938d-5ca5bf039204 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:06:51.519535 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-705c548a-2e4d-40e8-96f0-422334f34b8b req-ba840115-ec03-4b70-938d-5ca5bf039204 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/networks?id=db3bac2b-2e57-4b81-ab3a-36a5a5912178 HTTP/1.1" status: 200 len: 819 time: 0.1330297 May 26 21:06:51.539672 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-705c548a-2e4d-40e8-96f0-422334f34b8b req-7f66a62d-0d96-4f54-96de-e2b2fdb2aaff tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/quotas/9f8ac962c5d0402eb17b01aa02632897 HTTP/1.1" status: 200 len: 375 time: 0.0130816 May 26 21:06:51.597641 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-705c548a-2e4d-40e8-96f0-422334f34b8b req-316e0988-1e38-4b90-8169-ab7f736fcf40 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=9f8ac962c5d0402eb17b01aa02632897&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0517042 May 26 21:06:51.713234 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-705c548a-2e4d-40e8-96f0-422334f34b8b req-5fa07a06-4f28-4dbd-b9fd-e7a4786ad54c service neutron] 10.222.0.57 "GET /v2.0/networks/db3bac2b-2e57-4b81-ab3a-36a5a5912178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010640 May 26 21:06:51.857572 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-705c548a-2e4d-40e8-96f0-422334f34b8b req-6aa1aa48-2cc5-4a7d-bf64-844ad76f4c2d service neutron] 10.222.0.57 "GET /v2.0/networks/db3bac2b-2e57-4b81-ab3a-36a5a5912178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378806 May 26 21:06:51.907880 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79e6726-f99d-4846-bfa4-343262838ef4 req-80437aac-bf35-4efd-a5bf-4c7e941ec5ea tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:06:51.909974 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-c79e6726-f99d-4846-bfa4-343262838ef4 req-80437aac-bf35-4efd-a5bf-4c7e941ec5ea tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=359cea60-13ec-460e-811b-b7e54fc7850b HTTP/1.1" status: 200 len: 945 time: 0.0707262 May 26 21:06:51.973244 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-c79e6726-f99d-4846-bfa4-343262838ef4 req-0c44fb62-eb5d-429f-9a8d-6ad828723d7a tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/security-groups?id=b57d1125-26ba-42b5-a63d-5b77fdc0f323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579846 May 26 21:06:52.078522 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-6470d27b-7482-4f63-913c-15ee03f522c7 req-d73f6f33-f49b-4ffb-b5fc-cf38457cdbd8 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?device_id=3ee3592d-f50d-4f98-a62e-9105020afa91 HTTP/1.1" status: 200 len: 210 time: 0.0293703 May 26 21:06:52.455791 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 47844) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:06:52.523802 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.db.db_base_plugin_v2 [None req-11628650-b521-47a5-a8cf-337b2b0b375a admin admin] Deleting subnet c4f6dcf6-e2de-4b06-8579-023d24e9cdb2 {{(pid=104101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 21:06:52.527284 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-11628650-b521-47a5-a8cf-337b2b0b375a admin admin] Publish callbacks [] for subnet (c4f6dcf6-e2de-4b06-8579-023d24e9cdb2), before_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:52.563793 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-11628650-b521-47a5-a8cf-337b2b0b375a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12907141'] for subnet (c4f6dcf6-e2de-4b06-8579-023d24e9cdb2), precommit_delete_associations {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:52.616109 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-11628650-b521-47a5-a8cf-337b2b0b375a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-985580'] for subnet (c4f6dcf6-e2de-4b06-8579-023d24e9cdb2), precommit_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:52.697023 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-11628650-b521-47a5-a8cf-337b2b0b375a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-985589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13230444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14398191'] for subnet (c4f6dcf6-e2de-4b06-8579-023d24e9cdb2), after_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:52.722635 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11628650-b521-47a5-a8cf-337b2b0b375a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4f6dcf6-e2de-4b06-8579-023d24e9cdb2,revision_number=None']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:06:52.729207 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-11628650-b521-47a5-a8cf-337b2b0b375a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:52.733774 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-11628650-b521-47a5-a8cf-337b2b0b375a admin admin] 10.222.0.57 "DELETE /v2.0/subnets/c4f6dcf6-e2de-4b06-8579-023d24e9cdb2 HTTP/1.1" status: 204 len: 168 time: 0.2770035 May 26 21:06:52.736709 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 47846) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:06:52.750162 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:DELETE=2 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:06:52.824728 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-21eed45b-7c12-44d9-9b10-9d79b5e869ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-791915'] for network (dc07e933-5233-4dad-95db-3dcdb5f7d053), before_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:52.914392 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-21eed45b-7c12-44d9-9b10-9d79b5e869ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983897', 'neutron.services.segments.db._delete_segments_for_network-8787881958000'] for network (dc07e933-5233-4dad-95db-3dcdb5f7d053), precommit_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:52.938150 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.services.segments.db [None req-21eed45b-7c12-44d9-9b10-9d79b5e869ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc07e933-5233-4dad-95db-3dcdb5f7d053']}} {{(pid=104102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:06:52.947255 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.services.segments.db [None req-21eed45b-7c12-44d9-9b10-9d79b5e869ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e0dbeac-b689-4b13-a590-2db23fc6dfbc') {'for_net_delete': True} {{(pid=104102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:06:52.947551 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.services.segments.db [None req-21eed45b-7c12-44d9-9b10-9d79b5e869ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e0dbeac-b689-4b13-a590-2db23fc6dfbc') {} {{(pid=104102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:06:52.956668 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-21eed45b-7c12-44d9-9b10-9d79b5e869ae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787881958777', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16235560'] for segment (1e0dbeac-b689-4b13-a590-2db23fc6dfbc), before_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:52.970033 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-21eed45b-7c12-44d9-9b10-9d79b5e869ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-995747'] for segment (1e0dbeac-b689-4b13-a590-2db23fc6dfbc), precommit_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:52.978484 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21eed45b-7c12-44d9-9b10-9d79b5e869ae admin admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=104102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 21:06:52.978890 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-21eed45b-7c12-44d9-9b10-9d79b5e869ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-995747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16679180'] for segment (1e0dbeac-b689-4b13-a590-2db23fc6dfbc), after_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:53.037327 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.services.segments.plugin [-] Segment 1e0dbeac-b689-4b13-a590-2db23fc6dfbc resource provider aggregate not found May 26 21:06:53.057580 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.services.segments.plugin [-] Segment 1e0dbeac-b689-4b13-a590-2db23fc6dfbc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1e0dbeac-b689-4b13-a590-2db23fc6dfbc found for delete ", "request_id": "req-538ad022-cf25-436b-ac1c-789960b0d63a"}]} May 26 21:06:53.060380 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-21eed45b-7c12-44d9-9b10-9d79b5e869ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1614797'] for network (dc07e933-5233-4dad-95db-3dcdb5f7d053), after_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:53.069940 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-21eed45b-7c12-44d9-9b10-9d79b5e869ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-416010'] for network (None), before_response {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:53.076492 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-21eed45b-7c12-44d9-9b10-9d79b5e869ae admin admin] 10.222.0.57 "DELETE /v2.0/networks/dc07e933-5233-4dad-95db-3dcdb5f7d053 HTTP/1.1" status: 204 len: 168 time: 0.3380651 May 26 21:06:53.133273 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0067d19a-bc06-4750-b3f8-019a10e2fc7a req-5e1db8ae-bccb-4775-b80d-efea77393e17 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:06:53.136081 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-0067d19a-bc06-4750-b3f8-019a10e2fc7a req-5e1db8ae-bccb-4775-b80d-efea77393e17 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=359cea60-13ec-460e-811b-b7e54fc7850b HTTP/1.1" status: 200 len: 945 time: 0.0581145 May 26 21:06:53.197352 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21eed45b-7c12-44d9-9b10-9d79b5e869ae admin admin] Pushing event deleted for resources: {'Network': ['ID=dc07e933-5233-4dad-95db-3dcdb5f7d053,revision_number=None']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:06:53.234792 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-0067d19a-bc06-4750-b3f8-019a10e2fc7a req-440e53d0-0671-4ad7-aaef-7c81fd123a90 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/security-groups?id=b57d1125-26ba-42b5-a63d-5b77fdc0f323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894876 May 26 21:06:53.236538 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-36300a68-03ef-4cb9-bf85-6744c211f9d7 req-725ab809-bd71-4a26-805a-fefe6673dadb tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?device_id=3ee3592d-f50d-4f98-a62e-9105020afa91 HTTP/1.1" status: 200 len: 210 time: 0.0410609 May 26 21:06:53.385110 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 47862) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:06:53.430206 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-befe2d43-db1e-495e-8f7e-73847aef9b44 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9a6a63e6c17d4b8bbd698f6e652de935&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0437136 May 26 21:06:53.435001 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 47864) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:06:53.473726 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705c548a-2e4d-40e8-96f0-422334f34b8b req-3a2bca05-d79c-4e88-ab2a-e0bf7b7ea044 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:06:53.476362 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-705c548a-2e4d-40e8-96f0-422334f34b8b req-3a2bca05-d79c-4e88-ab2a-e0bf7b7ea044 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.62 "GET /v2.0/networks?id=db3bac2b-2e57-4b81-ab3a-36a5a5912178 HTTP/1.1" status: 200 len: 819 time: 0.2173195 May 26 21:06:53.479432 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:06:53.500030 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-d835ae8f-69f4-4e34-961a-cbf25878e633 admin admin] Publish callbacks [] for security_group (446b3d92-a111-416a-b42c-78d385410977), before_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:53.539760 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-d835ae8f-69f4-4e34-961a-cbf25878e633 admin admin] Publish callbacks [] for security_group (446b3d92-a111-416a-b42c-78d385410977), precommit_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:53.565723 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (7f90b46f-777d-4aa1-89b5-840fb2878c39), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:53.584123 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-705c548a-2e4d-40e8-96f0-422334f34b8b req-5dce3c43-273e-4366-8043-ad970c6319ab tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9f8ac962c5d0402eb17b01aa02632897 HTTP/1.1" status: 200 len: 380 time: 0.0884438 May 26 21:06:53.618755 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-d835ae8f-69f4-4e34-961a-cbf25878e633 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (446b3d92-a111-416a-b42c-78d385410977), after_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:53.621974 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-d835ae8f-69f4-4e34-961a-cbf25878e633 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:53.625685 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-d835ae8f-69f4-4e34-961a-cbf25878e633 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/446b3d92-a111-416a-b42c-78d385410977 HTTP/1.1" status: 204 len: 168 time: 0.1872714 May 26 21:06:53.631620 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d835ae8f-69f4-4e34-961a-cbf25878e633 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=446b3d92-a111-416a-b42c-78d385410977,revision_number=None']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:06:53.707427 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.v2.base [req-705c548a-2e4d-40e8-96f0-422334f34b8b req-564fd1d1-d807-467d-84f0-6916d8a7d8ec tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Request body: {'port': {'device_id': '3ee3592d-f50d-4f98-a62e-9105020afa91', 'network_id': 'db3bac2b-2e57-4b81-ab3a-36a5a5912178', 'admin_state_up': True, 'tenant_id': '9f8ac962c5d0402eb17b01aa02632897', 'security_groups': ['cf234ad0-3767-4b1d-896a-5afe7cc69416']}} {{(pid=104101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:06:53.889910 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-705c548a-2e4d-40e8-96f0-422334f34b8b req-564fd1d1-d807-467d-84f0-6916d8a7d8ec tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Made reservation on behalf of 9f8ac962c5d0402eb17b01aa02632897 for: {'port': 1} {{(pid=104101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 21:06:53.893722 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-705c548a-2e4d-40e8-96f0-422334f34b8b req-564fd1d1-d807-467d-84f0-6916d8a7d8ec tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (None), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:54.058198 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.db.db_base_plugin_common [req-705c548a-2e4d-40e8-96f0-422334f34b8b req-564fd1d1-d807-467d-84f0-6916d8a7d8ec tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Allocated IP 172.20.0.12 (db3bac2b-2e57-4b81-ab3a-36a5a5912178/aedf8799-8f39-49e6-9345-2bd6d7772744/3ef1da08-cffb-44f3-950b-7ad372429892) {{(pid=104101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 21:06:54.241286 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-705c548a-2e4d-40e8-96f0-422334f34b8b req-564fd1d1-d807-467d-84f0-6916d8a7d8ec tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Publish callbacks [] for port (3ef1da08-cffb-44f3-950b-7ad372429892), precommit_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:54.250052 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:06:54.252327 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=3,neutron:INSERT=4 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:06:54.311168 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-705c548a-2e4d-40e8-96f0-422334f34b8b req-564fd1d1-d807-467d-84f0-6916d8a7d8ec tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787881445699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13231773'] for port (3ef1da08-cffb-44f3-950b-7ad372429892), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:54.385419 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564fd1d1-d807-467d-84f0-6916d8a7d8ec tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Pushing event updated for resources: {'Port': ['ID=3ef1da08-cffb-44f3-950b-7ad372429892,revision_number=1']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:06:54.422769 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-705c548a-2e4d-40e8-96f0-422334f34b8b req-564fd1d1-d807-467d-84f0-6916d8a7d8ec tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Network db3bac2b-2e57-4b81-ab3a-36a5a5912178 is already hosted by enough agents. {{(pid=104101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 21:06:54.427743 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.scheduler.base_scheduler [req-705c548a-2e4d-40e8-96f0-422334f34b8b req-564fd1d1-d807-467d-84f0-6916d8a7d8ec tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Resources bound (agent type, host, resource id): {{(pid=104101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:06:54.430370 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f951993-7e41-46ae-863b-bcc17e5983c5 req-afa6a6b7-454e-4ef6-95ad-3eda6210cdad tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:06:54.432033 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-5f951993-7e41-46ae-863b-bcc17e5983c5 req-afa6a6b7-454e-4ef6-95ad-3eda6210cdad tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=359cea60-13ec-460e-811b-b7e54fc7850b HTTP/1.1" status: 200 len: 945 time: 0.0907321 May 26 21:06:54.441643 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [req-705c548a-2e4d-40e8-96f0-422334f34b8b req-564fd1d1-d807-467d-84f0-6916d8a7d8ec tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Received port after_create {{(pid=104101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 21:06:54.482790 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56be7db-da18-4e9a-bdfa-1a0c1d8d27cb req-efd9a378-168e-48fa-82eb-eabec95292d0 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:06:54.484319 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-c56be7db-da18-4e9a-bdfa-1a0c1d8d27cb req-efd9a378-168e-48fa-82eb-eabec95292d0 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?device_id=3ee3592d-f50d-4f98-a62e-9105020afa91 HTTP/1.1" status: 200 len: 932 time: 0.1006157 May 26 21:06:54.506296 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705c548a-2e4d-40e8-96f0-422334f34b8b req-564fd1d1-d807-467d-84f0-6916d8a7d8ec tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:06:54.506919 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-705c548a-2e4d-40e8-96f0-422334f34b8b req-564fd1d1-d807-467d-84f0-6916d8a7d8ec tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25531'] for port (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:54.543751 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-5f951993-7e41-46ae-863b-bcc17e5983c5 req-0a5accef-ab32-4e37-9815-1bd069314b4b tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/security-groups?id=b57d1125-26ba-42b5-a63d-5b77fdc0f323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028116 May 26 21:06:54.547280 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-705c548a-2e4d-40e8-96f0-422334f34b8b req-564fd1d1-d807-467d-84f0-6916d8a7d8ec tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8440461 May 26 21:06:54.570637 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.v2.base [req-705c548a-2e4d-40e8-96f0-422334f34b8b req-948c39b9-ea04-4b46-a4fc-5e1c000dd8f2 service neutron] Request body: {'port': {'device_id': '3ee3592d-f50d-4f98-a62e-9105020afa91', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=104101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:06:54.608239 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-c56be7db-da18-4e9a-bdfa-1a0c1d8d27cb req-da3b7fe4-8024-40a8-95b5-9cd096622315 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/security-groups?id=cf234ad0-3767-4b1d-896a-5afe7cc69416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105704 May 26 21:06:54.651901 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-705c548a-2e4d-40e8-96f0-422334f34b8b req-948c39b9-ea04-4b46-a4fc-5e1c000dd8f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (3ef1da08-cffb-44f3-950b-7ad372429892), before_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:54.851367 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-6cb9cdc9-78ab-4788-838b-44a238133ae1 None None] Provisioning complete for port 3ef1da08-cffb-44f3-950b-7ad372429892 triggered by entity DHCP. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:06:54.852504 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-6cb9cdc9-78ab-4788-838b-44a238133ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (3ef1da08-cffb-44f3-950b-7ad372429892), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:54.886220 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-6cb9cdc9-78ab-4788-838b-44a238133ae1 None None] Port 3ef1da08-cffb-44f3-950b-7ad372429892 cannot update to ACTIVE because it is not bound. {{(pid=104103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 21:06:55.026313 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.notifiers.nova [req-705c548a-2e4d-40e8-96f0-422334f34b8b req-948c39b9-ea04-4b46-a4fc-5e1c000dd8f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ef1da08-cffb-44f3-950b-7ad372429892 {{(pid=104101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 21:06:55.036320 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-705c548a-2e4d-40e8-96f0-422334f34b8b req-948c39b9-ea04-4b46-a4fc-5e1c000dd8f2 service neutron] Publish callbacks [] for port (3ef1da08-cffb-44f3-950b-7ad372429892), precommit_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:55.051389 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.db.provisioning_blocks [req-705c548a-2e4d-40e8-96f0-422334f34b8b req-948c39b9-ea04-4b46-a4fc-5e1c000dd8f2 service neutron] Transition to ACTIVE for port object 3ef1da08-cffb-44f3-950b-7ad372429892 will not be triggered until provisioned by entity L2. {{(pid=104101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 21:06:55.060867 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-705c548a-2e4d-40e8-96f0-422334f34b8b req-948c39b9-ea04-4b46-a4fc-5e1c000dd8f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13231786'] for port (3ef1da08-cffb-44f3-950b-7ad372429892), after_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:55.131491 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948c39b9-ea04-4b46-a4fc-5e1c000dd8f2 service neutron] Pushing event updated for resources: {'Port': ['ID=3ef1da08-cffb-44f3-950b-7ad372429892,revision_number=2']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:06:55.239715 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [req-705c548a-2e4d-40e8-96f0-422334f34b8b req-948c39b9-ea04-4b46-a4fc-5e1c000dd8f2 service neutron] Attempting to bind port 3ef1da08-cffb-44f3-950b-7ad372429892 on host hv-cinder-82880 for vnic_type normal with profile {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 21:06:55.242831 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [req-705c548a-2e4d-40e8-96f0-422334f34b8b req-948c39b9-ea04-4b46-a4fc-5e1c000dd8f2 service neutron] Attempting to bind port 3ef1da08-cffb-44f3-950b-7ad372429892 by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': '81ad88fc-3505-498e-a408-c780e45b6192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'db3bac2b-2e57-4b81-ab3a-36a5a5912178'}] {{(pid=104101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 21:06:55.243281 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-705c548a-2e4d-40e8-96f0-422334f34b8b req-948c39b9-ea04-4b46-a4fc-5e1c000dd8f2 service neutron] Attempting to bind port 3ef1da08-cffb-44f3-950b-7ad372429892 on network db3bac2b-2e57-4b81-ab3a-36a5a5912178 {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 21:06:55.254327 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-705c548a-2e4d-40e8-96f0-422334f34b8b req-948c39b9-ea04-4b46-a4fc-5e1c000dd8f2 service neutron] Port 3ef1da08-cffb-44f3-950b-7ad372429892 on network db3bac2b-2e57-4b81-ab3a-36a5a5912178 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 21:06:55.256583 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-705c548a-2e4d-40e8-96f0-422334f34b8b req-948c39b9-ea04-4b46-a4fc-5e1c000dd8f2 service neutron] Attempting to bind port 3ef1da08-cffb-44f3-950b-7ad372429892 on network db3bac2b-2e57-4b81-ab3a-36a5a5912178 {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 21:06:55.263153 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-705c548a-2e4d-40e8-96f0-422334f34b8b req-948c39b9-ea04-4b46-a4fc-5e1c000dd8f2 service neutron] Checking agent: {'id': '7f90b46f-777d-4aa1-89b5-840fb2878c39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 21, 2, 24), 'started_at': datetime.datetime(2022, 5, 26, 21, 2, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 21, 6, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 21:06:55.263542 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-705c548a-2e4d-40e8-96f0-422334f34b8b req-948c39b9-ea04-4b46-a4fc-5e1c000dd8f2 service neutron] Checking segment: {'id': '81ad88fc-3505-498e-a408-c780e45b6192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'db3bac2b-2e57-4b81-ab3a-36a5a5912178'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 21:06:55.263952 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-705c548a-2e4d-40e8-96f0-422334f34b8b req-948c39b9-ea04-4b46-a4fc-5e1c000dd8f2 service neutron] Bound using segment: {'id': '81ad88fc-3505-498e-a408-c780e45b6192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'db3bac2b-2e57-4b81-ab3a-36a5a5912178'} {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 21:06:55.264381 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [req-705c548a-2e4d-40e8-96f0-422334f34b8b req-948c39b9-ea04-4b46-a4fc-5e1c000dd8f2 service neutron] Bound port: 3ef1da08-cffb-44f3-950b-7ad372429892, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81ad88fc-3505-498e-a408-c780e45b6192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'db3bac2b-2e57-4b81-ab3a-36a5a5912178'}}] {{(pid=104101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 21:06:55.264862 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-705c548a-2e4d-40e8-96f0-422334f34b8b req-948c39b9-ea04-4b46-a4fc-5e1c000dd8f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (3ef1da08-cffb-44f3-950b-7ad372429892), before_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:55.392519 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.db [req-705c548a-2e4d-40e8-96f0-422334f34b8b req-948c39b9-ea04-4b46-a4fc-5e1c000dd8f2 service neutron] For port 3ef1da08-cffb-44f3-950b-7ad372429892, host hv-cinder-82880, cleared binding levels {{(pid=104101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 21:06:55.396446 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.db [req-705c548a-2e4d-40e8-96f0-422334f34b8b req-948c39b9-ea04-4b46-a4fc-5e1c000dd8f2 service neutron] For port 3ef1da08-cffb-44f3-950b-7ad372429892, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=3ef1da08-cffb-44f3-950b-7ad372429892,segment=NetworkSegment(81ad88fc-3505-498e-a408-c780e45b6192),segment_id=81ad88fc-3505-498e-a408-c780e45b6192)] {{(pid=104101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 21:06:55.405001 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-705c548a-2e4d-40e8-96f0-422334f34b8b req-948c39b9-ea04-4b46-a4fc-5e1c000dd8f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13231786'] for port (3ef1da08-cffb-44f3-950b-7ad372429892), after_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:55.409959 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:06:55.443400 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705c548a-2e4d-40e8-96f0-422334f34b8b req-948c39b9-ea04-4b46-a4fc-5e1c000dd8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:06:55.444175 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-705c548a-2e4d-40e8-96f0-422334f34b8b req-948c39b9-ea04-4b46-a4fc-5e1c000dd8f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25531'] for port (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:55.445963 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-705c548a-2e4d-40e8-96f0-422334f34b8b req-948c39b9-ea04-4b46-a4fc-5e1c000dd8f2 service neutron] 10.222.0.62 "PUT /v2.0/ports/3ef1da08-cffb-44f3-950b-7ad372429892 HTTP/1.1" status: 200 len: 1094 time: 0.8816333 May 26 21:06:55.446428 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ee3592d-f50d-4f98-a62e-9105020afa91', 'tag': '3ef1da08-cffb-44f3-950b-7ad372429892'}] {{(pid=104101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:06:55.449989 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e35b3b942162f380527a6ddce7731c26b87baf9d9763e10c20fbd720b027cea7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-467fc77a-98a6-434b-8c63-9bd05e24f895" -d '{"events": [{"name": "network-changed", "server_uuid": "3ee3592d-f50d-4f98-a62e-9105020afa91", "tag": "3ef1da08-cffb-44f3-950b-7ad372429892"}]}' {{(pid=104101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:06:55.474772 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:06:55.486844 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948c39b9-ea04-4b46-a4fc-5e1c000dd8f2 service neutron] Pushing event updated for resources: {'Port': ['ID=3ef1da08-cffb-44f3-950b-7ad372429892,revision_number=3']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:06:55.525995 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 21:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b497f119-1594-4e99-b9b8-24ce6e322183 x-openstack-request-id: req-b497f119-1594-4e99-b9b8-24ce6e322183 {{(pid=104101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:06:55.526663 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ee3592d-f50d-4f98-a62e-9105020afa91", "tag": "3ef1da08-cffb-44f3-950b-7ad372429892", "status": "completed", "code": 200}]} {{(pid=104101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:06:55.526663 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b497f119-1594-4e99-b9b8-24ce6e322183 {{(pid=104101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:06:55.526984 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b497f119-1594-4e99-b9b8-24ce6e322183'] response: {'name': 'network-changed', 'server_uuid': '3ee3592d-f50d-4f98-a62e-9105020afa91', 'tag': '3ef1da08-cffb-44f3-950b-7ad372429892', 'status': 'completed', 'code': 200} May 26 21:06:55.595106 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705c548a-2e4d-40e8-96f0-422334f34b8b req-f2459f1f-c0ee-43e9-95a0-5bf5750df37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:06:55.597121 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-705c548a-2e4d-40e8-96f0-422334f34b8b req-f2459f1f-c0ee-43e9-95a0-5bf5750df37e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9f8ac962c5d0402eb17b01aa02632897&device_id=3ee3592d-f50d-4f98-a62e-9105020afa91 HTTP/1.1" status: 200 len: 1128 time: 0.0478649 May 26 21:06:55.688249 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-705c548a-2e4d-40e8-96f0-422334f34b8b req-110e3965-938c-4fb5-9416-b97f57f0b426 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ef1da08-cffb-44f3-950b-7ad372429892 HTTP/1.1" status: 200 len: 217 time: 0.0690730 May 26 21:06:55.742057 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0db9d8c-0131-4c26-819d-43b2fceefdec req-f2550055-c10c-40fa-a88f-e527f1268784 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:06:55.751458 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-e0db9d8c-0131-4c26-819d-43b2fceefdec req-f2550055-c10c-40fa-a88f-e527f1268784 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=359cea60-13ec-460e-811b-b7e54fc7850b HTTP/1.1" status: 200 len: 945 time: 0.0744703 May 26 21:06:55.766662 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705c548a-2e4d-40e8-96f0-422334f34b8b req-85ef9fe2-6318-408a-bce4-40048704ff86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:06:55.768124 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-705c548a-2e4d-40e8-96f0-422334f34b8b req-85ef9fe2-6318-408a-bce4-40048704ff86 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=aedf8799-8f39-49e6-9345-2bd6d7772744 HTTP/1.1" status: 200 len: 858 time: 0.0696187 May 26 21:06:55.864550 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a94f6cc-09d7-4499-baf1-21ed1c223745 req-df99517b-f429-418e-8a24-04e828a2676e tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:06:55.866118 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-7a94f6cc-09d7-4499-baf1-21ed1c223745 req-df99517b-f429-418e-8a24-04e828a2676e tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?device_id=3ee3592d-f50d-4f98-a62e-9105020afa91 HTTP/1.1" status: 200 len: 944 time: 0.0958881 May 26 21:06:55.874033 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-e0db9d8c-0131-4c26-819d-43b2fceefdec req-6db0c2e9-f9a8-4aeb-8b5d-c561f0b8eadc tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/security-groups?id=b57d1125-26ba-42b5-a63d-5b77fdc0f323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206713 May 26 21:06:55.879292 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705c548a-2e4d-40e8-96f0-422334f34b8b req-efe59bfd-ce29-4b78-9a51-aab327d9da4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:06:55.883456 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-705c548a-2e4d-40e8-96f0-422334f34b8b req-efe59bfd-ce29-4b78-9a51-aab327d9da4c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=db3bac2b-2e57-4b81-ab3a-36a5a5912178&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1064169 May 26 21:06:55.953524 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-7a94f6cc-09d7-4499-baf1-21ed1c223745 req-4526810f-e4f8-49b4-b8a5-e34ff621e0dc tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/security-groups?id=cf234ad0-3767-4b1d-896a-5afe7cc69416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781918 May 26 21:06:55.998121 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-705c548a-2e4d-40e8-96f0-422334f34b8b req-87444eeb-7b41-402e-9340-3aa373dfd954 service neutron] 10.222.0.62 "GET /v2.0/networks/db3bac2b-2e57-4b81-ab3a-36a5a5912178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061327 May 26 21:06:56.106162 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-705c548a-2e4d-40e8-96f0-422334f34b8b req-9eaf051e-24f6-4ee1-bdbb-8b4f1f0d4a7d service neutron] 10.222.0.62 "GET /v2.0/networks/db3bac2b-2e57-4b81-ab3a-36a5a5912178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986378 May 26 21:06:57.022826 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac40082b-af0f-44fa-9828-45cad309227f req-48396795-d337-4f6e-a9cd-f1b1d5ae0978 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:06:57.024318 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-ac40082b-af0f-44fa-9828-45cad309227f req-48396795-d337-4f6e-a9cd-f1b1d5ae0978 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=359cea60-13ec-460e-811b-b7e54fc7850b HTTP/1.1" status: 200 len: 945 time: 0.0613258 May 26 21:06:57.042629 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:06:57.125070 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb03ab4e-cafe-4118-a711-b61e23064ece req-33323eda-367b-4618-aa4c-e57d8ed743ee tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:06:57.126858 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-bb03ab4e-cafe-4118-a711-b61e23064ece req-33323eda-367b-4618-aa4c-e57d8ed743ee tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?device_id=3ee3592d-f50d-4f98-a62e-9105020afa91 HTTP/1.1" status: 200 len: 944 time: 0.0815516 May 26 21:06:57.130482 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-ac40082b-af0f-44fa-9828-45cad309227f req-ae92974a-8429-4a1d-8133-5f6d0f00e261 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/security-groups?id=b57d1125-26ba-42b5-a63d-5b77fdc0f323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950432 May 26 21:06:57.192844 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-bb03ab4e-cafe-4118-a711-b61e23064ece req-294c8eb7-1f61-4f97-a44a-5e352c1842d8 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/security-groups?id=cf234ad0-3767-4b1d-896a-5afe7cc69416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552585 May 26 21:06:57.340562 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467fc77a-98a6-434b-8c63-9bd05e24f895 req-0b870347-7c67-47f4-93f1-06b3b41fac7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:06:57.342881 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-467fc77a-98a6-434b-8c63-9bd05e24f895 req-0b870347-7c67-47f4-93f1-06b3b41fac7e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9f8ac962c5d0402eb17b01aa02632897&device_id=3ee3592d-f50d-4f98-a62e-9105020afa91 HTTP/1.1" status: 200 len: 1128 time: 0.0422723 May 26 21:06:57.458319 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467fc77a-98a6-434b-8c63-9bd05e24f895 req-8aa1f736-85f2-4524-ac60-5434f443d0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:06:57.459854 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-467fc77a-98a6-434b-8c63-9bd05e24f895 req-8aa1f736-85f2-4524-ac60-5434f443d0ab service neutron] 10.222.0.62 "GET /v2.0/networks?id=db3bac2b-2e57-4b81-ab3a-36a5a5912178 HTTP/1.1" status: 200 len: 920 time: 0.1059752 May 26 21:06:57.503007 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-467fc77a-98a6-434b-8c63-9bd05e24f895 req-705317a2-305c-43e6-8f3d-b25afaf985e8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ef1da08-cffb-44f3-950b-7ad372429892 HTTP/1.1" status: 200 len: 217 time: 0.0343621 May 26 21:06:57.557139 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467fc77a-98a6-434b-8c63-9bd05e24f895 req-953a8eeb-ce9e-4368-ba7d-455e0b5dcaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:06:57.558716 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-467fc77a-98a6-434b-8c63-9bd05e24f895 req-953a8eeb-ce9e-4368-ba7d-455e0b5dcaa0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=aedf8799-8f39-49e6-9345-2bd6d7772744 HTTP/1.1" status: 200 len: 858 time: 0.0488186 May 26 21:06:57.629269 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467fc77a-98a6-434b-8c63-9bd05e24f895 req-f599c7d6-99d3-4e05-aef5-2ace05868382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:06:57.631042 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-467fc77a-98a6-434b-8c63-9bd05e24f895 req-f599c7d6-99d3-4e05-aef5-2ace05868382 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=db3bac2b-2e57-4b81-ab3a-36a5a5912178&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0652940 May 26 21:06:57.740533 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-467fc77a-98a6-434b-8c63-9bd05e24f895 req-a5ba108a-effa-47c8-ad8c-343ec35095b6 service neutron] 10.222.0.62 "GET /v2.0/networks/db3bac2b-2e57-4b81-ab3a-36a5a5912178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962138 May 26 21:06:57.848779 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-467fc77a-98a6-434b-8c63-9bd05e24f895 req-88b7038b-6633-4c97-bbf6-e6929fde772a service neutron] 10.222.0.62 "GET /v2.0/networks/db3bac2b-2e57-4b81-ab3a-36a5a5912178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015501 May 26 21:06:57.982780 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 47930) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:06:58.100857 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-f6e6471c-a482-41d4-b395-0a9e2e70e733 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:58.202396 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-f6e6471c-a482-41d4-b395-0a9e2e70e733 admin admin] Publish callbacks [] for security_group (1599680f-2b7b-41f9-9e04-097da196948b), precommit_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:58.208205 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-f6e6471c-a482-41d4-b395-0a9e2e70e733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (1599680f-2b7b-41f9-9e04-097da196948b), after_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:58.257143 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e6471c-a482-41d4-b395-0a9e2e70e733 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1599680f-2b7b-41f9-9e04-097da196948b,revision_number=1']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:06:58.321456 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-f6e6471c-a482-41d4-b395-0a9e2e70e733 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=afa629d403944fb09023592b59a3debb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3375049 May 26 21:06:58.326107 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 47938) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:06:58.358082 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331d6539-87a2-4a47-8909-2cd6c8d10ce1 req-bbb7fd0a-02e6-4366-8690-957802b1baea tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:06:58.365780 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-331d6539-87a2-4a47-8909-2cd6c8d10ce1 req-bbb7fd0a-02e6-4366-8690-957802b1baea tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=359cea60-13ec-460e-811b-b7e54fc7850b HTTP/1.1" status: 200 len: 945 time: 0.1017838 May 26 21:06:58.382495 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f779707d-9103-4ac7-8451-863ebd0be4ed req-6ae910ad-1ec4-4bad-88c1-01ada21e1ac7 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:06:58.383962 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-f779707d-9103-4ac7-8451-863ebd0be4ed req-6ae910ad-1ec4-4bad-88c1-01ada21e1ac7 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?device_id=3ee3592d-f50d-4f98-a62e-9105020afa91 HTTP/1.1" status: 200 len: 944 time: 0.0808702 May 26 21:06:58.384799 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-67a448e7-39fd-4416-92f2-bad07be5c088 admin admin] Publish callbacks [] for security_group (1599680f-2b7b-41f9-9e04-097da196948b), before_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:58.390764 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:06:58.411667 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-67a448e7-39fd-4416-92f2-bad07be5c088 admin admin] Publish callbacks [] for security_group (1599680f-2b7b-41f9-9e04-097da196948b), precommit_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:58.432399 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=100 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:06:58.460354 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-f779707d-9103-4ac7-8451-863ebd0be4ed req-8c8d09a9-d3fb-423c-a225-be2ff967f5e5 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/security-groups?id=cf234ad0-3767-4b1d-896a-5afe7cc69416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680041 May 26 21:06:58.477578 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-67a448e7-39fd-4416-92f2-bad07be5c088 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (1599680f-2b7b-41f9-9e04-097da196948b), after_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:58.481566 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-67a448e7-39fd-4416-92f2-bad07be5c088 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:58.483311 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-331d6539-87a2-4a47-8909-2cd6c8d10ce1 req-28a74e48-95bb-4c4e-b197-b99727ef64a1 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/security-groups?id=b57d1125-26ba-42b5-a63d-5b77fdc0f323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166229 May 26 21:06:58.485979 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-67a448e7-39fd-4416-92f2-bad07be5c088 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1599680f-2b7b-41f9-9e04-097da196948b HTTP/1.1" status: 204 len: 168 time: 0.1565006 May 26 21:06:58.507278 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a448e7-39fd-4416-92f2-bad07be5c088 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1599680f-2b7b-41f9-9e04-097da196948b,revision_number=None']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:06:58.770243 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Device 3ef1da08-cffb-44f3-950b-7ad372429892 details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=104103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 21:06:58.773991 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:06:58.901468 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] For port 3ef1da08-cffb-44f3-950b-7ad372429892, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=3ef1da08-cffb-44f3-950b-7ad372429892,segment=NetworkSegment(81ad88fc-3505-498e-a408-c780e45b6192),segment_id=81ad88fc-3505-498e-a408-c780e45b6192)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:06:58.923160 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Returning: {'device': '3ef1da08-cffb-44f3-950b-7ad372429892', 'network_id': 'db3bac2b-2e57-4b81-ab3a-36a5a5912178', 'port_id': '3ef1da08-cffb-44f3-950b-7ad372429892', 'mac_address': 'fa:16:3e:8a:da:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aedf8799-8f39-49e6-9345-2bd6d7772744', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 21:06:58.976821 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Current status of the port 3ef1da08-cffb-44f3-950b-7ad372429892 is: DOWN; New status is: BUILD {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:06:58.978288 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (3ef1da08-cffb-44f3-950b-7ad372429892), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:58.992999 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.notifiers.nova [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ef1da08-cffb-44f3-950b-7ad372429892 {{(pid=104103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 21:06:59.017582 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] For port 3ef1da08-cffb-44f3-950b-7ad372429892, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=3ef1da08-cffb-44f3-950b-7ad372429892,segment=NetworkSegment(81ad88fc-3505-498e-a408-c780e45b6192),segment_id=81ad88fc-3505-498e-a408-c780e45b6192)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:06:59.022334 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (3ef1da08-cffb-44f3-950b-7ad372429892), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:06:59.104904 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Pushing event updated for resources: {'Port': ['ID=3ef1da08-cffb-44f3-950b-7ad372429892,revision_number=4']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:06:59.427252 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] get_ports_and_sgs() called for port_ids ['3ef1da08-cffb-44f3-950b-7ad372429892'] {{(pid=104103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 21:06:59.672104 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606a4cdf-1c0c-45a7-91be-ac7f21489b87 req-5eedc184-ac87-49f5-b314-948565966072 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:06:59.683056 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-606a4cdf-1c0c-45a7-91be-ac7f21489b87 req-5eedc184-ac87-49f5-b314-948565966072 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?device_id=3ee3592d-f50d-4f98-a62e-9105020afa91 HTTP/1.1" status: 200 len: 945 time: 0.0883036 May 26 21:06:59.773790 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c4632a-cebb-47c3-b631-d797d776563a req-655969db-f2ad-4680-9575-0ef25099d30e tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:06:59.775546 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-13c4632a-cebb-47c3-b631-d797d776563a req-655969db-f2ad-4680-9575-0ef25099d30e tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=359cea60-13ec-460e-811b-b7e54fc7850b HTTP/1.1" status: 200 len: 945 time: 0.1402187 May 26 21:06:59.779959 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-606a4cdf-1c0c-45a7-91be-ac7f21489b87 req-776ca6df-fd9e-457b-95fe-926d00a3c783 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/security-groups?id=cf234ad0-3767-4b1d-896a-5afe7cc69416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959227 May 26 21:06:59.879158 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-13c4632a-cebb-47c3-b631-d797d776563a req-cb969ca0-8541-4b81-a7e1-26b5af12039e tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/security-groups?id=b57d1125-26ba-42b5-a63d-5b77fdc0f323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863960 May 26 21:07:00.801626 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Device 3ef1da08-cffb-44f3-950b-7ad372429892 up at agent hyperv_hv-cinder-82880 {{(pid=104103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:07:00.857346 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Provisioning for port 3ef1da08-cffb-44f3-950b-7ad372429892 completed by entity L2. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 21:07:00.867759 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Provisioning complete for port 3ef1da08-cffb-44f3-950b-7ad372429892 triggered by entity L2. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:07:00.868517 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (3ef1da08-cffb-44f3-950b-7ad372429892), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:00.917986 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a81024b-e13e-4b29-9248-8b8532e6bba5 req-28a72da1-d42e-40b4-910d-2b08a617fbd8 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:07:00.920036 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-5a81024b-e13e-4b29-9248-8b8532e6bba5 req-28a72da1-d42e-40b4-910d-2b08a617fbd8 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?device_id=3ee3592d-f50d-4f98-a62e-9105020afa91 HTTP/1.1" status: 200 len: 945 time: 0.0501349 May 26 21:07:00.948549 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Current status of the port 3ef1da08-cffb-44f3-950b-7ad372429892 is: BUILD; New status is: ACTIVE {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:07:00.949072 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (3ef1da08-cffb-44f3-950b-7ad372429892), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:00.968994 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:07:00.975082 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ee3592d-f50d-4f98-a62e-9105020afa91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ef1da08-cffb-44f3-950b-7ad372429892'}] {{(pid=104103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:07:00.977355 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b44267d7c8a7abe6e93cd6d61df03f02c4feaf0da3ba5ea8b381a36bebf6efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-661845e4-df4b-4274-8fd0-46a7476f98ee" -d '{"events": [{"server_uuid": "3ee3592d-f50d-4f98-a62e-9105020afa91", "name": "network-vif-plugged", "status": "completed", "tag": "3ef1da08-cffb-44f3-950b-7ad372429892"}]}' {{(pid=104103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:07:00.990870 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] For port 3ef1da08-cffb-44f3-950b-7ad372429892, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=3ef1da08-cffb-44f3-950b-7ad372429892,segment=NetworkSegment(81ad88fc-3505-498e-a408-c780e45b6192),segment_id=81ad88fc-3505-498e-a408-c780e45b6192)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:07:00.995493 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (3ef1da08-cffb-44f3-950b-7ad372429892), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:01.015551 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-5a81024b-e13e-4b29-9248-8b8532e6bba5 req-5d2298db-8e74-46d5-a079-6647422537b7 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/security-groups?id=cf234ad0-3767-4b1d-896a-5afe7cc69416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894129 May 26 21:07:01.026976 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af5aee7-52d5-4b97-9d36-a39284e97268 req-b3020f5d-2336-44a4-8942-7e351ae60651 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:07:01.036085 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-0af5aee7-52d5-4b97-9d36-a39284e97268 req-b3020f5d-2336-44a4-8942-7e351ae60651 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=359cea60-13ec-460e-811b-b7e54fc7850b HTTP/1.1" status: 200 len: 945 time: 0.0759816 May 26 21:07:01.057903 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Pushing event updated for resources: {'Port': ['ID=3ef1da08-cffb-44f3-950b-7ad372429892,revision_number=5']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:07:01.076705 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 21:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e93f2293-3bf6-46fe-bfa5-e626bae7b7aa x-openstack-request-id: req-e93f2293-3bf6-46fe-bfa5-e626bae7b7aa {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:07:01.077006 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ee3592d-f50d-4f98-a62e-9105020afa91", "name": "network-vif-plugged", "status": "completed", "tag": "3ef1da08-cffb-44f3-950b-7ad372429892", "code": 200}]} {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:07:01.077262 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e93f2293-3bf6-46fe-bfa5-e626bae7b7aa {{(pid=104103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:07:01.077658 dv-cinder-828806-3-iscsi neutron-server[104103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e93f2293-3bf6-46fe-bfa5-e626bae7b7aa'] response: {'server_uuid': '3ee3592d-f50d-4f98-a62e-9105020afa91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ef1da08-cffb-44f3-950b-7ad372429892', 'code': 200} May 26 21:07:01.083394 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-0af5aee7-52d5-4b97-9d36-a39284e97268 req-9415269e-305d-4349-8641-d196581e6b08 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/security-groups?id=b57d1125-26ba-42b5-a63d-5b77fdc0f323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483630 May 26 21:07:01.249165 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb007575-403d-4d8c-be3f-4d1e3adde489 req-fc17153a-0ed4-41a5-9d87-12bc051549fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:07:01.250683 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-cb007575-403d-4d8c-be3f-4d1e3adde489 req-fc17153a-0ed4-41a5-9d87-12bc051549fe service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ba383df93dcf4c32b2b1c17bebd7f752&device_id=359cea60-13ec-460e-811b-b7e54fc7850b HTTP/1.1" status: 200 len: 1129 time: 0.0446801 May 26 21:07:01.343658 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:07:01.366278 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb007575-403d-4d8c-be3f-4d1e3adde489 req-59c5facf-1194-48dd-8f3b-43f039cfa53e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:07:01.367980 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-cb007575-403d-4d8c-be3f-4d1e3adde489 req-59c5facf-1194-48dd-8f3b-43f039cfa53e service neutron] 10.222.0.62 "GET /v2.0/networks?id=ff69986b-e00e-41bd-8a28-f959570fc8f7 HTTP/1.1" status: 200 len: 918 time: 0.1095750 May 26 21:07:01.436717 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eee9c29-f728-4066-9a09-5873d58548f8 req-21a93056-2a3a-44ec-9cd1-85038c05a651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:07:01.438206 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-7eee9c29-f728-4066-9a09-5873d58548f8 req-21a93056-2a3a-44ec-9cd1-85038c05a651 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=3ee3592d-f50d-4f98-a62e-9105020afa91 HTTP/1.1" status: 200 len: 1130 time: 0.0883536 May 26 21:07:01.459028 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-cb007575-403d-4d8c-be3f-4d1e3adde489 req-da90edb5-f300-486c-9526-6e58c2e5a69c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7648201d-4c35-4774-9674-eeb82941072a HTTP/1.1" status: 200 len: 999 time: 0.0745430 May 26 21:07:01.529908 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-7eee9c29-f728-4066-9a09-5873d58548f8 req-02a46ce3-d4e8-4005-9e9b-5ce23c36fc73 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=cf234ad0-3767-4b1d-896a-5afe7cc69416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771835 May 26 21:07:01.531609 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb007575-403d-4d8c-be3f-4d1e3adde489 req-aa0374c6-a703-41e8-8851-89495d729bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:07:01.533155 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-cb007575-403d-4d8c-be3f-4d1e3adde489 req-aa0374c6-a703-41e8-8851-89495d729bc1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=647d6a86-42b9-4a67-830f-75c07bdfd5d7 HTTP/1.1" status: 200 len: 856 time: 0.0668416 May 26 21:07:01.930879 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb007575-403d-4d8c-be3f-4d1e3adde489 req-21b63fb7-db11-4964-841d-0110fd3d9176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:07:01.932476 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-cb007575-403d-4d8c-be3f-4d1e3adde489 req-21b63fb7-db11-4964-841d-0110fd3d9176 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ff69986b-e00e-41bd-8a28-f959570fc8f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472357 May 26 21:07:02.033988 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-cb007575-403d-4d8c-be3f-4d1e3adde489 req-529d932c-b5c3-470c-9fd2-9faa2b32f82d service neutron] 10.222.0.62 "GET /v2.0/networks/ff69986b-e00e-41bd-8a28-f959570fc8f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912490 May 26 21:07:02.121825 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:07:02.139278 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3477e7e8-ca19-4ebf-98ac-6c0d23d66d63 req-b8834cc4-2af8-4f9d-9779-6f84b5f3af27 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:07:02.140972 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-3477e7e8-ca19-4ebf-98ac-6c0d23d66d63 req-b8834cc4-2af8-4f9d-9779-6f84b5f3af27 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?device_id=3ee3592d-f50d-4f98-a62e-9105020afa91 HTTP/1.1" status: 200 len: 946 time: 0.0535004 May 26 21:07:02.189666 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-3477e7e8-ca19-4ebf-98ac-6c0d23d66d63 req-79550d87-5fd3-4e95-ad11-bd8b66ad87a1 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/security-groups?id=cf234ad0-3767-4b1d-896a-5afe7cc69416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424161 May 26 21:07:02.291945 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4261f6e6-2240-4fb6-8c99-8f83e34a5c16 req-435b60ae-df5f-445f-a79a-54b0125dfa4a tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:07:02.293389 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-4261f6e6-2240-4fb6-8c99-8f83e34a5c16 req-435b60ae-df5f-445f-a79a-54b0125dfa4a tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=359cea60-13ec-460e-811b-b7e54fc7850b HTTP/1.1" status: 200 len: 945 time: 0.0471625 May 26 21:07:02.340995 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-4261f6e6-2240-4fb6-8c99-8f83e34a5c16 req-536164d9-e854-4176-a666-69b1af8d6dcc tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/security-groups?id=b57d1125-26ba-42b5-a63d-5b77fdc0f323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416918 May 26 21:07:02.495832 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-cb007575-403d-4d8c-be3f-4d1e3adde489 req-2693c363-3c15-4d0a-9d2d-1b4fa98e300b service neutron] 10.222.0.62 "GET /v2.0/networks/ff69986b-e00e-41bd-8a28-f959570fc8f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847290 May 26 21:07:03.308128 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c297fec-905e-4ff7-b9f2-b2468705e171 req-776abbf8-8e89-4e97-b9c4-fa8253a94680 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:07:03.309629 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-4c297fec-905e-4ff7-b9f2-b2468705e171 req-776abbf8-8e89-4e97-b9c4-fa8253a94680 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?device_id=3ee3592d-f50d-4f98-a62e-9105020afa91 HTTP/1.1" status: 200 len: 946 time: 0.0500622 May 26 21:07:03.356987 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-4c297fec-905e-4ff7-b9f2-b2468705e171 req-bc688f89-2adb-493c-bcbd-98fcf8ae1605 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/security-groups?id=cf234ad0-3767-4b1d-896a-5afe7cc69416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410550 May 26 21:07:03.463247 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e961d63-59d1-4255-9eba-f9003c0d0449 req-1df2ceff-1bf5-421d-b27d-a59d6f1d5703 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:07:03.464733 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-7e961d63-59d1-4255-9eba-f9003c0d0449 req-1df2ceff-1bf5-421d-b27d-a59d6f1d5703 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=359cea60-13ec-460e-811b-b7e54fc7850b HTTP/1.1" status: 200 len: 945 time: 0.0463827 May 26 21:07:03.512890 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-7e961d63-59d1-4255-9eba-f9003c0d0449 req-ec9dacc0-735d-4755-8e36-a59b48db380e tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/security-groups?id=b57d1125-26ba-42b5-a63d-5b77fdc0f323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415568 May 26 21:07:04.470536 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842b8d68-6b5d-4024-841f-1011f8f7cae5 req-987d527c-5363-4cef-b277-c889707b9577 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:07:04.471990 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-842b8d68-6b5d-4024-841f-1011f8f7cae5 req-987d527c-5363-4cef-b277-c889707b9577 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?device_id=3ee3592d-f50d-4f98-a62e-9105020afa91 HTTP/1.1" status: 200 len: 946 time: 0.0465381 May 26 21:07:04.535976 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-842b8d68-6b5d-4024-841f-1011f8f7cae5 req-29aaacc8-07c7-4287-9a58-de49862002fe tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/security-groups?id=cf234ad0-3767-4b1d-896a-5afe7cc69416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577612 May 26 21:07:04.656704 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fe7af5-e255-4e9c-8c6f-0cca202054c7 req-697eea0a-263b-4bdb-b9af-2ad8235f797e tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:07:04.658244 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-b7fe7af5-e255-4e9c-8c6f-0cca202054c7 req-697eea0a-263b-4bdb-b9af-2ad8235f797e tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=359cea60-13ec-460e-811b-b7e54fc7850b HTTP/1.1" status: 200 len: 945 time: 0.0538685 May 26 21:07:04.679371 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=100 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:07:04.707978 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-b7fe7af5-e255-4e9c-8c6f-0cca202054c7 req-f16af927-f3a9-4952-b775-36f406a8e676 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/security-groups?id=b57d1125-26ba-42b5-a63d-5b77fdc0f323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433857 May 26 21:07:04.848420 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Device 7648201d-4c35-4774-9674-eeb82941072a no longer exists at agent hyperv_hv-cinder-82880 {{(pid=104103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 21:07:04.872076 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:07:04.922101 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Current status of the port 7648201d-4c35-4774-9674-eeb82941072a is: ACTIVE; New status is: DOWN {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:07:04.922395 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (7648201d-4c35-4774-9674-eeb82941072a), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:04.945243 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '359cea60-13ec-460e-811b-b7e54fc7850b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7648201d-4c35-4774-9674-eeb82941072a'}] {{(pid=104103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:07:04.947441 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b44267d7c8a7abe6e93cd6d61df03f02c4feaf0da3ba5ea8b381a36bebf6efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40d1a5ed-40f2-4f88-9519-b965b4fefd31" -d '{"events": [{"server_uuid": "359cea60-13ec-460e-811b-b7e54fc7850b", "name": "network-vif-unplugged", "status": "completed", "tag": "7648201d-4c35-4774-9674-eeb82941072a"}]}' {{(pid=104103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:07:04.963349 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] For port 7648201d-4c35-4774-9674-eeb82941072a, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=7648201d-4c35-4774-9674-eeb82941072a,segment=NetworkSegment(7fb7ed4c-a972-40f4-a310-001c141d4c5c),segment_id=7fb7ed4c-a972-40f4-a310-001c141d4c5c)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:07:04.968504 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (7648201d-4c35-4774-9674-eeb82941072a), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:04.990009 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 May 2022 21:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9c4a82f-b841-4605-9fea-00a6d23f65fa x-openstack-request-id: req-a9c4a82f-b841-4605-9fea-00a6d23f65fa {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:07:04.990295 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "359cea60-13ec-460e-811b-b7e54fc7850b", "name": "network-vif-unplugged", "status": "completed", "tag": "7648201d-4c35-4774-9674-eeb82941072a", "code": 200}]} {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:07:04.990774 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a9c4a82f-b841-4605-9fea-00a6d23f65fa {{(pid=104103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:07:04.991013 dv-cinder-828806-3-iscsi neutron-server[104103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9c4a82f-b841-4605-9fea-00a6d23f65fa'] response: {'server_uuid': '359cea60-13ec-460e-811b-b7e54fc7850b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7648201d-4c35-4774-9674-eeb82941072a', 'code': 200} May 26 21:07:05.015980 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Pushing event updated for resources: {'Port': ['ID=7648201d-4c35-4774-9674-eeb82941072a,revision_number=8']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:07:05.650629 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aa92ae-d876-4ae1-9d74-d5c0e9e8f9c6 req-acd1959a-d23f-4692-a038-0dd628f48520 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:07:05.652070 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-52aa92ae-d876-4ae1-9d74-d5c0e9e8f9c6 req-acd1959a-d23f-4692-a038-0dd628f48520 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?device_id=3ee3592d-f50d-4f98-a62e-9105020afa91 HTTP/1.1" status: 200 len: 946 time: 0.0463104 May 26 21:07:05.699923 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-52aa92ae-d876-4ae1-9d74-d5c0e9e8f9c6 req-24e131b4-a590-4d5d-b05c-53a24cad8fb9 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/security-groups?id=cf234ad0-3767-4b1d-896a-5afe7cc69416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418594 May 26 21:07:05.864386 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe097c40-3ba8-430f-bd4d-40085d2fdf2c req-44abead0-de39-4698-9003-a68394a0bf19 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:07:05.865979 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-fe097c40-3ba8-430f-bd4d-40085d2fdf2c req-44abead0-de39-4698-9003-a68394a0bf19 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?device_id=3ee3592d-f50d-4f98-a62e-9105020afa91 HTTP/1.1" status: 200 len: 946 time: 0.0947661 May 26 21:07:05.876227 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9b8e0a-ff87-4af9-ac10-6f7aaf2c289c req-88b127df-872f-4d60-b0eb-60c480500929 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:07:05.876411 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 48106) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:07:05.877658 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-4c9b8e0a-ff87-4af9-ac10-6f7aaf2c289c req-88b127df-872f-4d60-b0eb-60c480500929 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=359cea60-13ec-460e-811b-b7e54fc7850b HTTP/1.1" status: 200 len: 943 time: 0.0920236 May 26 21:07:05.880838 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.v2.base [None req-ff561dbf-a2f1-42e8-8b96-8dc8859cc948 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Request body: {'floatingip': {'port_id': '3ef1da08-cffb-44f3-950b-7ad372429892'}} {{(pid=104101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:07:05.926105 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-4c9b8e0a-ff87-4af9-ac10-6f7aaf2c289c req-6e38c8d1-4cf7-4c27-9a15-cbbafa8299df tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/security-groups?id=b57d1125-26ba-42b5-a63d-5b77fdc0f323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427973 May 26 21:07:05.956998 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-ff561dbf-a2f1-42e8-8b96-8dc8859cc948 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Publish callbacks [] for floatingip (53f6aa0b-c818-4eb0-a6c1-3803872ccb93), before_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:06.434889 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [req-e133bd28-35a9-4992-b048-c54ccaec3917 req-63cb69d5-3c27-446a-beae-7ecb7d49d58e service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=104102) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 21:07:06.436673 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-e133bd28-35a9-4992-b048-c54ccaec3917 req-63cb69d5-3c27-446a-beae-7ecb7d49d58e service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0059988 May 26 21:07:06.604536 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d835f33-599e-4888-aab3-757607b8fed4 req-af2de4bb-7c39-4916-9b8d-32d555d8ce66 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:07:06.606485 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-3d835f33-599e-4888-aab3-757607b8fed4 req-af2de4bb-7c39-4916-9b8d-32d555d8ce66 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=359cea60-13ec-460e-811b-b7e54fc7850b HTTP/1.1" status: 200 len: 943 time: 0.0489473 May 26 21:07:06.665741 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-3d835f33-599e-4888-aab3-757607b8fed4 req-a16f24fd-1a46-4f34-8850-465d944818dd tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/security-groups?id=b57d1125-26ba-42b5-a63d-5b77fdc0f323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511422 May 26 21:07:06.695966 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.db.resource_extend [None req-ff561dbf-a2f1-42e8-8b96-8dc8859cc948 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 26 21:07:06.763041 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-ff561dbf-a2f1-42e8-8b96-8dc8859cc948 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:06.767019 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-ff561dbf-a2f1-42e8-8b96-8dc8859cc948 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1614815'] for floatingip (53f6aa0b-c818-4eb0-a6c1-3803872ccb93), after_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:06.768488 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:DELETE=2,neutron:SELECT=96,neutron:UPDATE=2 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:07:06.866081 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=100 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:07:06.870108 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.db.l3_db [None req-ff561dbf-a2f1-42e8-8b96-8dc8859cc948 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Floating IP 53f6aa0b-c818-4eb0-a6c1-3803872ccb93 associated. External IP: 172.27.2.249, port: 3ef1da08-cffb-44f3-950b-7ad372429892. May 26 21:07:06.958714 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 48148) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:07:07.094147 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-1f23504e-710e-4c81-9777-be440c4c3f19 req-88a9679a-8460-44f4-bf76-d5b1e58a6435 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=359cea60-13ec-460e-811b-b7e54fc7850b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1340868 May 26 21:07:07.096576 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff561dbf-a2f1-42e8-8b96-8dc8859cc948 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Router 0ae71226-f833-44ce-a6e1-48688ff4f972 has already been hosted by L3 agent ccb07560-1e88-42f3-8411-377a93089622 {{(pid=104101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 21:07:07.103549 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [req-1f23504e-710e-4c81-9777-be440c4c3f19 req-b89ebcfd-e3a9-48ad-8276-be5aa9186a02 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=104102) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 21:07:07.106104 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-1f23504e-710e-4c81-9777-be440c4c3f19 req-b89ebcfd-e3a9-48ad-8276-be5aa9186a02 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0065782 May 26 21:07:07.196371 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 48156) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:07:07.223399 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff561dbf-a2f1-42e8-8b96-8dc8859cc948 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Notify agent at l3_agent.dv-cinder-828806-3-iscsi the message routers_updated {{(pid=104101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 21:07:07.227807 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-ff561dbf-a2f1-42e8-8b96-8dc8859cc948 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25531'] for floatingip (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:07.237665 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d804edfc-b0cb-4d64-afba-61ad3c4676ce None None] Sync routers for ids ['0ae71226-f833-44ce-a6e1-48688ff4f972'] in dv-cinder-828806-3-iscsi {{(pid=104104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 21:07:07.256727 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d804edfc-b0cb-4d64-afba-61ad3c4676ce None None] Routers {'0ae71226-f833-44ce-a6e1-48688ff4f972'} bound to L3 agent in host dv-cinder-828806-3-iscsi {{(pid=104104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:07:07.257357 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_hamode_db [None req-d804edfc-b0cb-4d64-afba-61ad3c4676ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T20:55:42Z,description=,heartbeat_timestamp=2022-05-26T21:06:42Z,host='dv-cinder-828806-3-iscsi',id=ccb07560-1e88-42f3-8411-377a93089622,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T20:55:42Z,topic='l3_agent')) {'router_ids': ['0ae71226-f833-44ce-a6e1-48688ff4f972'], 'active': True} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:07:07.262339 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-ff561dbf-a2f1-42e8-8b96-8dc8859cc948 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "PUT /v2.0/floatingips/53f6aa0b-c818-4eb0-a6c1-3803872ccb93 HTTP/1.1" status: 200 len: 992 time: 1.3849242 May 26 21:07:07.264562 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ee3592d-f50d-4f98-a62e-9105020afa91', 'tag': '3ef1da08-cffb-44f3-950b-7ad372429892'}] {{(pid=104101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:07:07.269282 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e35b3b942162f380527a6ddce7731c26b87baf9d9763e10c20fbd720b027cea7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf1fc907-e5db-40e2-ae8c-4dfdce0f00a0" -d '{"events": [{"name": "network-changed", "server_uuid": "3ee3592d-f50d-4f98-a62e-9105020afa91", "tag": "3ef1da08-cffb-44f3-950b-7ad372429892"}]}' {{(pid=104101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:07:07.271249 dv-cinder-828806-3-iscsi neutron-server[104101]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 26 21:07:07.330102 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f23504e-710e-4c81-9777-be440c4c3f19 req-6a98c589-fbdf-4cbc-95c4-e051dd8bbd8a tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:07:07.331600 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-1f23504e-710e-4c81-9777-be440c4c3f19 req-6a98c589-fbdf-4cbc-95c4-e051dd8bbd8a tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports/7648201d-4c35-4774-9674-eeb82941072a HTTP/1.1" status: 200 len: 940 time: 0.1342173 May 26 21:07:07.334483 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 21:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d974356b-4c36-4578-b2d8-47fe65d1d464 x-openstack-request-id: req-d974356b-4c36-4578-b2d8-47fe65d1d464 {{(pid=104101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:07:07.334783 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ee3592d-f50d-4f98-a62e-9105020afa91", "tag": "3ef1da08-cffb-44f3-950b-7ad372429892", "status": "completed", "code": 200}]} {{(pid=104101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:07:07.335039 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d974356b-4c36-4578-b2d8-47fe65d1d464 {{(pid=104101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:07:07.335450 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d974356b-4c36-4578-b2d8-47fe65d1d464'] response: {'name': 'network-changed', 'server_uuid': '3ee3592d-f50d-4f98-a62e-9105020afa91', 'tag': '3ef1da08-cffb-44f3-950b-7ad372429892', 'status': 'completed', 'code': 200} May 26 21:07:07.408303 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvr_db [None req-d804edfc-b0cb-4d64-afba-61ad3c4676ce None None] Set router 0ae71226-f833-44ce-a6e1-48688ff4f972 gateway port host: dv-cinder-828806-3-iscsi {{(pid=104104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:07:07.442702 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1fc907-e5db-40e2-ae8c-4dfdce0f00a0 req-5a96f8d7-0a83-4b25-b778-ea0231f9e631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:07:07.444282 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-cf1fc907-e5db-40e2-ae8c-4dfdce0f00a0 req-5a96f8d7-0a83-4b25-b778-ea0231f9e631 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9f8ac962c5d0402eb17b01aa02632897&device_id=3ee3592d-f50d-4f98-a62e-9105020afa91 HTTP/1.1" status: 200 len: 1130 time: 0.0570292 May 26 21:07:07.558867 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1fc907-e5db-40e2-ae8c-4dfdce0f00a0 req-289a56c7-8f33-458c-9eab-b80489695193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:07:07.560385 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-cf1fc907-e5db-40e2-ae8c-4dfdce0f00a0 req-289a56c7-8f33-458c-9eab-b80489695193 service neutron] 10.222.0.62 "GET /v2.0/networks?id=db3bac2b-2e57-4b81-ab3a-36a5a5912178 HTTP/1.1" status: 200 len: 920 time: 0.0989509 May 26 21:07:07.633376 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-cf1fc907-e5db-40e2-ae8c-4dfdce0f00a0 req-24521beb-4a65-4c60-a97a-5d7a70d78fc8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ef1da08-cffb-44f3-950b-7ad372429892 HTTP/1.1" status: 200 len: 1000 time: 0.0645525 May 26 21:07:07.689892 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1fc907-e5db-40e2-ae8c-4dfdce0f00a0 req-98bc3d44-e80c-4d6b-8b19-6e4bcde3cafa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:07:07.691512 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-cf1fc907-e5db-40e2-ae8c-4dfdce0f00a0 req-98bc3d44-e80c-4d6b-8b19-6e4bcde3cafa service neutron] 10.222.0.62 "GET /v2.0/subnets?id=aedf8799-8f39-49e6-9345-2bd6d7772744 HTTP/1.1" status: 200 len: 858 time: 0.0504534 May 26 21:07:07.735230 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_hamode_db [None req-d804edfc-b0cb-4d64-afba-61ad3c4676ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ae71226-f833-44ce-a6e1-48688ff4f972', 'name': 'tempest-ServerRescueNegativeTestJSON-1633340236-router', 'tenant_id': '9f8ac962c5d0402eb17b01aa02632897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': 'acc9ed48-9558-49e7-9b9f-c8e118189f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:04:21Z', 'updated_at': '2022-05-26T21:04:35Z', 'revision_number': 4, 'project_id': '9f8ac962c5d0402eb17b01aa02632897', 'gw_port': {'id': 'acc9ed48-9558-49e7-9b9f-c8e118189f9a', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:7a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae71226-f833-44ce-a6e1-48688ff4f972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:04:23Z', 'updated_at': '2022-05-26T21:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi', '_floatingips': [{'id': '53f6aa0b-c818-4eb0-a6c1-3803872ccb93', 'tenant_id': '9f8ac962c5d0402eb17b01aa02632897', 'floating_ip_address': '172.27.2.249', 'floating_network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'router_id': '0ae71226-f833-44ce-a6e1-48688ff4f972', 'port_id': '3ef1da08-cffb-44f3-950b-7ad372429892', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db3bac2b-2e57-4b81-ab3a-36a5a5912178', 'mac_address': 'fa:16:3e:8a:da:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee3592d-f50d-4f98-a62e-9105020afa91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T21:06:49Z', 'updated_at': '2022-05-26T21:07:06Z', 'revision_number': 1, 'project_id': '9f8ac962c5d0402eb17b01aa02632897', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbbeb1c6-1690-4c85-91b1-afdd67f080b6', 'name': '', 'network_id': 'db3bac2b-2e57-4b81-ab3a-36a5a5912178', 'tenant_id': '9f8ac962c5d0402eb17b01aa02632897', 'mac_address': 'fa:16:3e:66:48:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae71226-f833-44ce-a6e1-48688ff4f972', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'aedf8799-8f39-49e6-9345-2bd6d7772744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:04:32Z', 'updated_at': '2022-05-26T21:04:48Z', 'revision_number': 5, 'project_id': '9f8ac962c5d0402eb17b01aa02632897', 'subnets': [{'id': 'aedf8799-8f39-49e6-9345-2bd6d7772744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-3-iscsi', False) {} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:07:07.750310 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1fc907-e5db-40e2-ae8c-4dfdce0f00a0 req-5f2728e2-65ca-43e5-8de7-4b6e7abb27d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:07:07.752486 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-cf1fc907-e5db-40e2-ae8c-4dfdce0f00a0 req-5f2728e2-65ca-43e5-8de7-4b6e7abb27d1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=db3bac2b-2e57-4b81-ab3a-36a5a5912178&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0516686 May 26 21:07:07.761543 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d804edfc-b0cb-4d64-afba-61ad3c4676ce None None] Checking router: 0ae71226-f833-44ce-a6e1-48688ff4f972 for host: dv-cinder-828806-3-iscsi {{(pid=104104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 21:07:07.771446 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d804edfc-b0cb-4d64-afba-61ad3c4676ce None None] Routers {'0ae71226-f833-44ce-a6e1-48688ff4f972'} bound to L3 agent in host dv-cinder-828806-3-iscsi {{(pid=104104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:07:07.772013 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_hamode_db [None req-d804edfc-b0cb-4d64-afba-61ad3c4676ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T20:55:42Z,description=,heartbeat_timestamp=2022-05-26T21:06:42Z,host='dv-cinder-828806-3-iscsi',id=ccb07560-1e88-42f3-8411-377a93089622,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T20:55:42Z,topic='l3_agent')) {'router_ids': ['0ae71226-f833-44ce-a6e1-48688ff4f972'], 'active': True} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:07:07.805781 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b847e4-c37a-48a7-9ed9-8f0cb02db1e0 req-de429729-6acb-4658-9942-6d91ad68f597 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:07:07.808028 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-52b847e4-c37a-48a7-9ed9-8f0cb02db1e0 req-de429729-6acb-4658-9942-6d91ad68f597 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=359cea60-13ec-460e-811b-b7e54fc7850b HTTP/1.1" status: 200 len: 943 time: 0.0519361 May 26 21:07:07.878721 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-52b847e4-c37a-48a7-9ed9-8f0cb02db1e0 req-c7d327ca-67b5-4493-8568-92a6a9131c86 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/security-groups?id=b57d1125-26ba-42b5-a63d-5b77fdc0f323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557606 May 26 21:07:07.889406 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvr_db [None req-d804edfc-b0cb-4d64-afba-61ad3c4676ce None None] Set router 0ae71226-f833-44ce-a6e1-48688ff4f972 gateway port host: dv-cinder-828806-3-iscsi {{(pid=104104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:07:07.896896 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-cf1fc907-e5db-40e2-ae8c-4dfdce0f00a0 req-b7afe2a5-d9da-4992-89e8-585b19ba49ef service neutron] 10.222.0.62 "GET /v2.0/networks/db3bac2b-2e57-4b81-ab3a-36a5a5912178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331828 May 26 21:07:08.002521 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-cf1fc907-e5db-40e2-ae8c-4dfdce0f00a0 req-debdc9ee-8d2c-480e-a466-14f0217f50a8 service neutron] 10.222.0.62 "GET /v2.0/networks/db3bac2b-2e57-4b81-ab3a-36a5a5912178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987799 May 26 21:07:08.107945 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_hamode_db [None req-d804edfc-b0cb-4d64-afba-61ad3c4676ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ae71226-f833-44ce-a6e1-48688ff4f972', 'name': 'tempest-ServerRescueNegativeTestJSON-1633340236-router', 'tenant_id': '9f8ac962c5d0402eb17b01aa02632897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': 'acc9ed48-9558-49e7-9b9f-c8e118189f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:04:21Z', 'updated_at': '2022-05-26T21:04:35Z', 'revision_number': 4, 'project_id': '9f8ac962c5d0402eb17b01aa02632897', 'gw_port': {'id': 'acc9ed48-9558-49e7-9b9f-c8e118189f9a', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:7a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae71226-f833-44ce-a6e1-48688ff4f972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:04:23Z', 'updated_at': '2022-05-26T21:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi', '_floatingips': [{'id': '53f6aa0b-c818-4eb0-a6c1-3803872ccb93', 'tenant_id': '9f8ac962c5d0402eb17b01aa02632897', 'floating_ip_address': '172.27.2.249', 'floating_network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'router_id': '0ae71226-f833-44ce-a6e1-48688ff4f972', 'port_id': '3ef1da08-cffb-44f3-950b-7ad372429892', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db3bac2b-2e57-4b81-ab3a-36a5a5912178', 'mac_address': 'fa:16:3e:8a:da:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee3592d-f50d-4f98-a62e-9105020afa91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T21:06:49Z', 'updated_at': '2022-05-26T21:07:06Z', 'revision_number': 1, 'project_id': '9f8ac962c5d0402eb17b01aa02632897', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbbeb1c6-1690-4c85-91b1-afdd67f080b6', 'name': '', 'network_id': 'db3bac2b-2e57-4b81-ab3a-36a5a5912178', 'tenant_id': '9f8ac962c5d0402eb17b01aa02632897', 'mac_address': 'fa:16:3e:66:48:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae71226-f833-44ce-a6e1-48688ff4f972', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'aedf8799-8f39-49e6-9345-2bd6d7772744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:04:32Z', 'updated_at': '2022-05-26T21:04:48Z', 'revision_number': 5, 'project_id': '9f8ac962c5d0402eb17b01aa02632897', 'subnets': [{'id': 'aedf8799-8f39-49e6-9345-2bd6d7772744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-3-iscsi', False) {} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:07:08.132725 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d804edfc-b0cb-4d64-afba-61ad3c4676ce None None] The sync data for ids ['0ae71226-f833-44ce-a6e1-48688ff4f972'] in dv-cinder-828806-3-iscsi is: [{'id': '0ae71226-f833-44ce-a6e1-48688ff4f972', 'name': 'tempest-ServerRescueNegativeTestJSON-1633340236-router', 'tenant_id': '9f8ac962c5d0402eb17b01aa02632897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': 'acc9ed48-9558-49e7-9b9f-c8e118189f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:04:21Z', 'updated_at': '2022-05-26T21:04:35Z', 'revision_number': 4, 'project_id': '9f8ac962c5d0402eb17b01aa02632897', 'gw_port': {'id': 'acc9ed48-9558-49e7-9b9f-c8e118189f9a', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:7a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae71226-f833-44ce-a6e1-48688ff4f972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:04:23Z', 'updated_at': '2022-05-26T21:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi', '_floatingips': [{'id': '53f6aa0b-c818-4eb0-a6c1-3803872ccb93', 'tenant_id': '9f8ac962c5d0402eb17b01aa02632897', 'floating_ip_address': '172.27.2.249', 'floating_network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'router_id': '0ae71226-f833-44ce-a6e1-48688ff4f972', 'port_id': '3ef1da08-cffb-44f3-950b-7ad372429892', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db3bac2b-2e57-4b81-ab3a-36a5a5912178', 'mac_address': 'fa:16:3e:8a:da:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee3592d-f50d-4f98-a62e-9105020afa91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T21:06:49Z', 'updated_at': '2022-05-26T21:07:06Z', 'revision_number': 1, 'project_id': '9f8ac962c5d0402eb17b01aa02632897', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbbeb1c6-1690-4c85-91b1-afdd67f080b6', 'name': '', 'network_id': 'db3bac2b-2e57-4b81-ab3a-36a5a5912178', 'tenant_id': '9f8ac962c5d0402eb17b01aa02632897', 'mac_address': 'fa:16:3e:66:48:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae71226-f833-44ce-a6e1-48688ff4f972', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'aedf8799-8f39-49e6-9345-2bd6d7772744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:04:32Z', 'updated_at': '2022-05-26T21:04:48Z', 'revision_number': 5, 'project_id': '9f8ac962c5d0402eb17b01aa02632897', 'subnets': [{'id': 'aedf8799-8f39-49e6-9345-2bd6d7772744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 21:07:08.306309 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb50742-21e6-46b3-a766-823bfc4102f9 None None] New status for floating IP 53f6aa0b-c818-4eb0-a6c1-3803872ccb93: ACTIVE {{(pid=104103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 21:07:08.859167 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Device 7648201d-4c35-4774-9674-eeb82941072a no longer exists at agent hyperv_hv-cinder-82880 {{(pid=104103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 21:07:08.933269 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Current status of the port 7648201d-4c35-4774-9674-eeb82941072a is: DOWN; New status is: DOWN {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:07:09.160495 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f95958-7893-437a-aace-3e72928f0ee4 req-c71ee2e7-9f24-427a-9df0-5f01c38b026c tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:07:09.161890 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-c1f95958-7893-437a-aace-3e72928f0ee4 req-c71ee2e7-9f24-427a-9df0-5f01c38b026c tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=359cea60-13ec-460e-811b-b7e54fc7850b HTTP/1.1" status: 200 len: 943 time: 0.2035744 May 26 21:07:09.194348 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=100 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:07:09.209213 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-c1f95958-7893-437a-aace-3e72928f0ee4 req-56cd0154-7866-4745-b2e2-d08bea2b2e57 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/security-groups?id=b57d1125-26ba-42b5-a63d-5b77fdc0f323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416226 May 26 21:07:09.764870 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-32c86afa-b859-4185-a6bd-679d222f9674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (28061657-8b16-479f-8ff4-19bdcc74bc2c), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:10.325801 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab5c8c0-9b5a-4568-b2e8-f10f8ee1bb7c req-855230b6-8658-4e7d-be2d-26f1ee208e66 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:07:10.327924 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-dab5c8c0-9b5a-4568-b2e8-f10f8ee1bb7c req-855230b6-8658-4e7d-be2d-26f1ee208e66 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=359cea60-13ec-460e-811b-b7e54fc7850b HTTP/1.1" status: 200 len: 943 time: 0.0463996 May 26 21:07:10.375059 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-dab5c8c0-9b5a-4568-b2e8-f10f8ee1bb7c req-5f907fd1-ddf5-4c35-995d-7eb100a71dd0 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/security-groups?id=b57d1125-26ba-42b5-a63d-5b77fdc0f323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413938 May 26 21:07:11.498750 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef15467-bf56-4326-939e-d12189c76e4b req-43d1205a-e189-4192-a64e-01c63a4c4597 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:07:11.500197 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-9ef15467-bf56-4326-939e-d12189c76e4b req-43d1205a-e189-4192-a64e-01c63a4c4597 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=359cea60-13ec-460e-811b-b7e54fc7850b HTTP/1.1" status: 200 len: 943 time: 0.0492058 May 26 21:07:11.547779 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-9ef15467-bf56-4326-939e-d12189c76e4b req-d178c1b9-8453-4291-b081-8a1b3f302de3 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/security-groups?id=b57d1125-26ba-42b5-a63d-5b77fdc0f323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420167 May 26 21:07:12.046804 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-17f062c5-d428-4b8d-8d5a-5e2fb31267e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (ccb07560-1e88-42f3-8411-377a93089622), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:12.306110 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 48204) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:07:12.310679 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.v2.base [None req-c7359791-4e59-4e6e-aa9b-67f6db38b5fd tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Request body: {'security_group': {'name': 'tempest-securitygroup--808533853', 'description': 'tempest-description--296571482'}} {{(pid=104101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:07:12.332441 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-c7359791-4e59-4e6e-aa9b-67f6db38b5fd tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks [] for security_group (None), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:12.343540 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=100 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:07:12.358469 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:07:12.405307 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-c7359791-4e59-4e6e-aa9b-67f6db38b5fd tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks [] for security_group (9a1a54e9-4875-4c75-830d-b53a6257e266), precommit_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:12.410200 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-c7359791-4e59-4e6e-aa9b-67f6db38b5fd tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (9a1a54e9-4875-4c75-830d-b53a6257e266), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:12.443767 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-c7359791-4e59-4e6e-aa9b-67f6db38b5fd tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks [] for security_group (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:12.444953 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-c7359791-4e59-4e6e-aa9b-67f6db38b5fd tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1378298 May 26 21:07:12.446703 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7359791-4e59-4e6e-aa9b-67f6db38b5fd tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a1a54e9-4875-4c75-830d-b53a6257e266,revision_number=1']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:07:12.447964 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 48206) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:07:12.452724 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.v2.base [None req-e8e257cc-cc77-4265-8838-0eeba4f2f015 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Request body: {'security_group_rule': {'security_group_id': '9a1a54e9-4875-4c75-830d-b53a6257e266', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:07:12.479156 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-e8e257cc-cc77-4265-8838-0eeba4f2f015 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks [] for security_group_rule (ef135920-75fc-4ab2-8a22-1721fb09058e), before_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:12.524175 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-e8e257cc-cc77-4265-8838-0eeba4f2f015 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks [] for security_group_rule (ef135920-75fc-4ab2-8a22-1721fb09058e), precommit_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:12.527510 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-e8e257cc-cc77-4265-8838-0eeba4f2f015 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636418'] for security_group_rule (ef135920-75fc-4ab2-8a22-1721fb09058e), after_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:12.544495 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e257cc-cc77-4265-8838-0eeba4f2f015 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef135920-75fc-4ab2-8a22-1721fb09058e,revision_number=0']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:07:12.553216 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-e8e257cc-cc77-4265-8838-0eeba4f2f015 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:12.554368 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-e8e257cc-cc77-4265-8838-0eeba4f2f015 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1052885 May 26 21:07:12.556979 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 48208) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:07:12.561091 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.v2.base [None req-45e58588-6d5a-4bf8-a1b2-1661dc0df858 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Request body: {'security_group_rule': {'security_group_id': '9a1a54e9-4875-4c75-830d-b53a6257e266', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:07:12.586957 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-45e58588-6d5a-4bf8-a1b2-1661dc0df858 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks [] for security_group_rule (b4bfcc37-5a88-47a3-8e49-b21d8cc31129), before_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:12.631263 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:07:12.661541 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-45e58588-6d5a-4bf8-a1b2-1661dc0df858 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks [] for security_group_rule (b4bfcc37-5a88-47a3-8e49-b21d8cc31129), precommit_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:12.667716 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-45e58588-6d5a-4bf8-a1b2-1661dc0df858 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636418'] for security_group_rule (b4bfcc37-5a88-47a3-8e49-b21d8cc31129), after_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:12.694772 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2df5a9f-40fc-469d-b9bb-af23aab10a75 req-500fad5e-1d05-43b2-9a2c-5a85037b93ab tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:07:12.696213 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-c2df5a9f-40fc-469d-b9bb-af23aab10a75 req-500fad5e-1d05-43b2-9a2c-5a85037b93ab tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=359cea60-13ec-460e-811b-b7e54fc7850b HTTP/1.1" status: 200 len: 943 time: 0.0754611 May 26 21:07:12.700024 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e58588-6d5a-4bf8-a1b2-1661dc0df858 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4bfcc37-5a88-47a3-8e49-b21d8cc31129,revision_number=0']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:07:12.707291 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-45e58588-6d5a-4bf8-a1b2-1661dc0df858 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:12.708396 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-45e58588-6d5a-4bf8-a1b2-1661dc0df858 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1505275 May 26 21:07:12.711642 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 48214) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:07:12.715997 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.v2.base [None req-91d9036c-b3e4-43f0-91fd-5c76513e4632 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Request body: {'floatingip': {'floating_network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12'}} {{(pid=104101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:07:12.736120 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-91d9036c-b3e4-43f0-91fd-5c76513e4632 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:12.753000 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-c2df5a9f-40fc-469d-b9bb-af23aab10a75 req-ad720f43-2893-4aaa-b78e-968057d7c7f7 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/security-groups?id=b57d1125-26ba-42b5-a63d-5b77fdc0f323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491633 May 26 21:07:12.815304 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-91d9036c-b3e4-43f0-91fd-5c76513e4632 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (None), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:12.921115 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.db.db_base_plugin_common [None req-91d9036c-b3e4-43f0-91fd-5c76513e4632 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Allocated IP 172.27.2.123 (7d433162-bc3c-42dc-9b38-0bd5733b5e12/724ba99f-4e90-4a15-97fd-930eedded7a9/9dd961e4-0569-4426-8370-5cf36d0d5b84) {{(pid=104101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 21:07:12.979281 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-2cedcaf3-f8c8-488c-9e0f-8ce175add227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (5deefb54-cd62-4255-b022-7e9734e3e0b8), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:13.030530 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-91d9036c-b3e4-43f0-91fd-5c76513e4632 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks [] for port (9dd961e4-0569-4426-8370-5cf36d0d5b84), precommit_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:13.062119 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-91d9036c-b3e4-43f0-91fd-5c76513e4632 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787881445699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13231773'] for port (9dd961e4-0569-4426-8370-5cf36d0d5b84), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:13.103570 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d9036c-b3e4-43f0-91fd-5c76513e4632 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Network 7d433162-bc3c-42dc-9b38-0bd5733b5e12 is already hosted by enough agents. {{(pid=104101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 21:07:13.108483 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.scheduler.base_scheduler [None req-91d9036c-b3e4-43f0-91fd-5c76513e4632 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Resources bound (agent type, host, resource id): {{(pid=104101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:07:13.112148 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d9036c-b3e4-43f0-91fd-5c76513e4632 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Received port after_create {{(pid=104101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 21:07:13.133011 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d9036c-b3e4-43f0-91fd-5c76513e4632 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Pushing event updated for resources: {'Port': ['ID=9dd961e4-0569-4426-8370-5cf36d0d5b84,revision_number=1']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:07:13.195291 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-91d9036c-b3e4-43f0-91fd-5c76513e4632 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks [] for floatingip (e3e559bf-42f1-4c47-a963-b0e820616e50), precommit_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:13.231751 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-91d9036c-b3e4-43f0-91fd-5c76513e4632 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (9dd961e4-0569-4426-8370-5cf36d0d5b84), before_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:13.304938 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:07:13.307296 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:UPDATE=4,neutron:SELECT=90,neutron:INSERT=5,neutron:DELETE=1 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:07:13.434185 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-91d9036c-b3e4-43f0-91fd-5c76513e4632 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks [] for port (9dd961e4-0569-4426-8370-5cf36d0d5b84), precommit_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:13.438700 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-91d9036c-b3e4-43f0-91fd-5c76513e4632 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13231786'] for port (9dd961e4-0569-4426-8370-5cf36d0d5b84), after_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:13.501307 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d9036c-b3e4-43f0-91fd-5c76513e4632 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Pushing event updated for resources: {'Port': ['ID=9dd961e4-0569-4426-8370-5cf36d0d5b84,revision_number=2']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:07:13.515043 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-91d9036c-b3e4-43f0-91fd-5c76513e4632 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1614815'] for floatingip (e3e559bf-42f1-4c47-a963-b0e820616e50), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:13.530340 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-91d9036c-b3e4-43f0-91fd-5c76513e4632 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25531'] for floatingip (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:13.531559 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-91d9036c-b3e4-43f0-91fd-5c76513e4632 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8189626 May 26 21:07:13.587923 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.agents_db [None req-7031173d-d819-4c63-a4ce-0c5776890f6a None None] Agent healthcheck: found 6 active agents {{(pid=104104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 21:07:13.732422 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-ebaf026b-fabf-47f5-97d0-711b9b2cd168 req-fd731ed9-7bce-4b4a-830f-f4a856205e1f tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--808533853&fields=id&tenant_id=aaa9e1a61984467ab8efae451b270558 HTTP/1.1" status: 200 len: 267 time: 0.0428758 May 26 21:07:13.797210 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f23504e-710e-4c81-9777-be440c4c3f19 req-54cec7cf-4d15-48c4-98f1-7d6f5fc045d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:07:13.799352 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-1f23504e-710e-4c81-9777-be440c4c3f19 req-54cec7cf-4d15-48c4-98f1-7d6f5fc045d8 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=359cea60-13ec-460e-811b-b7e54fc7850b&tenant_id=ba383df93dcf4c32b2b1c17bebd7f752 HTTP/1.1" status: 200 len: 1127 time: 0.0770698 May 26 21:07:13.857346 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaf026b-fabf-47f5-97d0-711b9b2cd168 req-7964034e-9e14-43a6-a46b-1e79bc484ebf tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:07:13.858910 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-ebaf026b-fabf-47f5-97d0-711b9b2cd168 req-7964034e-9e14-43a6-a46b-1e79bc484ebf tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/networks?id=01728002-c90b-452e-a166-db394444487a HTTP/1.1" status: 200 len: 815 time: 0.1144047 May 26 21:07:13.875948 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f23504e-710e-4c81-9777-be440c4c3f19 req-7c0b7946-5feb-4757-a2c8-b5cd29eca793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:07:13.878075 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-1f23504e-710e-4c81-9777-be440c4c3f19 req-7c0b7946-5feb-4757-a2c8-b5cd29eca793 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ba383df93dcf4c32b2b1c17bebd7f752&device_id=359cea60-13ec-460e-811b-b7e54fc7850b HTTP/1.1" status: 200 len: 1127 time: 0.0418675 May 26 21:07:13.892178 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-ebaf026b-fabf-47f5-97d0-711b9b2cd168 req-29638aca-dbaf-4416-84ae-217287b589ce tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/quotas/aaa9e1a61984467ab8efae451b270558 HTTP/1.1" status: 200 len: 375 time: 0.0171483 May 26 21:07:13.901105 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233d855f-b602-433c-8563-35aa64937cfa req-9d35dfa3-c0e3-467b-92d6-21e85fa91eb1 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:07:13.902571 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-233d855f-b602-433c-8563-35aa64937cfa req-9d35dfa3-c0e3-467b-92d6-21e85fa91eb1 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=359cea60-13ec-460e-811b-b7e54fc7850b HTTP/1.1" status: 200 len: 943 time: 0.0641170 May 26 21:07:13.962015 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-ebaf026b-fabf-47f5-97d0-711b9b2cd168 req-92a97a3d-68b9-44c3-8148-05aa474610ba tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=aaa9e1a61984467ab8efae451b270558&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0584164 May 26 21:07:13.968709 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f23504e-710e-4c81-9777-be440c4c3f19 req-be9b3f42-970e-4633-83b5-75562b72649d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:07:13.970174 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-1f23504e-710e-4c81-9777-be440c4c3f19 req-be9b3f42-970e-4633-83b5-75562b72649d service neutron] 10.222.0.62 "GET /v2.0/networks?id=ff69986b-e00e-41bd-8a28-f959570fc8f7 HTTP/1.1" status: 200 len: 918 time: 0.0834074 May 26 21:07:14.004008 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-233d855f-b602-433c-8563-35aa64937cfa req-5121526b-8e15-4e9e-b42d-9b5e3e131f85 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/security-groups?id=b57d1125-26ba-42b5-a63d-5b77fdc0f323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911174 May 26 21:07:14.035348 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-1f23504e-710e-4c81-9777-be440c4c3f19 req-87ea68e1-4ffa-4fde-b159-43db250bcff8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7648201d-4c35-4774-9674-eeb82941072a HTTP/1.1" status: 200 len: 997 time: 0.0585942 May 26 21:07:14.059234 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:07:14.071093 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-ebaf026b-fabf-47f5-97d0-711b9b2cd168 req-0207b46e-3d3d-4707-9a6d-6d54b6f82df8 service neutron] 10.222.0.57 "GET /v2.0/networks/01728002-c90b-452e-a166-db394444487a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944078 May 26 21:07:14.091445 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f23504e-710e-4c81-9777-be440c4c3f19 req-0c1e8b7b-de5d-4fd7-8a47-84b049d66c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:07:14.092920 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-1f23504e-710e-4c81-9777-be440c4c3f19 req-0c1e8b7b-de5d-4fd7-8a47-84b049d66c3c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=647d6a86-42b9-4a67-830f-75c07bdfd5d7 HTTP/1.1" status: 200 len: 856 time: 0.0456326 May 26 21:07:14.141746 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f23504e-710e-4c81-9777-be440c4c3f19 req-cd1294a3-558c-4a46-a031-304a4b54e185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:07:14.143228 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-1f23504e-710e-4c81-9777-be440c4c3f19 req-cd1294a3-558c-4a46-a031-304a4b54e185 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ff69986b-e00e-41bd-8a28-f959570fc8f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378501 May 26 21:07:14.161351 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-ebaf026b-fabf-47f5-97d0-711b9b2cd168 req-88c5630f-b23f-465c-a397-3e24d2369531 service neutron] 10.222.0.57 "GET /v2.0/networks/01728002-c90b-452e-a166-db394444487a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833611 May 26 21:07:14.245196 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-1f23504e-710e-4c81-9777-be440c4c3f19 req-e42e1a63-e6fc-43d0-9d17-33f53172a8d9 service neutron] 10.222.0.62 "GET /v2.0/networks/ff69986b-e00e-41bd-8a28-f959570fc8f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945826 May 26 21:07:14.328564 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-d89ca3a1-dff3-4247-a106-2c9f51896a31 req-9dd74a20-5f71-40ba-bdcc-ff1b44e0d8b4 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/ports?device_id=1b43cfeb-b67e-4418-943c-e916badf9a1a HTTP/1.1" status: 200 len: 210 time: 0.0330310 May 26 21:07:14.342106 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-1f23504e-710e-4c81-9777-be440c4c3f19 req-3c280df5-ec58-42e1-bcc7-ccc51924744d service neutron] 10.222.0.62 "GET /v2.0/networks/ff69986b-e00e-41bd-8a28-f959570fc8f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904846 May 26 21:07:14.489346 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-46f12c73-3700-4e7e-86c8-206b84d0e626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (54d4a93e-badb-480c-831f-99f9f6beb5f4), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:15.153318 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73305183-0e43-494e-840c-246eebfb9287 req-474e383b-a94a-4326-bde9-ea7d2053a1d9 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:07:15.154878 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-73305183-0e43-494e-840c-246eebfb9287 req-474e383b-a94a-4326-bde9-ea7d2053a1d9 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=359cea60-13ec-460e-811b-b7e54fc7850b HTTP/1.1" status: 200 len: 943 time: 0.0504055 May 26 21:07:15.207046 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-73305183-0e43-494e-840c-246eebfb9287 req-dd1334e3-e61d-4a73-966f-d7209eff9b9d tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/security-groups?id=b57d1125-26ba-42b5-a63d-5b77fdc0f323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465159 May 26 21:07:15.430985 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-3fa5adce-9470-4979-8e93-9e966fbb295e req-776dde6a-16be-4aef-af45-23380a35ba23 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/ports?device_id=1b43cfeb-b67e-4418-943c-e916badf9a1a HTTP/1.1" status: 200 len: 210 time: 0.0279210 May 26 21:07:15.953976 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (545ffc5a-00f7-4140-8f25-9e74b0e32d39), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:16.335655 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeb7981-c277-495b-a23e-0c894e8d1051 req-d34b2571-c595-45b3-befd-9e6220e46999 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:07:16.337290 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-0aeb7981-c277-495b-a23e-0c894e8d1051 req-d34b2571-c595-45b3-befd-9e6220e46999 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=359cea60-13ec-460e-811b-b7e54fc7850b HTTP/1.1" status: 200 len: 943 time: 0.0512640 May 26 21:07:16.384822 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-0aeb7981-c277-495b-a23e-0c894e8d1051 req-9cecf852-e0f1-42d2-91e4-7f64474a6ddd tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/security-groups?id=b57d1125-26ba-42b5-a63d-5b77fdc0f323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419776 May 26 21:07:16.529331 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-014bbeb9-37c2-4a23-a43d-3f08cebd7281 req-e39c009d-44c7-4d31-8ed7-30688d206e89 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/ports?device_id=1b43cfeb-b67e-4418-943c-e916badf9a1a HTTP/1.1" status: 200 len: 210 time: 0.0286932 May 26 21:07:17.507376 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc3e458-16a9-49e1-8a1e-a73ecc30ec93 req-83af50e8-e8c7-4cd7-bfed-405eba7bcd56 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:07:17.508989 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-5cc3e458-16a9-49e1-8a1e-a73ecc30ec93 req-83af50e8-e8c7-4cd7-bfed-405eba7bcd56 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=359cea60-13ec-460e-811b-b7e54fc7850b HTTP/1.1" status: 200 len: 943 time: 0.0476038 May 26 21:07:17.598358 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-5cc3e458-16a9-49e1-8a1e-a73ecc30ec93 req-63ed13ca-187e-4420-878b-f9630a17f021 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/security-groups?id=b57d1125-26ba-42b5-a63d-5b77fdc0f323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798957 May 26 21:07:17.646568 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-b2d6320d-8173-49ed-9a2e-b597e2deb304 req-c7fed188-ee49-49ea-8bff-196826f7da6b tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/ports?device_id=1b43cfeb-b67e-4418-943c-e916badf9a1a HTTP/1.1" status: 200 len: 210 time: 0.0360181 May 26 21:07:18.114517 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=85 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:07:18.760508 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-2e99087e-af1c-421a-a4d7-4985817b6f15 req-f0e0d2dd-102b-4961-8f87-bbfe4d79cd3d tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/ports?device_id=1b43cfeb-b67e-4418-943c-e916badf9a1a HTTP/1.1" status: 200 len: 210 time: 0.0330565 May 26 21:07:18.766755 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6079dae1-4c45-415e-9f0f-ecc5f8a0f222 req-dad1c5c9-cf03-4533-85fa-b96a2cb1540b tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:07:18.768243 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-6079dae1-4c45-415e-9f0f-ecc5f8a0f222 req-dad1c5c9-cf03-4533-85fa-b96a2cb1540b tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=359cea60-13ec-460e-811b-b7e54fc7850b HTTP/1.1" status: 200 len: 943 time: 0.0997741 May 26 21:07:18.800621 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:07:18.825330 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-6079dae1-4c45-415e-9f0f-ecc5f8a0f222 req-5dfcf5f3-5d3f-4e1a-b34e-7de9e1fceec9 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/security-groups?id=b57d1125-26ba-42b5-a63d-5b77fdc0f323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499015 May 26 21:07:19.878652 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-3df4f12c-b420-42fd-9bf1-6fe7406cef59 req-b75409c3-f7b5-4258-b287-b7386101cbae tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/ports?device_id=1b43cfeb-b67e-4418-943c-e916badf9a1a HTTP/1.1" status: 200 len: 210 time: 0.0371029 May 26 21:07:19.955134 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7363057a-722d-400f-8ae1-5088923024a5 req-e5bd9fdf-d287-4c1f-ba5a-075b6af443c2 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:07:19.956718 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-7363057a-722d-400f-8ae1-5088923024a5 req-e5bd9fdf-d287-4c1f-ba5a-075b6af443c2 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=359cea60-13ec-460e-811b-b7e54fc7850b HTTP/1.1" status: 200 len: 943 time: 0.0496922 May 26 21:07:20.010405 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-7363057a-722d-400f-8ae1-5088923024a5 req-7696cdab-32d0-48d4-877c-86c10afe6a80 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/security-groups?id=b57d1125-26ba-42b5-a63d-5b77fdc0f323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474572 May 26 21:07:20.975092 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-c23f1281-3d8b-4a35-a7f8-2ecee632d697 req-3750b097-6f2f-41be-9d6c-278081c1f1d1 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/ports?device_id=1b43cfeb-b67e-4418-943c-e916badf9a1a HTTP/1.1" status: 200 len: 210 time: 0.0279419 May 26 21:07:21.136127 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8bde15-b832-40e9-b4e2-efc621a3553a req-ea7fcee8-cba8-449a-b8cf-b9470fb4a7ff tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:07:21.138395 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-5f8bde15-b832-40e9-b4e2-efc621a3553a req-ea7fcee8-cba8-449a-b8cf-b9470fb4a7ff tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=359cea60-13ec-460e-811b-b7e54fc7850b HTTP/1.1" status: 200 len: 943 time: 0.0489280 May 26 21:07:21.192601 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-5f8bde15-b832-40e9-b4e2-efc621a3553a req-fd46aa6d-73d2-478b-a2e5-20acef5546f7 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/security-groups?id=b57d1125-26ba-42b5-a63d-5b77fdc0f323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479035 May 26 21:07:22.070092 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-bdc8fc41-9741-4f81-898a-57a2a884c7ac req-71ef10c1-9475-4c9c-b5c9-86bfc2f1918a tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/ports?device_id=1b43cfeb-b67e-4418-943c-e916badf9a1a HTTP/1.1" status: 200 len: 210 time: 0.0264254 May 26 21:07:22.312990 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8a0202-a62d-4d94-98b0-4301cd7368fc req-7cda6c0a-2cd4-42b4-abfa-474043d43613 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:07:22.314489 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-fc8a0202-a62d-4d94-98b0-4301cd7368fc req-7cda6c0a-2cd4-42b4-abfa-474043d43613 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=359cea60-13ec-460e-811b-b7e54fc7850b HTTP/1.1" status: 200 len: 943 time: 0.0492339 May 26 21:07:22.362879 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-fc8a0202-a62d-4d94-98b0-4301cd7368fc req-9b09b06a-9724-4c16-b01e-9f055ea9396a tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/security-groups?id=b57d1125-26ba-42b5-a63d-5b77fdc0f323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421579 May 26 21:07:23.175675 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-42786bc4-fabf-4a30-9547-da17e50aa0b0 req-225e19ff-5b35-4f0b-8354-517709442921 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/ports?device_id=1b43cfeb-b67e-4418-943c-e916badf9a1a HTTP/1.1" status: 200 len: 210 time: 0.0346560 May 26 21:07:23.483914 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9eceee-7546-4854-a774-16d753575bbc req-d6a909e3-6726-448f-bd62-f2d222092fd8 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:07:23.485519 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-9d9eceee-7546-4854-a774-16d753575bbc req-d6a909e3-6726-448f-bd62-f2d222092fd8 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=359cea60-13ec-460e-811b-b7e54fc7850b HTTP/1.1" status: 200 len: 943 time: 0.0485480 May 26 21:07:23.535653 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-9d9eceee-7546-4854-a774-16d753575bbc req-a6578842-20bc-4750-b69e-f662140e6706 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/security-groups?id=b57d1125-26ba-42b5-a63d-5b77fdc0f323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447383 May 26 21:07:23.543459 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (7f90b46f-777d-4aa1-89b5-840fb2878c39), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:24.279036 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-802282a9-79f3-46f6-b1b4-fc1f6490681d req-9600a5e2-25c1-4c26-90af-7bcfd18239b0 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/ports?device_id=1b43cfeb-b67e-4418-943c-e916badf9a1a HTTP/1.1" status: 200 len: 210 time: 0.0332060 May 26 21:07:24.337734 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=77,neutron:DELETE=2 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:07:24.339642 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=78 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:07:24.661095 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ced048-f835-4cb6-b31b-67f18c592dc0 req-6a50df76-9e49-49c0-b4e5-760d7dea6682 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:07:24.662565 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-b1ced048-f835-4cb6-b31b-67f18c592dc0 req-6a50df76-9e49-49c0-b4e5-760d7dea6682 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=359cea60-13ec-460e-811b-b7e54fc7850b HTTP/1.1" status: 200 len: 943 time: 0.0475488 May 26 21:07:24.673917 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=100 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:07:24.714119 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-b1ced048-f835-4cb6-b31b-67f18c592dc0 req-faf1d802-e4b6-47fe-8dfb-64e419939ee0 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/security-groups?id=b57d1125-26ba-42b5-a63d-5b77fdc0f323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460320 May 26 21:07:25.299288 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe2c951-973b-4ca0-bdf2-bd6fb0781def req-f39b0a9f-ab52-4707-8bc6-fa4d035dba29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:07:25.300762 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-cbe2c951-973b-4ca0-bdf2-bd6fb0781def req-f39b0a9f-ab52-4707-8bc6-fa4d035dba29 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ba383df93dcf4c32b2b1c17bebd7f752&device_id=359cea60-13ec-460e-811b-b7e54fc7850b HTTP/1.1" status: 200 len: 1127 time: 0.0439553 May 26 21:07:25.372289 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-2a405744-0635-4818-8a83-cf6fc09b0cbe req-250505d6-86e7-4bad-a508-2810945fde06 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/ports?device_id=1b43cfeb-b67e-4418-943c-e916badf9a1a HTTP/1.1" status: 200 len: 210 time: 0.0280147 May 26 21:07:25.834616 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21132606-5090-43ca-88a2-e326ea175eb4 req-6e9c64a0-bb13-4f64-ad70-24ab26637843 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:07:25.836073 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-21132606-5090-43ca-88a2-e326ea175eb4 req-6e9c64a0-bb13-4f64-ad70-24ab26637843 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=359cea60-13ec-460e-811b-b7e54fc7850b HTTP/1.1" status: 200 len: 943 time: 0.0510435 May 26 21:07:25.882907 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-21132606-5090-43ca-88a2-e326ea175eb4 req-9715b6b6-9365-4f00-b228-13631c83210b tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/security-groups?id=b57d1125-26ba-42b5-a63d-5b77fdc0f323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413599 May 26 21:07:26.061624 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe2c951-973b-4ca0-bdf2-bd6fb0781def req-4194df42-1d3a-4b35-9ccb-71931ad9dfed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:07:26.063121 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-cbe2c951-973b-4ca0-bdf2-bd6fb0781def req-4194df42-1d3a-4b35-9ccb-71931ad9dfed service neutron] 10.222.0.62 "GET /v2.0/networks?id=ff69986b-e00e-41bd-8a28-f959570fc8f7 HTTP/1.1" status: 200 len: 918 time: 0.1602254 May 26 21:07:26.078555 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaf026b-fabf-47f5-97d0-711b9b2cd168 req-9bb5521b-d17f-4f26-9c4e-ad83a852251b tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:07:26.080502 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-ebaf026b-fabf-47f5-97d0-711b9b2cd168 req-9bb5521b-d17f-4f26-9c4e-ad83a852251b tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.62 "GET /v2.0/networks?id=01728002-c90b-452e-a166-db394444487a HTTP/1.1" status: 200 len: 815 time: 0.1595693 May 26 21:07:26.134342 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-cbe2c951-973b-4ca0-bdf2-bd6fb0781def req-05899d03-117c-43e4-b4a3-e0c202438471 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7648201d-4c35-4774-9674-eeb82941072a HTTP/1.1" status: 200 len: 997 time: 0.0621750 May 26 21:07:26.281562 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe2c951-973b-4ca0-bdf2-bd6fb0781def req-becb120a-0e46-4b69-a259-79d38bd4926b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:07:26.283028 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-cbe2c951-973b-4ca0-bdf2-bd6fb0781def req-becb120a-0e46-4b69-a259-79d38bd4926b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=647d6a86-42b9-4a67-830f-75c07bdfd5d7 HTTP/1.1" status: 200 len: 856 time: 0.0772085 May 26 21:07:26.311948 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-ebaf026b-fabf-47f5-97d0-711b9b2cd168 req-168cfee5-3ae5-4114-93e9-03f6374e45cc tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aaa9e1a61984467ab8efae451b270558 HTTP/1.1" status: 200 len: 472 time: 0.1124616 May 26 21:07:26.332203 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.v2.base [req-ebaf026b-fabf-47f5-97d0-711b9b2cd168 req-13188a0b-d048-4881-8bcd-5d9599030e40 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Request body: {'port': {'device_id': '1b43cfeb-b67e-4418-943c-e916badf9a1a', 'network_id': '01728002-c90b-452e-a166-db394444487a', 'admin_state_up': True, 'tenant_id': 'aaa9e1a61984467ab8efae451b270558', 'security_groups': ['9a1a54e9-4875-4c75-830d-b53a6257e266']}} {{(pid=104101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:07:26.385068 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe2c951-973b-4ca0-bdf2-bd6fb0781def req-df565381-55d3-484f-9232-58a2c5d84659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:07:26.386651 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-cbe2c951-973b-4ca0-bdf2-bd6fb0781def req-df565381-55d3-484f-9232-58a2c5d84659 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ff69986b-e00e-41bd-8a28-f959570fc8f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0937278 May 26 21:07:26.473538 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-35dc4514-e24c-4d7d-a010-885232f39d8a req-b33c105e-91c5-4b34-a605-e79caeeae614 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/ports?device_id=1b43cfeb-b67e-4418-943c-e916badf9a1a HTTP/1.1" status: 200 len: 210 time: 0.0302145 May 26 21:07:26.522481 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-cbe2c951-973b-4ca0-bdf2-bd6fb0781def req-a2f9304e-87d2-448a-a44c-b01fbcfa9af1 service neutron] 10.222.0.62 "GET /v2.0/networks/ff69986b-e00e-41bd-8a28-f959570fc8f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242371 May 26 21:07:26.523389 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebaf026b-fabf-47f5-97d0-711b9b2cd168 req-13188a0b-d048-4881-8bcd-5d9599030e40 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Made reservation on behalf of aaa9e1a61984467ab8efae451b270558 for: {'port': 1} {{(pid=104101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 21:07:26.526656 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-ebaf026b-fabf-47f5-97d0-711b9b2cd168 req-13188a0b-d048-4881-8bcd-5d9599030e40 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (None), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:26.698352 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-cbe2c951-973b-4ca0-bdf2-bd6fb0781def req-4f374242-7441-4ec6-b16b-4f793b9432c0 service neutron] 10.222.0.62 "GET /v2.0/networks/ff69986b-e00e-41bd-8a28-f959570fc8f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625440 May 26 21:07:26.722283 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.db.db_base_plugin_common [req-ebaf026b-fabf-47f5-97d0-711b9b2cd168 req-13188a0b-d048-4881-8bcd-5d9599030e40 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Allocated IP 172.20.0.13 (01728002-c90b-452e-a166-db394444487a/9203b2fc-d019-4045-ae31-83603be0cf2e/b8eabf38-66f4-4c22-951d-5ea6dedff354) {{(pid=104101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 21:07:26.731652 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:07:26.742698 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:07:26.858659 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-ebaf026b-fabf-47f5-97d0-711b9b2cd168 req-13188a0b-d048-4881-8bcd-5d9599030e40 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks [] for port (b8eabf38-66f4-4c22-951d-5ea6dedff354), precommit_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:26.889741 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-ebaf026b-fabf-47f5-97d0-711b9b2cd168 req-13188a0b-d048-4881-8bcd-5d9599030e40 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787881445699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13231773'] for port (b8eabf38-66f4-4c22-951d-5ea6dedff354), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:26.933152 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebaf026b-fabf-47f5-97d0-711b9b2cd168 req-13188a0b-d048-4881-8bcd-5d9599030e40 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Network 01728002-c90b-452e-a166-db394444487a is already hosted by enough agents. {{(pid=104101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 21:07:26.936272 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.scheduler.base_scheduler [req-ebaf026b-fabf-47f5-97d0-711b9b2cd168 req-13188a0b-d048-4881-8bcd-5d9599030e40 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Resources bound (agent type, host, resource id): {{(pid=104101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:07:26.942128 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebaf026b-fabf-47f5-97d0-711b9b2cd168 req-13188a0b-d048-4881-8bcd-5d9599030e40 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Received port after_create {{(pid=104101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 21:07:26.968250 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13188a0b-d048-4881-8bcd-5d9599030e40 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Pushing event updated for resources: {'Port': ['ID=b8eabf38-66f4-4c22-951d-5ea6dedff354,revision_number=1']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:07:26.983326 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13188a0b-d048-4881-8bcd-5d9599030e40 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:07:26.983666 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13188a0b-d048-4881-8bcd-5d9599030e40 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:07:26.984005 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13188a0b-d048-4881-8bcd-5d9599030e40 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:07:26.984346 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13188a0b-d048-4881-8bcd-5d9599030e40 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:07:26.984726 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13188a0b-d048-4881-8bcd-5d9599030e40 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:07:26.985001 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13188a0b-d048-4881-8bcd-5d9599030e40 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:07:26.985328 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13188a0b-d048-4881-8bcd-5d9599030e40 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:07:26.985654 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13188a0b-d048-4881-8bcd-5d9599030e40 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:07:26.985976 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13188a0b-d048-4881-8bcd-5d9599030e40 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:07:26.986294 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13188a0b-d048-4881-8bcd-5d9599030e40 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:07:26.986678 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13188a0b-d048-4881-8bcd-5d9599030e40 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:07:26.987006 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13188a0b-d048-4881-8bcd-5d9599030e40 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:07:26.987337 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13188a0b-d048-4881-8bcd-5d9599030e40 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:07:26.987647 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13188a0b-d048-4881-8bcd-5d9599030e40 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:07:26.987964 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13188a0b-d048-4881-8bcd-5d9599030e40 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:07:27.007064 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaf026b-fabf-47f5-97d0-711b9b2cd168 req-13188a0b-d048-4881-8bcd-5d9599030e40 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:07:27.007689 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-ebaf026b-fabf-47f5-97d0-711b9b2cd168 req-13188a0b-d048-4881-8bcd-5d9599030e40 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25531'] for port (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:27.011407 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ae475c-210e-476d-b4d2-b1883203d96c req-0ff587c8-3e24-4f84-913a-bf8efb6bf2b8 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:07:27.013147 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-51ae475c-210e-476d-b4d2-b1883203d96c req-0ff587c8-3e24-4f84-913a-bf8efb6bf2b8 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=359cea60-13ec-460e-811b-b7e54fc7850b HTTP/1.1" status: 200 len: 943 time: 0.0559664 May 26 21:07:27.024612 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-ebaf026b-fabf-47f5-97d0-711b9b2cd168 req-13188a0b-d048-4881-8bcd-5d9599030e40 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6977372 May 26 21:07:27.067001 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-51ae475c-210e-476d-b4d2-b1883203d96c req-3f1f45a9-27ce-4946-8f79-6ed6129a8694 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/security-groups?id=b57d1125-26ba-42b5-a63d-5b77fdc0f323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478811 May 26 21:07:27.172500 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.v2.base [req-ebaf026b-fabf-47f5-97d0-711b9b2cd168 req-75fe7274-c00b-494f-a576-1035277cd9c2 service neutron] Request body: {'port': {'device_id': '1b43cfeb-b67e-4418-943c-e916badf9a1a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=104101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:07:27.193475 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-d3a3f7f7-f4da-4f71-9509-daefb1acef24 None None] Provisioning complete for port b8eabf38-66f4-4c22-951d-5ea6dedff354 triggered by entity DHCP. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:07:27.194068 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-d3a3f7f7-f4da-4f71-9509-daefb1acef24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (b8eabf38-66f4-4c22-951d-5ea6dedff354), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:27.228182 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-d3a3f7f7-f4da-4f71-9509-daefb1acef24 None None] Port b8eabf38-66f4-4c22-951d-5ea6dedff354 cannot update to ACTIVE because it is not bound. {{(pid=104103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 21:07:27.231211 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-ebaf026b-fabf-47f5-97d0-711b9b2cd168 req-75fe7274-c00b-494f-a576-1035277cd9c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (b8eabf38-66f4-4c22-951d-5ea6dedff354), before_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:27.523695 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.notifiers.nova [req-ebaf026b-fabf-47f5-97d0-711b9b2cd168 req-75fe7274-c00b-494f-a576-1035277cd9c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8eabf38-66f4-4c22-951d-5ea6dedff354 {{(pid=104101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 21:07:27.531013 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-ebaf026b-fabf-47f5-97d0-711b9b2cd168 req-75fe7274-c00b-494f-a576-1035277cd9c2 service neutron] Publish callbacks [] for port (b8eabf38-66f4-4c22-951d-5ea6dedff354), precommit_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:27.543631 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.db.provisioning_blocks [req-ebaf026b-fabf-47f5-97d0-711b9b2cd168 req-75fe7274-c00b-494f-a576-1035277cd9c2 service neutron] Transition to ACTIVE for port object b8eabf38-66f4-4c22-951d-5ea6dedff354 will not be triggered until provisioned by entity L2. {{(pid=104101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 21:07:27.547648 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-ebaf026b-fabf-47f5-97d0-711b9b2cd168 req-75fe7274-c00b-494f-a576-1035277cd9c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13231786'] for port (b8eabf38-66f4-4c22-951d-5ea6dedff354), after_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:27.587489 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b86f3cd-242a-4fc7-927e-c7d4a2e5fc21 req-004c5da2-ab7a-43b3-ab79-f942dae15c72 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:07:27.589088 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-2b86f3cd-242a-4fc7-927e-c7d4a2e5fc21 req-004c5da2-ab7a-43b3-ab79-f942dae15c72 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/ports?device_id=1b43cfeb-b67e-4418-943c-e916badf9a1a HTTP/1.1" status: 200 len: 944 time: 0.0485697 May 26 21:07:27.601634 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fe7274-c00b-494f-a576-1035277cd9c2 service neutron] Pushing event updated for resources: {'Port': ['ID=b8eabf38-66f4-4c22-951d-5ea6dedff354,revision_number=2']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:07:27.654676 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-2b86f3cd-242a-4fc7-927e-c7d4a2e5fc21 req-bb793f0c-4a9a-42a8-a247-294431dcda29 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/security-groups?id=9a1a54e9-4875-4c75-830d-b53a6257e266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593114 May 26 21:07:27.658887 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:07:27.680088 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:07:27.683369 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [req-ebaf026b-fabf-47f5-97d0-711b9b2cd168 req-75fe7274-c00b-494f-a576-1035277cd9c2 service neutron] Attempting to bind port b8eabf38-66f4-4c22-951d-5ea6dedff354 on host hv-cinder-82880 for vnic_type normal with profile {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 21:07:27.683750 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [req-ebaf026b-fabf-47f5-97d0-711b9b2cd168 req-75fe7274-c00b-494f-a576-1035277cd9c2 service neutron] Attempting to bind port b8eabf38-66f4-4c22-951d-5ea6dedff354 by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': '5a8b3ddd-b07c-4334-a55f-ea808909a34b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '01728002-c90b-452e-a166-db394444487a'}] {{(pid=104101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 21:07:27.684115 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebaf026b-fabf-47f5-97d0-711b9b2cd168 req-75fe7274-c00b-494f-a576-1035277cd9c2 service neutron] Attempting to bind port b8eabf38-66f4-4c22-951d-5ea6dedff354 on network 01728002-c90b-452e-a166-db394444487a {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 21:07:27.689795 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebaf026b-fabf-47f5-97d0-711b9b2cd168 req-75fe7274-c00b-494f-a576-1035277cd9c2 service neutron] Port b8eabf38-66f4-4c22-951d-5ea6dedff354 on network 01728002-c90b-452e-a166-db394444487a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 21:07:27.690078 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebaf026b-fabf-47f5-97d0-711b9b2cd168 req-75fe7274-c00b-494f-a576-1035277cd9c2 service neutron] Attempting to bind port b8eabf38-66f4-4c22-951d-5ea6dedff354 on network 01728002-c90b-452e-a166-db394444487a {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 21:07:27.697145 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebaf026b-fabf-47f5-97d0-711b9b2cd168 req-75fe7274-c00b-494f-a576-1035277cd9c2 service neutron] Checking agent: {'id': '7f90b46f-777d-4aa1-89b5-840fb2878c39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 21, 2, 24), 'started_at': datetime.datetime(2022, 5, 26, 21, 2, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 21, 7, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 21:07:27.697465 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebaf026b-fabf-47f5-97d0-711b9b2cd168 req-75fe7274-c00b-494f-a576-1035277cd9c2 service neutron] Checking segment: {'id': '5a8b3ddd-b07c-4334-a55f-ea808909a34b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '01728002-c90b-452e-a166-db394444487a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 21:07:27.697848 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebaf026b-fabf-47f5-97d0-711b9b2cd168 req-75fe7274-c00b-494f-a576-1035277cd9c2 service neutron] Bound using segment: {'id': '5a8b3ddd-b07c-4334-a55f-ea808909a34b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '01728002-c90b-452e-a166-db394444487a'} {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 21:07:27.698268 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [req-ebaf026b-fabf-47f5-97d0-711b9b2cd168 req-75fe7274-c00b-494f-a576-1035277cd9c2 service neutron] Bound port: b8eabf38-66f4-4c22-951d-5ea6dedff354, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a8b3ddd-b07c-4334-a55f-ea808909a34b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '01728002-c90b-452e-a166-db394444487a'}}] {{(pid=104101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 21:07:27.698803 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-ebaf026b-fabf-47f5-97d0-711b9b2cd168 req-75fe7274-c00b-494f-a576-1035277cd9c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (b8eabf38-66f4-4c22-951d-5ea6dedff354), before_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:27.774589 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.db [req-ebaf026b-fabf-47f5-97d0-711b9b2cd168 req-75fe7274-c00b-494f-a576-1035277cd9c2 service neutron] For port b8eabf38-66f4-4c22-951d-5ea6dedff354, host hv-cinder-82880, cleared binding levels {{(pid=104101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 21:07:27.778121 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.db [req-ebaf026b-fabf-47f5-97d0-711b9b2cd168 req-75fe7274-c00b-494f-a576-1035277cd9c2 service neutron] For port b8eabf38-66f4-4c22-951d-5ea6dedff354, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=b8eabf38-66f4-4c22-951d-5ea6dedff354,segment=NetworkSegment(5a8b3ddd-b07c-4334-a55f-ea808909a34b),segment_id=5a8b3ddd-b07c-4334-a55f-ea808909a34b)] {{(pid=104101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 21:07:27.787895 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-ebaf026b-fabf-47f5-97d0-711b9b2cd168 req-75fe7274-c00b-494f-a576-1035277cd9c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13231786'] for port (b8eabf38-66f4-4c22-951d-5ea6dedff354), after_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:27.824309 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaf026b-fabf-47f5-97d0-711b9b2cd168 req-75fe7274-c00b-494f-a576-1035277cd9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:07:27.824933 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-ebaf026b-fabf-47f5-97d0-711b9b2cd168 req-75fe7274-c00b-494f-a576-1035277cd9c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25531'] for port (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:27.826299 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-ebaf026b-fabf-47f5-97d0-711b9b2cd168 req-75fe7274-c00b-494f-a576-1035277cd9c2 service neutron] 10.222.0.62 "PUT /v2.0/ports/b8eabf38-66f4-4c22-951d-5ea6dedff354 HTTP/1.1" status: 200 len: 1094 time: 0.6581533 May 26 21:07:27.826763 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b43cfeb-b67e-4418-943c-e916badf9a1a', 'tag': 'b8eabf38-66f4-4c22-951d-5ea6dedff354'}] {{(pid=104101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:07:27.828947 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e35b3b942162f380527a6ddce7731c26b87baf9d9763e10c20fbd720b027cea7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef075b14-1ce2-4093-ae59-d503bae639f9" -d '{"events": [{"name": "network-changed", "server_uuid": "1b43cfeb-b67e-4418-943c-e916badf9a1a", "tag": "b8eabf38-66f4-4c22-951d-5ea6dedff354"}]}' {{(pid=104101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:07:27.856749 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fe7274-c00b-494f-a576-1035277cd9c2 service neutron] Pushing event updated for resources: {'Port': ['ID=b8eabf38-66f4-4c22-951d-5ea6dedff354,revision_number=3']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:07:27.904068 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 21:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0420015-dec0-4d45-bc7c-34a89f46e29a x-openstack-request-id: req-f0420015-dec0-4d45-bc7c-34a89f46e29a {{(pid=104101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:07:27.904419 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b43cfeb-b67e-4418-943c-e916badf9a1a", "tag": "b8eabf38-66f4-4c22-951d-5ea6dedff354", "status": "completed", "code": 200}]} {{(pid=104101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:07:27.904675 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f0420015-dec0-4d45-bc7c-34a89f46e29a {{(pid=104101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:07:27.905588 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0420015-dec0-4d45-bc7c-34a89f46e29a'] response: {'name': 'network-changed', 'server_uuid': '1b43cfeb-b67e-4418-943c-e916badf9a1a', 'tag': 'b8eabf38-66f4-4c22-951d-5ea6dedff354', 'status': 'completed', 'code': 200} May 26 21:07:27.975183 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaf026b-fabf-47f5-97d0-711b9b2cd168 req-fc37b12f-104f-4b3f-b4b5-61f2d262a391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:07:27.976787 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-ebaf026b-fabf-47f5-97d0-711b9b2cd168 req-fc37b12f-104f-4b3f-b4b5-61f2d262a391 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=aaa9e1a61984467ab8efae451b270558&device_id=1b43cfeb-b67e-4418-943c-e916badf9a1a HTTP/1.1" status: 200 len: 1128 time: 0.0422564 May 26 21:07:28.189421 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdef35cc-2f3b-4ef3-a75a-ccd3960814e3 req-2f92734c-0884-486c-be73-7f7188a62616 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:07:28.190994 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-cdef35cc-2f3b-4ef3-a75a-ccd3960814e3 req-2f92734c-0884-486c-be73-7f7188a62616 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=359cea60-13ec-460e-811b-b7e54fc7850b HTTP/1.1" status: 200 len: 943 time: 0.0509953 May 26 21:07:28.239431 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-cdef35cc-2f3b-4ef3-a75a-ccd3960814e3 req-b11abed5-a52a-4712-b394-661bc18a0799 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/security-groups?id=b57d1125-26ba-42b5-a63d-5b77fdc0f323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422368 May 26 21:07:28.257736 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-ebaf026b-fabf-47f5-97d0-711b9b2cd168 req-475e7d19-fc66-497c-8d82-81a4e455ccba service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b8eabf38-66f4-4c22-951d-5ea6dedff354 HTTP/1.1" status: 200 len: 217 time: 0.2643180 May 26 21:07:28.307350 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaf026b-fabf-47f5-97d0-711b9b2cd168 req-6c6bddea-d010-4d6e-975e-ebed15067e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:07:28.308766 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-ebaf026b-fabf-47f5-97d0-711b9b2cd168 req-6c6bddea-d010-4d6e-975e-ebed15067e47 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9203b2fc-d019-4045-ae31-83603be0cf2e HTTP/1.1" status: 200 len: 854 time: 0.0443828 May 26 21:07:28.350370 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaf026b-fabf-47f5-97d0-711b9b2cd168 req-a6070e88-5444-4e0a-86c7-83d23b5052ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:07:28.351733 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-ebaf026b-fabf-47f5-97d0-711b9b2cd168 req-a6070e88-5444-4e0a-86c7-83d23b5052ab service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=01728002-c90b-452e-a166-db394444487a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0365458 May 26 21:07:28.407082 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=3 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:07:28.449299 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-ebaf026b-fabf-47f5-97d0-711b9b2cd168 req-cc46397e-44b3-4c69-8264-eba6f6c650c2 service neutron] 10.222.0.62 "GET /v2.0/networks/01728002-c90b-452e-a166-db394444487a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903130 May 26 21:07:28.543497 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-ebaf026b-fabf-47f5-97d0-711b9b2cd168 req-7f406877-ce9d-46b9-b158-d269d6a5adcf service neutron] 10.222.0.62 "GET /v2.0/networks/01728002-c90b-452e-a166-db394444487a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881202 May 26 21:07:28.765663 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64cc540-9617-4450-9dde-3d880b2b1af7 req-f9a56816-14c6-4ef0-a826-422ce3d3ad45 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:07:28.767283 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-b64cc540-9617-4450-9dde-3d880b2b1af7 req-f9a56816-14c6-4ef0-a826-422ce3d3ad45 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/ports?device_id=1b43cfeb-b67e-4418-943c-e916badf9a1a HTTP/1.1" status: 200 len: 944 time: 0.0484331 May 26 21:07:28.809900 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=100 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:07:28.818134 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-b64cc540-9617-4450-9dde-3d880b2b1af7 req-f728dde0-e5a2-49d3-80e1-9a47ffa71f2d tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/security-groups?id=9a1a54e9-4875-4c75-830d-b53a6257e266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440171 May 26 21:07:29.354481 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f98cc84-3f4f-4321-9a4e-729d27e528c6 req-60fc3a2e-ec92-4f95-b1bc-b68f8878e187 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:07:29.355891 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-2f98cc84-3f4f-4321-9a4e-729d27e528c6 req-60fc3a2e-ec92-4f95-b1bc-b68f8878e187 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=359cea60-13ec-460e-811b-b7e54fc7850b HTTP/1.1" status: 200 len: 943 time: 0.0453291 May 26 21:07:29.403884 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-2f98cc84-3f4f-4321-9a4e-729d27e528c6 req-2dee3795-8bd7-46f1-89c1-5d0854294e1e tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/security-groups?id=b57d1125-26ba-42b5-a63d-5b77fdc0f323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426366 May 26 21:07:29.755186 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 48414) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:07:29.793235 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef075b14-1ce2-4093-ae59-d503bae639f9 req-2c54cce2-3e94-464d-b09a-ebc0e564a416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:07:29.794652 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-ef075b14-1ce2-4093-ae59-d503bae639f9 req-2c54cce2-3e94-464d-b09a-ebc0e564a416 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=aaa9e1a61984467ab8efae451b270558&device_id=1b43cfeb-b67e-4418-943c-e916badf9a1a HTTP/1.1" status: 200 len: 1128 time: 0.0430820 May 26 21:07:29.861949 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-5ee1599f-50dd-40db-8206-58561ae8d993 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:29.892843 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef075b14-1ce2-4093-ae59-d503bae639f9 req-aa58a93c-3834-4309-b74f-1a420a3d6cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:07:29.894567 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-ef075b14-1ce2-4093-ae59-d503bae639f9 req-aa58a93c-3834-4309-b74f-1a420a3d6cd6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=01728002-c90b-452e-a166-db394444487a HTTP/1.1" status: 200 len: 916 time: 0.0903516 May 26 21:07:29.938944 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-ef075b14-1ce2-4093-ae59-d503bae639f9 req-6bb5e9e2-ac46-4227-9d1d-398753572a37 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b8eabf38-66f4-4c22-951d-5ea6dedff354 HTTP/1.1" status: 200 len: 217 time: 0.0364394 May 26 21:07:29.966146 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838f0d3f-3dbc-414e-ac64-721418bf6b71 req-01626014-a2cf-4122-a5b1-28a3872fb0b9 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:07:29.967626 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-838f0d3f-3dbc-414e-ac64-721418bf6b71 req-01626014-a2cf-4122-a5b1-28a3872fb0b9 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/ports?device_id=1b43cfeb-b67e-4418-943c-e916badf9a1a HTTP/1.1" status: 200 len: 944 time: 0.0654130 May 26 21:07:29.987289 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-5ee1599f-50dd-40db-8206-58561ae8d993 admin admin] Publish callbacks [] for security_group (33e67c6e-bf52-4ff8-9f59-608a0d5b9660), precommit_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:29.992315 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef075b14-1ce2-4093-ae59-d503bae639f9 req-ab078675-e599-4850-b416-514db1008369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:07:29.993800 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-ef075b14-1ce2-4093-ae59-d503bae639f9 req-ab078675-e599-4850-b416-514db1008369 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9203b2fc-d019-4045-ae31-83603be0cf2e HTTP/1.1" status: 200 len: 854 time: 0.0470953 May 26 21:07:29.997546 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-5ee1599f-50dd-40db-8206-58561ae8d993 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (33e67c6e-bf52-4ff8-9f59-608a0d5b9660), after_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:30.038954 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef075b14-1ce2-4093-ae59-d503bae639f9 req-9d6063b2-a593-4ec8-9770-f9589760d975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:07:30.042325 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-5ee1599f-50dd-40db-8206-58561ae8d993 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=35fbec6984b044b889e81fbba81ce8d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2837169 May 26 21:07:30.042479 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-ef075b14-1ce2-4093-ae59-d503bae639f9 req-9d6063b2-a593-4ec8-9770-f9589760d975 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=01728002-c90b-452e-a166-db394444487a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0373561 May 26 21:07:30.042580 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 48420) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:07:30.057036 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee1599f-50dd-40db-8206-58561ae8d993 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33e67c6e-bf52-4ff8-9f59-608a0d5b9660,revision_number=1']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:07:30.063698 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-838f0d3f-3dbc-414e-ac64-721418bf6b71 req-b2438670-4a53-4b76-8a25-2e566cc6fcf6 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/security-groups?id=9a1a54e9-4875-4c75-830d-b53a6257e266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863454 May 26 21:07:30.068321 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee1599f-50dd-40db-8206-58561ae8d993 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:07:30.068674 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee1599f-50dd-40db-8206-58561ae8d993 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:07:30.069019 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee1599f-50dd-40db-8206-58561ae8d993 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:07:30.069367 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee1599f-50dd-40db-8206-58561ae8d993 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:07:30.069693 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee1599f-50dd-40db-8206-58561ae8d993 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:07:30.070024 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee1599f-50dd-40db-8206-58561ae8d993 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:07:30.070349 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee1599f-50dd-40db-8206-58561ae8d993 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:07:30.070714 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee1599f-50dd-40db-8206-58561ae8d993 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:07:30.071043 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee1599f-50dd-40db-8206-58561ae8d993 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:07:30.071374 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee1599f-50dd-40db-8206-58561ae8d993 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:07:30.071697 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee1599f-50dd-40db-8206-58561ae8d993 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:07:30.072024 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee1599f-50dd-40db-8206-58561ae8d993 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:07:30.072348 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee1599f-50dd-40db-8206-58561ae8d993 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:07:30.072664 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee1599f-50dd-40db-8206-58561ae8d993 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:07:30.072983 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ee1599f-50dd-40db-8206-58561ae8d993 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:07:30.158266 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-6b4d0f13-99ca-451e-bc76-322e531aac10 admin admin] Publish callbacks [] for security_group (33e67c6e-bf52-4ff8-9f59-608a0d5b9660), before_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:30.178201 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-ef075b14-1ce2-4093-ae59-d503bae639f9 req-f6259f8f-8b08-4ba5-8c5a-abb84289774c service neutron] 10.222.0.62 "GET /v2.0/networks/01728002-c90b-452e-a166-db394444487a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287937 May 26 21:07:30.189174 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-6b4d0f13-99ca-451e-bc76-322e531aac10 admin admin] Publish callbacks [] for security_group (33e67c6e-bf52-4ff8-9f59-608a0d5b9660), precommit_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:30.202176 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:07:30.204923 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:07:30.301980 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-6b4d0f13-99ca-451e-bc76-322e531aac10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (33e67c6e-bf52-4ff8-9f59-608a0d5b9660), after_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:30.304478 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-6b4d0f13-99ca-451e-bc76-322e531aac10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:30.305574 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-6b4d0f13-99ca-451e-bc76-322e531aac10 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/33e67c6e-bf52-4ff8-9f59-608a0d5b9660 HTTP/1.1" status: 204 len: 168 time: 0.2621462 May 26 21:07:30.309482 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-ef075b14-1ce2-4093-ae59-d503bae639f9 req-7060fe7c-43cd-4693-95cf-2c0d8aa65da1 service neutron] 10.222.0.62 "GET /v2.0/networks/01728002-c90b-452e-a166-db394444487a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181631 May 26 21:07:30.314999 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4d0f13-99ca-451e-bc76-322e531aac10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33e67c6e-bf52-4ff8-9f59-608a0d5b9660,revision_number=None']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:07:30.529308 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f63012-750d-4258-9697-9d0403086e7b req-9b0b88c4-1c8a-4b5d-9219-a60dd0509fcd tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:07:30.530727 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-e2f63012-750d-4258-9697-9d0403086e7b req-9b0b88c4-1c8a-4b5d-9219-a60dd0509fcd tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=359cea60-13ec-460e-811b-b7e54fc7850b HTTP/1.1" status: 200 len: 943 time: 0.0505612 May 26 21:07:30.548841 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:07:30.579388 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-e2f63012-750d-4258-9697-9d0403086e7b req-f2a5aff4-88c0-454a-b7a1-3cca8f08afe5 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/security-groups?id=b57d1125-26ba-42b5-a63d-5b77fdc0f323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430865 May 26 21:07:30.933003 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 48446) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:07:30.954029 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Device b8eabf38-66f4-4c22-951d-5ea6dedff354 details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=104103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 21:07:31.015731 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:07:31.037367 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.v2.base [None req-20262063-6df9-4027-a40b-92088197ed2e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-298412895-network', 'tenant_id': 'cdb0cbaf75ee402091c3eec9dd512a2d'}} {{(pid=104101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:07:31.053444 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] For port b8eabf38-66f4-4c22-951d-5ea6dedff354, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=b8eabf38-66f4-4c22-951d-5ea6dedff354,segment=NetworkSegment(5a8b3ddd-b07c-4334-a55f-ea808909a34b),segment_id=5a8b3ddd-b07c-4334-a55f-ea808909a34b)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:07:31.059122 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20262063-6df9-4027-a40b-92088197ed2e admin admin] Made reservation on behalf of cdb0cbaf75ee402091c3eec9dd512a2d for: {'network': 1} {{(pid=104101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 21:07:31.061481 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-20262063-6df9-4027-a40b-92088197ed2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for network (None), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:31.068876 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Returning: {'device': 'b8eabf38-66f4-4c22-951d-5ea6dedff354', 'network_id': '01728002-c90b-452e-a166-db394444487a', 'port_id': 'b8eabf38-66f4-4c22-951d-5ea6dedff354', 'mac_address': 'fa:16:3e:91:51:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9203b2fc-d019-4045-ae31-83603be0cf2e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 21:07:31.070627 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-20262063-6df9-4027-a40b-92088197ed2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:31.155738 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-20262063-6df9-4027-a40b-92088197ed2e admin admin] Publish callbacks [] for security_group (e148b512-cd9e-4c89-a117-eef82b8f00a8), precommit_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:31.161027 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-20262063-6df9-4027-a40b-92088197ed2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (e148b512-cd9e-4c89-a117-eef82b8f00a8), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:31.180150 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20262063-6df9-4027-a40b-92088197ed2e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=104101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 21:07:31.193540 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e1c6bc-a2ae-4932-a039-1990770cdd68 req-4e347ea8-8c9b-4aab-8064-c5fe3a2941f5 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:07:31.200031 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-95e1c6bc-a2ae-4932-a039-1990770cdd68 req-4e347ea8-8c9b-4aab-8064-c5fe3a2941f5 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/ports?device_id=1b43cfeb-b67e-4418-943c-e916badf9a1a HTTP/1.1" status: 200 len: 944 time: 0.0559864 May 26 21:07:31.205408 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-20262063-6df9-4027-a40b-92088197ed2e admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8787881957991', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-995747'] for segment (b05a28e2-d38c-435b-8849-904ab696de67), precommit_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:31.205831 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.db.segments_db [None req-20262063-6df9-4027-a40b-92088197ed2e admin admin] Added segment b05a28e2-d38c-435b-8849-904ab696de67 of type vlan for network 8361e751-9256-4ca9-a308-997af07ebd0d May 26 21:07:31.219445 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20262063-6df9-4027-a40b-92088197ed2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e148b512-cd9e-4c89-a117-eef82b8f00a8,revision_number=1']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:07:31.229613 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Current status of the port b8eabf38-66f4-4c22-951d-5ea6dedff354 is: DOWN; New status is: BUILD {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:07:31.230057 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (b8eabf38-66f4-4c22-951d-5ea6dedff354), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:31.244515 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.notifiers.nova [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8eabf38-66f4-4c22-951d-5ea6dedff354 {{(pid=104103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 21:07:31.255941 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-20262063-6df9-4027-a40b-92088197ed2e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787881459577'] for network (8361e751-9256-4ca9-a308-997af07ebd0d), precommit_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:31.260486 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-95e1c6bc-a2ae-4932-a039-1990770cdd68 req-cbf23c30-b979-41a5-a54d-95e9126a3239 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/security-groups?id=9a1a54e9-4875-4c75-830d-b53a6257e266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587070 May 26 21:07:31.265100 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] For port b8eabf38-66f4-4c22-951d-5ea6dedff354, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=b8eabf38-66f4-4c22-951d-5ea6dedff354,segment=NetworkSegment(5a8b3ddd-b07c-4334-a55f-ea808909a34b),segment_id=5a8b3ddd-b07c-4334-a55f-ea808909a34b)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:07:31.270681 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (b8eabf38-66f4-4c22-951d-5ea6dedff354), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:31.284493 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-20262063-6df9-4027-a40b-92088197ed2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052'] for network (8361e751-9256-4ca9-a308-997af07ebd0d), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:31.285679 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20262063-6df9-4027-a40b-92088197ed2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:07:31.286319 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-20262063-6df9-4027-a40b-92088197ed2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-416010'] for network (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:31.319728 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Pushing event updated for resources: {'Port': ['ID=b8eabf38-66f4-4c22-951d-5ea6dedff354,revision_number=4']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:07:31.343409 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-20262063-6df9-4027-a40b-92088197ed2e admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.4093020 May 26 21:07:31.346279 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 48452) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:07:31.351337 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.v2.base [None req-a06047d5-5410-4c6c-b753-a5c036e42391 admin admin] Request body: {'subnet': {'network_id': '8361e751-9256-4ca9-a308-997af07ebd0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-298412895-subnet', 'tenant_id': 'cdb0cbaf75ee402091c3eec9dd512a2d', 'ip_version': 4}} {{(pid=104102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:07:31.354391 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20262063-6df9-4027-a40b-92088197ed2e admin admin] Pushing event updated for resources: {'Network': ['ID=8361e751-9256-4ca9-a308-997af07ebd0d,revision_number=1']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:07:31.364463 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Network 8361e751-9256-4ca9-a308-997af07ebd0d details requested by agent ovs-agent-dv-cinder-828806-3-iscsi with host dv-cinder-828806-3-iscsi {{(pid=104103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 21:07:31.371419 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a06047d5-5410-4c6c-b753-a5c036e42391 admin admin] Made reservation on behalf of cdb0cbaf75ee402091c3eec9dd512a2d for: {'subnet': 1} {{(pid=104102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 21:07:31.373802 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-a06047d5-5410-4c6c-b753-a5c036e42391 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15806551'] for subnet (None), before_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:31.404910 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:07:31.535886 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-a06047d5-5410-4c6c-b753-a5c036e42391 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16680687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15806529'] for subnet (23d264e0-dc41-488b-b140-960ceb4020db), after_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:31.578214 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:07:31.590388 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06047d5-5410-4c6c-b753-a5c036e42391 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23d264e0-dc41-488b-b140-960ceb4020db,revision_number=0']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:07:31.605783 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06047d5-5410-4c6c-b753-a5c036e42391 admin admin] Checking segment: {'id': 'b05a28e2-d38c-435b-8849-904ab696de67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '8361e751-9256-4ca9-a308-997af07ebd0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 21:07:31.606138 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a06047d5-5410-4c6c-b753-a5c036e42391 admin admin] Network hostable DHCP agents. Network: 8361e751-9256-4ca9-a308-997af07ebd0d, hostable agents: ['28061657-8b16-479f-8ff4-19bdcc74bc2c'], hosted agents: [] {{(pid=104102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 21:07:31.624473 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a06047d5-5410-4c6c-b753-a5c036e42391 admin admin] Network 8361e751-9256-4ca9-a308-997af07ebd0d is scheduled to be hosted by DHCP agent 28061657-8b16-479f-8ff4-19bdcc74bc2c with binding_index 1 {{(pid=104102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 21:07:31.644547 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.scheduler.base_scheduler [None req-a06047d5-5410-4c6c-b753-a5c036e42391 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828806-3-iscsi, 8361e751-9256-4ca9-a308-997af07ebd0d) {{(pid=104102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:07:31.647466 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] get_ports_and_sgs() called for port_ids ['b8eabf38-66f4-4c22-951d-5ea6dedff354'] {{(pid=104103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 21:07:31.649228 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a06047d5-5410-4c6c-b753-a5c036e42391 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:07:31.649880 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-a06047d5-5410-4c6c-b753-a5c036e42391 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-416010'] for subnet (None), before_response {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:31.668013 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-a06047d5-5410-4c6c-b753-a5c036e42391 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3204012 May 26 21:07:31.671176 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 48458) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:07:31.676428 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.v2.base [None req-d188e56f-59f5-4d5b-9bb8-6a1e218064fc admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-298412895-router', 'tenant_id': 'cdb0cbaf75ee402091c3eec9dd512a2d', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12'}}} {{(pid=104101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:07:31.687669 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e7dc9c0-f725-4ee6-8a56-3ada8c01869a None None] Network 8361e751-9256-4ca9-a308-997af07ebd0d requested from dv-cinder-828806-3-iscsi {{(pid=104103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 21:07:31.715079 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-d188e56f-59f5-4d5b-9bb8-6a1e218064fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1620298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130580'] for router (1b4fc86d-8450-42c5-9e4b-923338fbbf56), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:31.717237 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-d188e56f-59f5-4d5b-9bb8-6a1e218064fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1900282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1617482', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130589'] for router (1b4fc86d-8450-42c5-9e4b-923338fbbf56), precommit_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:31.758348 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae962809-124b-46f7-84ba-1529f4cc1935 req-93981773-3780-47a6-95d1-8e84c4148031 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:07:31.760000 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-ae962809-124b-46f7-84ba-1529f4cc1935 req-93981773-3780-47a6-95d1-8e84c4148031 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=359cea60-13ec-460e-811b-b7e54fc7850b HTTP/1.1" status: 200 len: 943 time: 0.0768554 May 26 21:07:31.777201 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-d188e56f-59f5-4d5b-9bb8-6a1e218064fc admin admin] Publish callbacks [] for router_controller (1b4fc86d-8450-42c5-9e4b-923338fbbf56), precommit_add_association {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:31.824781 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-ae962809-124b-46f7-84ba-1529f4cc1935 req-15874f5f-1356-4869-8005-0d66bae48d8d tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/security-groups?id=b57d1125-26ba-42b5-a63d-5b77fdc0f323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585523 May 26 21:07:31.887886 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-816cde88-d14b-4858-8bed-04460e39f9b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2409f73a-ea29-5b6a-a3ea-b37c97379b6a-8361e751-9256-4ca9-a308-997af07ebd0d', 'network_id': '8361e751-9256-4ca9-a308-997af07ebd0d', 'project_id': 'cdb0cbaf75ee402091c3eec9dd512a2d', 'fixed_ips': [{'subnet_id': '23d264e0-dc41-488b-b140-960ceb4020db'}]}} from dv-cinder-828806-3-iscsi. {{(pid=104103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 26 21:07:31.888673 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-816cde88-d14b-4858-8bed-04460e39f9b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (None), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:31.967364 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-d188e56f-59f5-4d5b-9bb8-6a1e218064fc admin admin] Publish callbacks [] for router_gateway (1b4fc86d-8450-42c5-9e4b-923338fbbf56), precommit_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:32.047386 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.db_base_plugin_common [None req-816cde88-d14b-4858-8bed-04460e39f9b0 None None] Allocated IP 172.20.0.2 (8361e751-9256-4ca9-a308-997af07ebd0d/23d264e0-dc41-488b-b140-960ceb4020db/2f9b524f-1d56-49dc-bf6b-da131000d719) {{(pid=104103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 21:07:32.105351 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:07:32.145284 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-d188e56f-59f5-4d5b-9bb8-6a1e218064fc admin admin] Publish callbacks [] for router_gateway (1b4fc86d-8450-42c5-9e4b-923338fbbf56), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:32.164319 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-d188e56f-59f5-4d5b-9bb8-6a1e218064fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (None), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:32.166693 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=79,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=4 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:07:32.188934 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-816cde88-d14b-4858-8bed-04460e39f9b0 None None] Publish callbacks [] for port (2f9b524f-1d56-49dc-bf6b-da131000d719), precommit_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:32.196373 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-816cde88-d14b-4858-8bed-04460e39f9b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787881445699'] for port (2f9b524f-1d56-49dc-bf6b-da131000d719), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:32.232511 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-816cde88-d14b-4858-8bed-04460e39f9b0 None None] Network 8361e751-9256-4ca9-a308-997af07ebd0d is already hosted by enough agents. {{(pid=104103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 21:07:32.235388 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.base_scheduler [None req-816cde88-d14b-4858-8bed-04460e39f9b0 None None] Resources bound (agent type, host, resource id): {{(pid=104103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:07:32.241696 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816cde88-d14b-4858-8bed-04460e39f9b0 None None] Received port after_create {{(pid=104103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 21:07:32.250386 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816cde88-d14b-4858-8bed-04460e39f9b0 None None] Pushing event updated for resources: {'Port': ['ID=2f9b524f-1d56-49dc-bf6b-da131000d719,revision_number=1']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:07:32.279166 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.db.db_base_plugin_common [None req-d188e56f-59f5-4d5b-9bb8-6a1e218064fc admin admin] Allocated IP 172.27.2.106 (7d433162-bc3c-42dc-9b38-0bd5733b5e12/724ba99f-4e90-4a15-97fd-930eedded7a9/537fdb2f-dcc7-404b-9c1c-df0eeaecda4b) {{(pid=104101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 21:07:32.293026 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:07:32.304610 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.managers [None req-816cde88-d14b-4858-8bed-04460e39f9b0 None None] Attempting to bind port 2f9b524f-1d56-49dc-bf6b-da131000d719 on host dv-cinder-828806-3-iscsi for vnic_type normal with profile {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 21:07:32.304989 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.managers [None req-816cde88-d14b-4858-8bed-04460e39f9b0 None None] Attempting to bind port 2f9b524f-1d56-49dc-bf6b-da131000d719 by drivers openvswitch,hyperv on host dv-cinder-828806-3-iscsi at level 0 using segments [{'id': 'b05a28e2-d38c-435b-8849-904ab696de67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '8361e751-9256-4ca9-a308-997af07ebd0d'}] {{(pid=104103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 21:07:32.305365 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816cde88-d14b-4858-8bed-04460e39f9b0 None None] Attempting to bind port 2f9b524f-1d56-49dc-bf6b-da131000d719 on network 8361e751-9256-4ca9-a308-997af07ebd0d {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 21:07:32.310859 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816cde88-d14b-4858-8bed-04460e39f9b0 None None] Checking agent: {'id': '545ffc5a-00f7-4140-8f25-9e74b0e32d39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828806-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 20, 55, 46), 'started_at': datetime.datetime(2022, 5, 26, 20, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 21, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828806-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 21:07:32.312597 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816cde88-d14b-4858-8bed-04460e39f9b0 None None] Checking segment: {'id': 'b05a28e2-d38c-435b-8849-904ab696de67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '8361e751-9256-4ca9-a308-997af07ebd0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 21:07:32.312597 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-816cde88-d14b-4858-8bed-04460e39f9b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:32.312597 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816cde88-d14b-4858-8bed-04460e39f9b0 None None] Bound using segment: {'id': 'b05a28e2-d38c-435b-8849-904ab696de67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '8361e751-9256-4ca9-a308-997af07ebd0d'} {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 21:07:32.312597 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.managers [None req-816cde88-d14b-4858-8bed-04460e39f9b0 None None] Bound port: 2f9b524f-1d56-49dc-bf6b-da131000d719, host: dv-cinder-828806-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b05a28e2-d38c-435b-8849-904ab696de67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '8361e751-9256-4ca9-a308-997af07ebd0d'}}] {{(pid=104103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 21:07:32.313004 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-816cde88-d14b-4858-8bed-04460e39f9b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (2f9b524f-1d56-49dc-bf6b-da131000d719), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:32.376495 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:07:32.379390 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-816cde88-d14b-4858-8bed-04460e39f9b0 None None] For port 2f9b524f-1d56-49dc-bf6b-da131000d719, host dv-cinder-828806-3-iscsi, cleared binding levels {{(pid=104103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 21:07:32.383109 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-816cde88-d14b-4858-8bed-04460e39f9b0 None None] For port 2f9b524f-1d56-49dc-bf6b-da131000d719, host dv-cinder-828806-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-3-iscsi',level=0,port_id=2f9b524f-1d56-49dc-bf6b-da131000d719,segment=NetworkSegment(b05a28e2-d38c-435b-8849-904ab696de67),segment_id=b05a28e2-d38c-435b-8849-904ab696de67)] {{(pid=104103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 21:07:32.389687 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-816cde88-d14b-4858-8bed-04460e39f9b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (2f9b524f-1d56-49dc-bf6b-da131000d719), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:32.395899 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-d188e56f-59f5-4d5b-9bb8-6a1e218064fc admin admin] Publish callbacks [] for port (537fdb2f-dcc7-404b-9c1c-df0eeaecda4b), precommit_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:32.399674 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada97b61-9d80-4f6e-a2ac-f2cdad2c806b req-aa8eb4c7-1462-4d48-9428-021c4354062c tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:07:32.401703 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-ada97b61-9d80-4f6e-a2ac-f2cdad2c806b req-aa8eb4c7-1462-4d48-9428-021c4354062c tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/ports?device_id=1b43cfeb-b67e-4418-943c-e916badf9a1a HTTP/1.1" status: 200 len: 945 time: 0.0554402 May 26 21:07:32.440998 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-d188e56f-59f5-4d5b-9bb8-6a1e218064fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787881445699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13231773'] for port (537fdb2f-dcc7-404b-9c1c-df0eeaecda4b), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:32.442502 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816cde88-d14b-4858-8bed-04460e39f9b0 None None] Pushing event updated for resources: {'Port': ['ID=2f9b524f-1d56-49dc-bf6b-da131000d719,revision_number=2']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:07:32.462568 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-ada97b61-9d80-4f6e-a2ac-f2cdad2c806b req-5faf0098-1a88-49b9-b95c-7d2ea00ff3d9 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/security-groups?id=9a1a54e9-4875-4c75-830d-b53a6257e266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541666 May 26 21:07:32.488350 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d188e56f-59f5-4d5b-9bb8-6a1e218064fc admin admin] Network 7d433162-bc3c-42dc-9b38-0bd5733b5e12 is already hosted by enough agents. {{(pid=104101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 21:07:32.492428 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.scheduler.base_scheduler [None req-d188e56f-59f5-4d5b-9bb8-6a1e218064fc admin admin] Resources bound (agent type, host, resource id): {{(pid=104101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:07:32.494297 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d188e56f-59f5-4d5b-9bb8-6a1e218064fc admin admin] Received port after_create {{(pid=104101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 21:07:32.528650 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d188e56f-59f5-4d5b-9bb8-6a1e218064fc admin admin] Pushing event updated for resources: {'Port': ['ID=537fdb2f-dcc7-404b-9c1c-df0eeaecda4b,revision_number=1']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:07:32.765532 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-d188e56f-59f5-4d5b-9bb8-6a1e218064fc admin admin] Publish callbacks [] for router_gateway (1b4fc86d-8450-42c5-9e4b-923338fbbf56), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:32.949281 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-d188e56f-59f5-4d5b-9bb8-6a1e218064fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1900237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1617465'] for router (1b4fc86d-8450-42c5-9e4b-923338fbbf56), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:32.954232 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a1732e-d34e-4e0d-a9b4-8871c04cb249 req-5a6c57b1-1c35-4af1-8c88-7796dafa2f9e tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:07:32.955778 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-a2a1732e-d34e-4e0d-a9b4-8871c04cb249 req-5a6c57b1-1c35-4af1-8c88-7796dafa2f9e tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=359cea60-13ec-460e-811b-b7e54fc7850b HTTP/1.1" status: 200 len: 943 time: 0.0501144 May 26 21:07:32.971617 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Device b8eabf38-66f4-4c22-951d-5ea6dedff354 up at agent hyperv_hv-cinder-82880 {{(pid=104103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:07:33.016663 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Provisioning for port b8eabf38-66f4-4c22-951d-5ea6dedff354 completed by entity L2. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 21:07:33.016841 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-a2a1732e-d34e-4e0d-a9b4-8871c04cb249 req-552961f8-3245-4a53-9632-b00866a46ea5 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/security-groups?id=b57d1125-26ba-42b5-a63d-5b77fdc0f323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544238 May 26 21:07:33.025616 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Provisioning complete for port b8eabf38-66f4-4c22-951d-5ea6dedff354 triggered by entity L2. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:07:33.026664 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (b8eabf38-66f4-4c22-951d-5ea6dedff354), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:33.044061 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:07:33.068715 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:07:33.096822 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d188e56f-59f5-4d5b-9bb8-6a1e218064fc admin admin] Router 1b4fc86d-8450-42c5-9e4b-923338fbbf56 is scheduled to L3 agent ccb07560-1e88-42f3-8411-377a93089622 with binding_index 1 {{(pid=104101) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 21:07:33.109760 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Current status of the port b8eabf38-66f4-4c22-951d-5ea6dedff354 is: BUILD; New status is: ACTIVE {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:07:33.110338 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (b8eabf38-66f4-4c22-951d-5ea6dedff354), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:33.136654 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b43cfeb-b67e-4418-943c-e916badf9a1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8eabf38-66f4-4c22-951d-5ea6dedff354'}] {{(pid=104103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:07:33.139078 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b44267d7c8a7abe6e93cd6d61df03f02c4feaf0da3ba5ea8b381a36bebf6efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a54ce48-371a-4201-a14e-45ec6b1d28aa" -d '{"events": [{"server_uuid": "1b43cfeb-b67e-4418-943c-e916badf9a1a", "name": "network-vif-plugged", "status": "completed", "tag": "b8eabf38-66f4-4c22-951d-5ea6dedff354"}]}' {{(pid=104103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:07:33.152698 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] For port b8eabf38-66f4-4c22-951d-5ea6dedff354, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=b8eabf38-66f4-4c22-951d-5ea6dedff354,segment=NetworkSegment(5a8b3ddd-b07c-4334-a55f-ea808909a34b),segment_id=5a8b3ddd-b07c-4334-a55f-ea808909a34b)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:07:33.159203 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (b8eabf38-66f4-4c22-951d-5ea6dedff354), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:33.189805 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 21:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca8e9d04-b19f-4f66-9d4d-16dd4fee872d x-openstack-request-id: req-ca8e9d04-b19f-4f66-9d4d-16dd4fee872d {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:07:33.190115 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b43cfeb-b67e-4418-943c-e916badf9a1a", "name": "network-vif-plugged", "status": "completed", "tag": "b8eabf38-66f4-4c22-951d-5ea6dedff354", "code": 200}]} {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:07:33.190366 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ca8e9d04-b19f-4f66-9d4d-16dd4fee872d {{(pid=104103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:07:33.190770 dv-cinder-828806-3-iscsi neutron-server[104103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca8e9d04-b19f-4f66-9d4d-16dd4fee872d'] response: {'server_uuid': '1b43cfeb-b67e-4418-943c-e916badf9a1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8eabf38-66f4-4c22-951d-5ea6dedff354', 'code': 200} May 26 21:07:33.218116 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d188e56f-59f5-4d5b-9bb8-6a1e218064fc admin admin] Notify agent at l3_agent.dv-cinder-828806-3-iscsi the message routers_updated {{(pid=104101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 21:07:33.221538 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Pushing event updated for resources: {'Port': ['ID=b8eabf38-66f4-4c22-951d-5ea6dedff354,revision_number=5']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:07:33.229247 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d5ae3f-891b-493e-911a-4166fd8263c9 None None] Sync routers for ids ['1b4fc86d-8450-42c5-9e4b-923338fbbf56'] in dv-cinder-828806-3-iscsi {{(pid=104104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 21:07:33.231540 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=70,neutron:DELETE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:07:33.242734 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d5ae3f-891b-493e-911a-4166fd8263c9 None None] Routers {'1b4fc86d-8450-42c5-9e4b-923338fbbf56'} bound to L3 agent in host dv-cinder-828806-3-iscsi {{(pid=104104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:07:33.243349 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_hamode_db [None req-44d5ae3f-891b-493e-911a-4166fd8263c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T20:55:42Z,description=,heartbeat_timestamp=2022-05-26T21:07:12Z,host='dv-cinder-828806-3-iscsi',id=ccb07560-1e88-42f3-8411-377a93089622,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T20:55:42Z,topic='l3_agent')) {'router_ids': ['1b4fc86d-8450-42c5-9e4b-923338fbbf56'], 'active': True} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:07:33.246481 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-d188e56f-59f5-4d5b-9bb8-6a1e218064fc admin admin] Publish callbacks [] for router (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:33.250715 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 48474) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:07:33.250888 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-d188e56f-59f5-4d5b-9bb8-6a1e218064fc admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5784500 May 26 21:07:33.355168 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvr_db [None req-44d5ae3f-891b-493e-911a-4166fd8263c9 None None] Set router 1b4fc86d-8450-42c5-9e4b-923338fbbf56 gateway port host: dv-cinder-828806-3-iscsi {{(pid=104104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:07:33.456650 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-730df8be-04ba-4f9a-8489-34b0029a32af None None] Network 8361e751-9256-4ca9-a308-997af07ebd0d requested from dv-cinder-828806-3-iscsi {{(pid=104103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 21:07:33.546882 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_hamode_db [None req-44d5ae3f-891b-493e-911a-4166fd8263c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b4fc86d-8450-42c5-9e4b-923338fbbf56', 'name': 'tempest-TestMinimumBasicScenario-298412895-router', 'tenant_id': 'cdb0cbaf75ee402091c3eec9dd512a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': '537fdb2f-dcc7-404b-9c1c-df0eeaecda4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:07:31Z', 'updated_at': '2022-05-26T21:07:32Z', 'revision_number': 3, 'project_id': 'cdb0cbaf75ee402091c3eec9dd512a2d', 'gw_port': {'id': '537fdb2f-dcc7-404b-9c1c-df0eeaecda4b', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:cf:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b4fc86d-8450-42c5-9e4b-923338fbbf56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:07:32Z', 'updated_at': '2022-05-26T21:07:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi'}], 'dv-cinder-828806-3-iscsi', False) {} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:07:33.571005 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-85e6d4f1-5b10-44ac-8792-c12d5e496a5b None None] Provisioning complete for port 2f9b524f-1d56-49dc-bf6b-da131000d719 triggered by entity DHCP. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:07:33.571541 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-85e6d4f1-5b10-44ac-8792-c12d5e496a5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (2f9b524f-1d56-49dc-bf6b-da131000d719), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:33.572230 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d5ae3f-891b-493e-911a-4166fd8263c9 None None] Checking router: 1b4fc86d-8450-42c5-9e4b-923338fbbf56 for host: dv-cinder-828806-3-iscsi {{(pid=104104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 21:07:33.572583 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d5ae3f-891b-493e-911a-4166fd8263c9 None None] Updating router 1b4fc86d-8450-42c5-9e4b-923338fbbf56 port 537fdb2f-dcc7-404b-9c1c-df0eeaecda4b binding host dv-cinder-828806-3-iscsi {{(pid=104104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 21:07:33.610978 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-44d5ae3f-891b-493e-911a-4166fd8263c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (537fdb2f-dcc7-404b-9c1c-df0eeaecda4b), before_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:33.639275 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:07:33.655529 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea574adc-4e6f-491c-b0a0-dd08db64ed61 req-71911e9e-f3ff-4a99-a089-228015c1fcaf tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:07:33.657044 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-ea574adc-4e6f-491c-b0a0-dd08db64ed61 req-71911e9e-f3ff-4a99-a089-228015c1fcaf tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/ports?device_id=1b43cfeb-b67e-4418-943c-e916badf9a1a HTTP/1.1" status: 200 len: 946 time: 0.0647860 May 26 21:07:33.680780 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-85e6d4f1-5b10-44ac-8792-c12d5e496a5b None None] Current status of the port 2f9b524f-1d56-49dc-bf6b-da131000d719 is: DOWN; New status is: ACTIVE {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:07:33.681496 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-85e6d4f1-5b10-44ac-8792-c12d5e496a5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (2f9b524f-1d56-49dc-bf6b-da131000d719), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:33.720740 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-85e6d4f1-5b10-44ac-8792-c12d5e496a5b None None] For port 2f9b524f-1d56-49dc-bf6b-da131000d719, host dv-cinder-828806-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-3-iscsi',level=0,port_id=2f9b524f-1d56-49dc-bf6b-da131000d719,segment=NetworkSegment(b05a28e2-d38c-435b-8849-904ab696de67),segment_id=b05a28e2-d38c-435b-8849-904ab696de67)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:07:33.728397 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-85e6d4f1-5b10-44ac-8792-c12d5e496a5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (2f9b524f-1d56-49dc-bf6b-da131000d719), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:33.779895 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-ea574adc-4e6f-491c-b0a0-dd08db64ed61 req-3db04772-e793-416f-8b24-6f950e3872f4 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/security-groups?id=9a1a54e9-4875-4c75-830d-b53a6257e266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1146641 May 26 21:07:33.797598 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e6d4f1-5b10-44ac-8792-c12d5e496a5b None None] Pushing event updated for resources: {'Port': ['ID=2f9b524f-1d56-49dc-bf6b-da131000d719,revision_number=3']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:07:33.927693 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-3f1f406a-5bd0-4e50-97a8-b64ed8418a92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (None), before_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:33.934538 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-44d5ae3f-891b-493e-911a-4166fd8263c9 None None] Publish callbacks [] for port (537fdb2f-dcc7-404b-9c1c-df0eeaecda4b), precommit_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:33.942648 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-44d5ae3f-891b-493e-911a-4166fd8263c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (537fdb2f-dcc7-404b-9c1c-df0eeaecda4b), after_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:33.950183 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-8c99d3ac-65b8-4ad1-8c60-a1e3c25c9157 None None] Provisioning complete for port 2f9b524f-1d56-49dc-bf6b-da131000d719 triggered by entity DHCP. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:07:33.951105 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8c99d3ac-65b8-4ad1-8c60-a1e3c25c9157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (2f9b524f-1d56-49dc-bf6b-da131000d719), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:33.951361 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:07:33.976981 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Device 2f9b524f-1d56-49dc-bf6b-da131000d719 up at agent ovs-agent-dv-cinder-828806-3-iscsi {{(pid=104103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:07:33.995713 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716e531f-52e2-44e3-9d5b-cc5d6f8e7f19 None None] Pushing event updated for resources: {'Port': ['ID=537fdb2f-dcc7-404b-9c1c-df0eeaecda4b,revision_number=2']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:07:33.998093 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.managers [None req-44d5ae3f-891b-493e-911a-4166fd8263c9 None None] Attempting to bind port 537fdb2f-dcc7-404b-9c1c-df0eeaecda4b on host dv-cinder-828806-3-iscsi for vnic_type normal with profile {{(pid=104104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 21:07:33.998485 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.managers [None req-44d5ae3f-891b-493e-911a-4166fd8263c9 None None] Attempting to bind port 537fdb2f-dcc7-404b-9c1c-df0eeaecda4b by drivers openvswitch,hyperv on host dv-cinder-828806-3-iscsi at level 0 using segments [{'id': '8d4aea41-d977-462c-9098-4088113247cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12'}] {{(pid=104104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 21:07:33.998834 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d5ae3f-891b-493e-911a-4166fd8263c9 None None] Attempting to bind port 537fdb2f-dcc7-404b-9c1c-df0eeaecda4b on network 7d433162-bc3c-42dc-9b38-0bd5733b5e12 {{(pid=104104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 21:07:34.007889 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716e531f-52e2-44e3-9d5b-cc5d6f8e7f19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:07:34.008233 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716e531f-52e2-44e3-9d5b-cc5d6f8e7f19 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:07:34.008594 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716e531f-52e2-44e3-9d5b-cc5d6f8e7f19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:07:34.008947 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716e531f-52e2-44e3-9d5b-cc5d6f8e7f19 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:07:34.009290 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716e531f-52e2-44e3-9d5b-cc5d6f8e7f19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:07:34.009606 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716e531f-52e2-44e3-9d5b-cc5d6f8e7f19 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:07:34.009925 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716e531f-52e2-44e3-9d5b-cc5d6f8e7f19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:07:34.010246 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716e531f-52e2-44e3-9d5b-cc5d6f8e7f19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:07:34.010590 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716e531f-52e2-44e3-9d5b-cc5d6f8e7f19 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:07:34.011116 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716e531f-52e2-44e3-9d5b-cc5d6f8e7f19 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:07:34.011440 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716e531f-52e2-44e3-9d5b-cc5d6f8e7f19 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:07:34.011783 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716e531f-52e2-44e3-9d5b-cc5d6f8e7f19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:07:34.012108 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716e531f-52e2-44e3-9d5b-cc5d6f8e7f19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:07:34.012427 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716e531f-52e2-44e3-9d5b-cc5d6f8e7f19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:07:34.012746 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716e531f-52e2-44e3-9d5b-cc5d6f8e7f19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:07:34.016090 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d5ae3f-891b-493e-911a-4166fd8263c9 None None] Checking agent: {'id': '545ffc5a-00f7-4140-8f25-9e74b0e32d39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828806-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 20, 55, 46), 'started_at': datetime.datetime(2022, 5, 26, 20, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 21, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828806-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 21:07:34.016683 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d5ae3f-891b-493e-911a-4166fd8263c9 None None] Checking segment: {'id': '8d4aea41-d977-462c-9098-4088113247cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 21:07:34.017248 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-44d5ae3f-891b-493e-911a-4166fd8263c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:34.017778 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d5ae3f-891b-493e-911a-4166fd8263c9 None None] Bound using segment: {'id': '8d4aea41-d977-462c-9098-4088113247cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12'} {{(pid=104104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 21:07:34.018395 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.managers [None req-44d5ae3f-891b-493e-911a-4166fd8263c9 None None] Bound port: 537fdb2f-dcc7-404b-9c1c-df0eeaecda4b, host: dv-cinder-828806-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d4aea41-d977-462c-9098-4088113247cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12'}}] {{(pid=104104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 21:07:34.018955 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-44d5ae3f-891b-493e-911a-4166fd8263c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (537fdb2f-dcc7-404b-9c1c-df0eeaecda4b), before_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:34.076573 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Provisioning complete for port 2f9b524f-1d56-49dc-bf6b-da131000d719 triggered by entity L2. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:07:34.076573 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (2f9b524f-1d56-49dc-bf6b-da131000d719), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:34.088388 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.db [None req-44d5ae3f-891b-493e-911a-4166fd8263c9 None None] For port 537fdb2f-dcc7-404b-9c1c-df0eeaecda4b, host dv-cinder-828806-3-iscsi, cleared binding levels {{(pid=104104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 21:07:34.097873 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:07:34.099203 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.db [None req-44d5ae3f-891b-493e-911a-4166fd8263c9 None None] For port 537fdb2f-dcc7-404b-9c1c-df0eeaecda4b, host dv-cinder-828806-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-3-iscsi',level=0,port_id=537fdb2f-dcc7-404b-9c1c-df0eeaecda4b,segment=NetworkSegment(8d4aea41-d977-462c-9098-4088113247cb),segment_id=8d4aea41-d977-462c-9098-4088113247cb)] {{(pid=104104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 21:07:34.103518 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:07:34.111511 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-44d5ae3f-891b-493e-911a-4166fd8263c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (537fdb2f-dcc7-404b-9c1c-df0eeaecda4b), after_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:34.122946 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-8c99d3ac-65b8-4ad1-8c60-a1e3c25c9157 None None] Current status of the port 2f9b524f-1d56-49dc-bf6b-da131000d719 is: ACTIVE; New status is: ACTIVE {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:07:34.144663 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.db.db_base_plugin_common [None req-3f1f406a-5bd0-4e50-97a8-b64ed8418a92 admin admin] Allocated IP 172.20.0.1 (8361e751-9256-4ca9-a308-997af07ebd0d/23d264e0-dc41-488b-b140-960ceb4020db/fd3ec723-b359-4f71-98b1-d8d7fb702311) {{(pid=104102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 21:07:34.183273 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d5ae3f-891b-493e-911a-4166fd8263c9 None None] Routers {'1b4fc86d-8450-42c5-9e4b-923338fbbf56'} bound to L3 agent in host dv-cinder-828806-3-iscsi {{(pid=104104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:07:34.183899 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_hamode_db [None req-44d5ae3f-891b-493e-911a-4166fd8263c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T20:55:42Z,description=,heartbeat_timestamp=2022-05-26T21:07:12Z,host='dv-cinder-828806-3-iscsi',id=ccb07560-1e88-42f3-8411-377a93089622,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T20:55:42Z,topic='l3_agent')) {'router_ids': ['1b4fc86d-8450-42c5-9e4b-923338fbbf56'], 'active': True} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:07:34.189849 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Current status of the port 2f9b524f-1d56-49dc-bf6b-da131000d719 is: ACTIVE; New status is: ACTIVE {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:07:34.232399 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716e531f-52e2-44e3-9d5b-cc5d6f8e7f19 None None] Pushing event updated for resources: {'Port': ['ID=537fdb2f-dcc7-404b-9c1c-df0eeaecda4b,revision_number=3']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:07:34.243076 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:07:34.243630 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44907ac-b517-442b-816f-8c46999daf5b req-a075a357-3d0c-4ff7-83f3-806df193ee0f tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:07:34.245168 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:07:34.245548 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-d44907ac-b517-442b-816f-8c46999daf5b req-a075a357-3d0c-4ff7-83f3-806df193ee0f tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=359cea60-13ec-460e-811b-b7e54fc7850b HTTP/1.1" status: 200 len: 943 time: 0.1009336 May 26 21:07:34.294180 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvr_db [None req-44d5ae3f-891b-493e-911a-4166fd8263c9 None None] Set router 1b4fc86d-8450-42c5-9e4b-923338fbbf56 gateway port host: dv-cinder-828806-3-iscsi {{(pid=104104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:07:34.329098 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-d44907ac-b517-442b-816f-8c46999daf5b req-1604cde8-c5ed-409e-89e1-f066b522622e tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/security-groups?id=b57d1125-26ba-42b5-a63d-5b77fdc0f323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764303 May 26 21:07:34.333727 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-3f1f406a-5bd0-4e50-97a8-b64ed8418a92 admin admin] Publish callbacks [] for port (fd3ec723-b359-4f71-98b1-d8d7fb702311), precommit_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:34.365848 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-3f1f406a-5bd0-4e50-97a8-b64ed8418a92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787881445699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16679263'] for port (fd3ec723-b359-4f71-98b1-d8d7fb702311), after_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:34.413648 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f1f406a-5bd0-4e50-97a8-b64ed8418a92 admin admin] Network 8361e751-9256-4ca9-a308-997af07ebd0d is already hosted by enough agents. {{(pid=104102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 21:07:34.420544 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.scheduler.base_scheduler [None req-3f1f406a-5bd0-4e50-97a8-b64ed8418a92 admin admin] Resources bound (agent type, host, resource id): {{(pid=104102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:07:34.423123 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1f406a-5bd0-4e50-97a8-b64ed8418a92 admin admin] Received port after_create {{(pid=104102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 21:07:34.431666 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1f406a-5bd0-4e50-97a8-b64ed8418a92 admin admin] Pushing event updated for resources: {'Port': ['ID=fd3ec723-b359-4f71-98b1-d8d7fb702311,revision_number=1']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:07:34.469755 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-3f1f406a-5bd0-4e50-97a8-b64ed8418a92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1614666'] for router_interface (1b4fc86d-8450-42c5-9e4b-923338fbbf56), before_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:34.490728 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_hamode_db [None req-44d5ae3f-891b-493e-911a-4166fd8263c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b4fc86d-8450-42c5-9e4b-923338fbbf56', 'name': 'tempest-TestMinimumBasicScenario-298412895-router', 'tenant_id': 'cdb0cbaf75ee402091c3eec9dd512a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': '537fdb2f-dcc7-404b-9c1c-df0eeaecda4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:07:31Z', 'updated_at': '2022-05-26T21:07:32Z', 'revision_number': 3, 'project_id': 'cdb0cbaf75ee402091c3eec9dd512a2d', 'gw_port': {'id': '537fdb2f-dcc7-404b-9c1c-df0eeaecda4b', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:cf:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b4fc86d-8450-42c5-9e4b-923338fbbf56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:07:32Z', 'updated_at': '2022-05-26T21:07:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi'}], 'dv-cinder-828806-3-iscsi', False) {} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:07:34.517034 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d5ae3f-891b-493e-911a-4166fd8263c9 None None] The sync data for ids ['1b4fc86d-8450-42c5-9e4b-923338fbbf56'] in dv-cinder-828806-3-iscsi is: [{'id': '1b4fc86d-8450-42c5-9e4b-923338fbbf56', 'name': 'tempest-TestMinimumBasicScenario-298412895-router', 'tenant_id': 'cdb0cbaf75ee402091c3eec9dd512a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': '537fdb2f-dcc7-404b-9c1c-df0eeaecda4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:07:31Z', 'updated_at': '2022-05-26T21:07:32Z', 'revision_number': 3, 'project_id': 'cdb0cbaf75ee402091c3eec9dd512a2d', 'gw_port': {'id': '537fdb2f-dcc7-404b-9c1c-df0eeaecda4b', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:cf:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b4fc86d-8450-42c5-9e4b-923338fbbf56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:07:32Z', 'updated_at': '2022-05-26T21:07:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi'}] {{(pid=104104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 21:07:34.523176 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:07:34.609334 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-3f1f406a-5bd0-4e50-97a8-b64ed8418a92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (fd3ec723-b359-4f71-98b1-d8d7fb702311), before_update {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:34.779158 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-daa26b7f-4949-42a1-b8ef-659ea92f0407 None None] Provisioning complete for port fd3ec723-b359-4f71-98b1-d8d7fb702311 triggered by entity DHCP. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:07:34.779842 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-daa26b7f-4949-42a1-b8ef-659ea92f0407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (fd3ec723-b359-4f71-98b1-d8d7fb702311), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:34.797911 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:07:34.839303 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-daa26b7f-4949-42a1-b8ef-659ea92f0407 None None] Port fd3ec723-b359-4f71-98b1-d8d7fb702311 cannot update to ACTIVE because it is not bound. {{(pid=104103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 21:07:34.839700 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-3f1f406a-5bd0-4e50-97a8-b64ed8418a92 admin admin] Publish callbacks [] for port (fd3ec723-b359-4f71-98b1-d8d7fb702311), precommit_update {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:34.846347 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-3f1f406a-5bd0-4e50-97a8-b64ed8418a92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16679272'] for port (fd3ec723-b359-4f71-98b1-d8d7fb702311), after_update {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:34.961449 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be3021c-af4d-4ab9-974a-7913639b6c1f req-c3b759a1-9770-43d5-9931-e8a53776502e tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:07:34.962981 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-3be3021c-af4d-4ab9-974a-7913639b6c1f req-c3b759a1-9770-43d5-9931-e8a53776502e tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/ports?device_id=1b43cfeb-b67e-4418-943c-e916badf9a1a HTTP/1.1" status: 200 len: 946 time: 0.0743268 May 26 21:07:34.964387 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1f406a-5bd0-4e50-97a8-b64ed8418a92 admin admin] Pushing event updated for resources: {'Port': ['ID=fd3ec723-b359-4f71-98b1-d8d7fb702311,revision_number=2']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:07:34.966900 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-3f1f406a-5bd0-4e50-97a8-b64ed8418a92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-416038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1615354'] for router_interface (1b4fc86d-8450-42c5-9e4b-923338fbbf56), after_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:35.070247 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-3be3021c-af4d-4ab9-974a-7913639b6c1f req-46502080-51ad-4906-846d-a22595858d5d tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/security-groups?id=9a1a54e9-4875-4c75-830d-b53a6257e266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996268 May 26 21:07:35.117675 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f1f406a-5bd0-4e50-97a8-b64ed8418a92 admin admin] Network 8361e751-9256-4ca9-a308-997af07ebd0d is already hosted by enough agents. {{(pid=104102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 21:07:35.119720 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.scheduler.base_scheduler [None req-3f1f406a-5bd0-4e50-97a8-b64ed8418a92 admin admin] Resources bound (agent type, host, resource id): {{(pid=104102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:07:35.284479 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f1f406a-5bd0-4e50-97a8-b64ed8418a92 admin admin] Router 1b4fc86d-8450-42c5-9e4b-923338fbbf56 has already been hosted by L3 agent ccb07560-1e88-42f3-8411-377a93089622 {{(pid=104102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 21:07:35.363739 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-ae357703-2865-4bc4-b664-760fa6dc01e7 None None] Provisioning complete for port fd3ec723-b359-4f71-98b1-d8d7fb702311 triggered by entity DHCP. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:07:35.364685 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-ae357703-2865-4bc4-b664-760fa6dc01e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (fd3ec723-b359-4f71-98b1-d8d7fb702311), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:35.401332 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f1f406a-5bd0-4e50-97a8-b64ed8418a92 admin admin] Notify agent at l3_agent.dv-cinder-828806-3-iscsi the message routers_updated {{(pid=104102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 21:07:35.404723 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-ae357703-2865-4bc4-b664-760fa6dc01e7 None None] Port fd3ec723-b359-4f71-98b1-d8d7fb702311 cannot update to ACTIVE because it is not bound. {{(pid=104103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 21:07:35.414483 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-3f1f406a-5bd0-4e50-97a8-b64ed8418a92 admin admin] 10.222.0.57 "PUT /v2.0/routers/1b4fc86d-8450-42c5-9e4b-923338fbbf56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1559715 May 26 21:07:35.464025 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25269e80-226a-4f1a-99bd-29da4cdc9fd1 req-dd34ae1d-0352-4704-a558-d1a1dfb3fa71 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:07:35.465903 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-25269e80-226a-4f1a-99bd-29da4cdc9fd1 req-dd34ae1d-0352-4704-a558-d1a1dfb3fa71 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=359cea60-13ec-460e-811b-b7e54fc7850b HTTP/1.1" status: 200 len: 943 time: 0.0563364 May 26 21:07:35.517420 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-25269e80-226a-4f1a-99bd-29da4cdc9fd1 req-00269bec-d0da-40cf-a276-a3fd5025d855 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/security-groups?id=b57d1125-26ba-42b5-a63d-5b77fdc0f323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454800 May 26 21:07:35.880782 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 48502) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:07:35.885913 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.v2.base [None req-d74cb530-079a-4df0-b303-1f03f230cb60 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-737414409-network', 'tenant_id': '063d0056b740469fb8152f77df552a6a'}} {{(pid=104102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:07:35.901734 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:07:35.907881 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d74cb530-079a-4df0-b303-1f03f230cb60 admin admin] Made reservation on behalf of 063d0056b740469fb8152f77df552a6a for: {'network': 1} {{(pid=104102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 21:07:35.911046 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-d74cb530-079a-4df0-b303-1f03f230cb60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for network (None), before_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:35.920418 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-d74cb530-079a-4df0-b303-1f03f230cb60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:35.948461 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Device 537fdb2f-dcc7-404b-9c1c-df0eeaecda4b up at agent ovs-agent-dv-cinder-828806-3-iscsi {{(pid=104103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:07:35.995125 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Provisioning complete for port 537fdb2f-dcc7-404b-9c1c-df0eeaecda4b triggered by entity L2. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:07:35.995847 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (537fdb2f-dcc7-404b-9c1c-df0eeaecda4b), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:36.002712 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-d74cb530-079a-4df0-b303-1f03f230cb60 admin admin] Publish callbacks [] for security_group (fbefca43-bac3-4f8a-b8af-cae9bd267427), precommit_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:36.006414 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-d74cb530-079a-4df0-b303-1f03f230cb60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (fbefca43-bac3-4f8a-b8af-cae9bd267427), after_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:36.033323 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d74cb530-079a-4df0-b303-1f03f230cb60 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 411} {{(pid=104102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 21:07:36.039439 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74cb530-079a-4df0-b303-1f03f230cb60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbefca43-bac3-4f8a-b8af-cae9bd267427,revision_number=1']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:07:36.047088 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-d74cb530-079a-4df0-b303-1f03f230cb60 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8787881957991', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-995747'] for segment (96d04679-24c8-4cb4-83c4-b6fa46f4a441), precommit_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:36.047501 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.db.segments_db [None req-d74cb530-079a-4df0-b303-1f03f230cb60 admin admin] Added segment 96d04679-24c8-4cb4-83c4-b6fa46f4a441 of type vlan for network 689c5894-b5f6-47cd-af1e-3749043603e3 May 26 21:07:36.077727 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:07:36.081328 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Current status of the port 537fdb2f-dcc7-404b-9c1c-df0eeaecda4b is: DOWN; New status is: ACTIVE {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:07:36.081960 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (537fdb2f-dcc7-404b-9c1c-df0eeaecda4b), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:36.092660 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-d74cb530-079a-4df0-b303-1f03f230cb60 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787881459577'] for network (689c5894-b5f6-47cd-af1e-3749043603e3), precommit_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:36.108786 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] For port 537fdb2f-dcc7-404b-9c1c-df0eeaecda4b, host dv-cinder-828806-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-3-iscsi',level=0,port_id=537fdb2f-dcc7-404b-9c1c-df0eeaecda4b,segment=NetworkSegment(8d4aea41-d977-462c-9098-4088113247cb),segment_id=8d4aea41-d977-462c-9098-4088113247cb)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:07:36.114534 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (537fdb2f-dcc7-404b-9c1c-df0eeaecda4b), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:36.122047 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-d74cb530-079a-4df0-b303-1f03f230cb60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052'] for network (689c5894-b5f6-47cd-af1e-3749043603e3), after_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:36.123432 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d74cb530-079a-4df0-b303-1f03f230cb60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:07:36.124008 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-d74cb530-079a-4df0-b303-1f03f230cb60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-416010'] for network (None), before_response {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:36.168485 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Pushing event updated for resources: {'Port': ['ID=537fdb2f-dcc7-404b-9c1c-df0eeaecda4b,revision_number=4']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:07:36.184878 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-d74cb530-079a-4df0-b303-1f03f230cb60 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.3027480 May 26 21:07:36.187478 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 48506) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:07:36.192294 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.v2.base [None req-e0e39a06-9b20-4a80-bbd9-692ad49793da admin admin] Request body: {'subnet': {'network_id': '689c5894-b5f6-47cd-af1e-3749043603e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-737414409-subnet', 'tenant_id': '063d0056b740469fb8152f77df552a6a', 'ip_version': 4}} {{(pid=104101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:07:36.212401 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0e39a06-9b20-4a80-bbd9-692ad49793da admin admin] Made reservation on behalf of 063d0056b740469fb8152f77df552a6a for: {'subnet': 1} {{(pid=104101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 21:07:36.215135 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-e0e39a06-9b20-4a80-bbd9-692ad49793da admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14398146'] for subnet (None), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:36.221225 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74cb530-079a-4df0-b303-1f03f230cb60 admin admin] Pushing event updated for resources: {'Network': ['ID=689c5894-b5f6-47cd-af1e-3749043603e3,revision_number=1']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:07:36.232845 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Network 689c5894-b5f6-47cd-af1e-3749043603e3 details requested by agent ovs-agent-dv-cinder-828806-3-iscsi with host dv-cinder-828806-3-iscsi {{(pid=104103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 21:07:36.244528 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd4f892-cd00-4e12-a196-fd16299eb1c5 req-1a9adedb-b36f-4270-9918-cd00dfc472c3 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:07:36.246409 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-8fd4f892-cd00-4e12-a196-fd16299eb1c5 req-1a9adedb-b36f-4270-9918-cd00dfc472c3 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/ports?device_id=1b43cfeb-b67e-4418-943c-e916badf9a1a HTTP/1.1" status: 200 len: 946 time: 0.0744181 May 26 21:07:36.329207 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-8fd4f892-cd00-4e12-a196-fd16299eb1c5 req-a0249b62-656c-488f-b688-be98b78fa2f8 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/security-groups?id=9a1a54e9-4875-4c75-830d-b53a6257e266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712590 May 26 21:07:36.420467 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6cb8a6-147d-46ee-8e27-f9a1e4371e93 None None] Sync routers for ids ['1b4fc86d-8450-42c5-9e4b-923338fbbf56'] in dv-cinder-828806-3-iscsi {{(pid=104103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 21:07:36.428312 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-e0e39a06-9b20-4a80-bbd9-692ad49793da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13230381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14398164'] for subnet (7ad9386e-533f-47e9-96b9-07df8e60ae1d), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:36.450325 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6cb8a6-147d-46ee-8e27-f9a1e4371e93 None None] Routers {'1b4fc86d-8450-42c5-9e4b-923338fbbf56'} bound to L3 agent in host dv-cinder-828806-3-iscsi {{(pid=104103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:07:36.451044 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_hamode_db [None req-ff6cb8a6-147d-46ee-8e27-f9a1e4371e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T20:55:42Z,description=,heartbeat_timestamp=2022-05-26T21:07:12Z,host='dv-cinder-828806-3-iscsi',id=ccb07560-1e88-42f3-8411-377a93089622,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T20:55:42Z,topic='l3_agent')) {'router_ids': ['1b4fc86d-8450-42c5-9e4b-923338fbbf56'], 'active': True} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:07:36.484265 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e39a06-9b20-4a80-bbd9-692ad49793da admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ad9386e-533f-47e9-96b9-07df8e60ae1d,revision_number=0']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:07:36.496029 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e39a06-9b20-4a80-bbd9-692ad49793da admin admin] Checking segment: {'id': '96d04679-24c8-4cb4-83c4-b6fa46f4a441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '689c5894-b5f6-47cd-af1e-3749043603e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 21:07:36.496387 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e39a06-9b20-4a80-bbd9-692ad49793da admin admin] Network hostable DHCP agents. Network: 689c5894-b5f6-47cd-af1e-3749043603e3, hostable agents: ['28061657-8b16-479f-8ff4-19bdcc74bc2c'], hosted agents: [] {{(pid=104101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 21:07:36.514968 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e39a06-9b20-4a80-bbd9-692ad49793da admin admin] Network 689c5894-b5f6-47cd-af1e-3749043603e3 is scheduled to be hosted by DHCP agent 28061657-8b16-479f-8ff4-19bdcc74bc2c with binding_index 1 {{(pid=104101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 21:07:36.524148 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.scheduler.base_scheduler [None req-e0e39a06-9b20-4a80-bbd9-692ad49793da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828806-3-iscsi, 689c5894-b5f6-47cd-af1e-3749043603e3) {{(pid=104101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:07:36.528121 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e39a06-9b20-4a80-bbd9-692ad49793da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:07:36.528722 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-e0e39a06-9b20-4a80-bbd9-692ad49793da admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:36.534160 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a09cc0-899a-45b7-900d-44d54d29883e None None] Network 689c5894-b5f6-47cd-af1e-3749043603e3 requested from dv-cinder-828806-3-iscsi {{(pid=104103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 21:07:36.546037 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-e0e39a06-9b20-4a80-bbd9-692ad49793da admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3574913 May 26 21:07:36.548651 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 48512) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:07:36.553083 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.v2.base [None req-ec442449-22c9-41b7-9903-c096a4604da7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-737414409-router', 'tenant_id': '063d0056b740469fb8152f77df552a6a', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12'}}} {{(pid=104101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:07:36.577181 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-ec442449-22c9-41b7-9903-c096a4604da7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1620298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130580'] for router (66749bb9-8c51-451d-8172-03702662c48e), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:36.579245 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-ec442449-22c9-41b7-9903-c096a4604da7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1900282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1617482', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130589'] for router (66749bb9-8c51-451d-8172-03702662c48e), precommit_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:36.597380 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvr_db [None req-ff6cb8a6-147d-46ee-8e27-f9a1e4371e93 None None] Set router 1b4fc86d-8450-42c5-9e4b-923338fbbf56 gateway port host: dv-cinder-828806-3-iscsi {{(pid=104103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:07:36.640004 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-ec442449-22c9-41b7-9903-c096a4604da7 admin admin] Publish callbacks [] for router_controller (66749bb9-8c51-451d-8172-03702662c48e), precommit_add_association {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:36.644035 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f9f747-57a9-457c-859d-1bb2237d5e90 req-7b2e708c-1b86-463e-bcc4-348001725002 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:07:36.646523 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-25f9f747-57a9-457c-859d-1bb2237d5e90 req-7b2e708c-1b86-463e-bcc4-348001725002 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=359cea60-13ec-460e-811b-b7e54fc7850b HTTP/1.1" status: 200 len: 943 time: 0.0516076 May 26 21:07:36.699759 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-25f9f747-57a9-457c-859d-1bb2237d5e90 req-e7a46177-1a55-4391-a73c-4b75f96cb2f9 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/security-groups?id=b57d1125-26ba-42b5-a63d-5b77fdc0f323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464988 May 26 21:07:36.758968 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-613e5036-5035-46e2-bb7e-a3161c6cc7b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2409f73a-ea29-5b6a-a3ea-b37c97379b6a-689c5894-b5f6-47cd-af1e-3749043603e3', 'network_id': '689c5894-b5f6-47cd-af1e-3749043603e3', 'project_id': '063d0056b740469fb8152f77df552a6a', 'fixed_ips': [{'subnet_id': '7ad9386e-533f-47e9-96b9-07df8e60ae1d'}]}} from dv-cinder-828806-3-iscsi. {{(pid=104103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 26 21:07:36.759901 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-613e5036-5035-46e2-bb7e-a3161c6cc7b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (None), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:36.777895 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-ec442449-22c9-41b7-9903-c096a4604da7 admin admin] Publish callbacks [] for router_gateway (66749bb9-8c51-451d-8172-03702662c48e), precommit_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:36.804279 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:07:36.854658 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:07:36.885333 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:07:36.905753 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_hamode_db [None req-ff6cb8a6-147d-46ee-8e27-f9a1e4371e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b4fc86d-8450-42c5-9e4b-923338fbbf56', 'name': 'tempest-TestMinimumBasicScenario-298412895-router', 'tenant_id': 'cdb0cbaf75ee402091c3eec9dd512a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': '537fdb2f-dcc7-404b-9c1c-df0eeaecda4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:07:31Z', 'updated_at': '2022-05-26T21:07:34Z', 'revision_number': 4, 'project_id': 'cdb0cbaf75ee402091c3eec9dd512a2d', 'gw_port': {'id': '537fdb2f-dcc7-404b-9c1c-df0eeaecda4b', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:cf:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4fc86d-8450-42c5-9e4b-923338fbbf56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:07:32Z', 'updated_at': '2022-05-26T21:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi', '_interfaces': [{'id': 'fd3ec723-b359-4f71-98b1-d8d7fb702311', 'name': '', 'network_id': '8361e751-9256-4ca9-a308-997af07ebd0d', 'tenant_id': 'cdb0cbaf75ee402091c3eec9dd512a2d', 'mac_address': 'fa:16:3e:f6:92:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b4fc86d-8450-42c5-9e4b-923338fbbf56', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '23d264e0-dc41-488b-b140-960ceb4020db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:07:33Z', 'updated_at': '2022-05-26T21:07:34Z', 'revision_number': 2, 'project_id': 'cdb0cbaf75ee402091c3eec9dd512a2d', 'subnets': [{'id': '23d264e0-dc41-488b-b140-960ceb4020db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-3-iscsi', False) {} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:07:36.950496 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:07:36.952800 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6cb8a6-147d-46ee-8e27-f9a1e4371e93 None None] Checking router: 1b4fc86d-8450-42c5-9e4b-923338fbbf56 for host: dv-cinder-828806-3-iscsi {{(pid=104103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 21:07:36.953244 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6cb8a6-147d-46ee-8e27-f9a1e4371e93 None None] Updating router 1b4fc86d-8450-42c5-9e4b-923338fbbf56 port fd3ec723-b359-4f71-98b1-d8d7fb702311 binding host dv-cinder-828806-3-iscsi {{(pid=104103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 21:07:36.958193 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-ec442449-22c9-41b7-9903-c096a4604da7 admin admin] Publish callbacks [] for router_gateway (66749bb9-8c51-451d-8172-03702662c48e), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:36.977014 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-ec442449-22c9-41b7-9903-c096a4604da7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (None), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:36.994083 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-ff6cb8a6-147d-46ee-8e27-f9a1e4371e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (fd3ec723-b359-4f71-98b1-d8d7fb702311), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:37.009243 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.db_base_plugin_common [None req-613e5036-5035-46e2-bb7e-a3161c6cc7b9 None None] Allocated IP 172.20.0.2 (689c5894-b5f6-47cd-af1e-3749043603e3/7ad9386e-533f-47e9-96b9-07df8e60ae1d/cbfafbb0-5859-4c41-b53a-4b01ea4afebd) {{(pid=104103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 21:07:37.085850 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.db.db_base_plugin_common [None req-ec442449-22c9-41b7-9903-c096a4604da7 admin admin] Allocated IP 172.27.2.5 (7d433162-bc3c-42dc-9b38-0bd5733b5e12/724ba99f-4e90-4a15-97fd-930eedded7a9/9b2bf021-b87a-4d08-8830-84335441d8b4) {{(pid=104101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 21:07:37.318292 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-613e5036-5035-46e2-bb7e-a3161c6cc7b9 None None] Publish callbacks [] for port (cbfafbb0-5859-4c41-b53a-4b01ea4afebd), precommit_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:37.334329 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-613e5036-5035-46e2-bb7e-a3161c6cc7b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787881445699'] for port (cbfafbb0-5859-4c41-b53a-4b01ea4afebd), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:37.384233 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-613e5036-5035-46e2-bb7e-a3161c6cc7b9 None None] Network 689c5894-b5f6-47cd-af1e-3749043603e3 is already hosted by enough agents. {{(pid=104103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 21:07:37.393752 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.base_scheduler [None req-613e5036-5035-46e2-bb7e-a3161c6cc7b9 None None] Resources bound (agent type, host, resource id): {{(pid=104103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:07:37.396787 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613e5036-5035-46e2-bb7e-a3161c6cc7b9 None None] Received port after_create {{(pid=104103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 21:07:37.437922 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-ec442449-22c9-41b7-9903-c096a4604da7 admin admin] Publish callbacks [] for port (9b2bf021-b87a-4d08-8830-84335441d8b4), precommit_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:37.441658 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613e5036-5035-46e2-bb7e-a3161c6cc7b9 None None] Pushing event updated for resources: {'Port': ['ID=cbfafbb0-5859-4c41-b53a-4b01ea4afebd,revision_number=1']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:07:37.473109 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-ec442449-22c9-41b7-9903-c096a4604da7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787881445699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13231773'] for port (9b2bf021-b87a-4d08-8830-84335441d8b4), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:37.485708 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf3dd66-2d3b-4720-ab86-fd7c1565f3dc req-1d18b48d-8533-4d8f-b2d1-5242f885b26d tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:07:37.486997 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-fbf3dd66-2d3b-4720-ab86-fd7c1565f3dc req-1d18b48d-8533-4d8f-b2d1-5242f885b26d tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/ports?device_id=1b43cfeb-b67e-4418-943c-e916badf9a1a HTTP/1.1" status: 200 len: 946 time: 0.0820148 May 26 21:07:37.511357 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.managers [None req-613e5036-5035-46e2-bb7e-a3161c6cc7b9 None None] Attempting to bind port cbfafbb0-5859-4c41-b53a-4b01ea4afebd on host dv-cinder-828806-3-iscsi for vnic_type normal with profile {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 21:07:37.511568 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.managers [None req-613e5036-5035-46e2-bb7e-a3161c6cc7b9 None None] Attempting to bind port cbfafbb0-5859-4c41-b53a-4b01ea4afebd by drivers openvswitch,hyperv on host dv-cinder-828806-3-iscsi at level 0 using segments [{'id': '96d04679-24c8-4cb4-83c4-b6fa46f4a441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '689c5894-b5f6-47cd-af1e-3749043603e3'}] {{(pid=104103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 21:07:37.511957 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613e5036-5035-46e2-bb7e-a3161c6cc7b9 None None] Attempting to bind port cbfafbb0-5859-4c41-b53a-4b01ea4afebd on network 689c5894-b5f6-47cd-af1e-3749043603e3 {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 21:07:37.516802 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec442449-22c9-41b7-9903-c096a4604da7 admin admin] Network 7d433162-bc3c-42dc-9b38-0bd5733b5e12 is already hosted by enough agents. {{(pid=104101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 21:07:37.518196 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-ff6cb8a6-147d-46ee-8e27-f9a1e4371e93 None None] Publish callbacks [] for port (fd3ec723-b359-4f71-98b1-d8d7fb702311), precommit_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:37.523182 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613e5036-5035-46e2-bb7e-a3161c6cc7b9 None None] Checking agent: {'id': '545ffc5a-00f7-4140-8f25-9e74b0e32d39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828806-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 20, 55, 46), 'started_at': datetime.datetime(2022, 5, 26, 20, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 21, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828806-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 21:07:37.523583 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613e5036-5035-46e2-bb7e-a3161c6cc7b9 None None] Checking segment: {'id': '96d04679-24c8-4cb4-83c4-b6fa46f4a441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '689c5894-b5f6-47cd-af1e-3749043603e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 21:07:37.524239 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-613e5036-5035-46e2-bb7e-a3161c6cc7b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:37.524375 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613e5036-5035-46e2-bb7e-a3161c6cc7b9 None None] Bound using segment: {'id': '96d04679-24c8-4cb4-83c4-b6fa46f4a441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '689c5894-b5f6-47cd-af1e-3749043603e3'} {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 21:07:37.524910 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.managers [None req-613e5036-5035-46e2-bb7e-a3161c6cc7b9 None None] Bound port: cbfafbb0-5859-4c41-b53a-4b01ea4afebd, host: dv-cinder-828806-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96d04679-24c8-4cb4-83c4-b6fa46f4a441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '689c5894-b5f6-47cd-af1e-3749043603e3'}}] {{(pid=104103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 21:07:37.525281 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-613e5036-5035-46e2-bb7e-a3161c6cc7b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (cbfafbb0-5859-4c41-b53a-4b01ea4afebd), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:37.525392 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.scheduler.base_scheduler [None req-ec442449-22c9-41b7-9903-c096a4604da7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:07:37.529611 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec442449-22c9-41b7-9903-c096a4604da7 admin admin] Received port after_create {{(pid=104101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 21:07:37.529776 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-ff6cb8a6-147d-46ee-8e27-f9a1e4371e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (fd3ec723-b359-4f71-98b1-d8d7fb702311), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:37.550396 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec442449-22c9-41b7-9903-c096a4604da7 admin admin] Pushing event updated for resources: {'Port': ['ID=9b2bf021-b87a-4d08-8830-84335441d8b4,revision_number=1']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:07:37.550649 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-fbf3dd66-2d3b-4720-ab86-fd7c1565f3dc req-61d2b85e-49c0-44ec-88af-513ee7c10de1 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/security-groups?id=9a1a54e9-4875-4c75-830d-b53a6257e266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575345 May 26 21:07:37.596622 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:07:37.632986 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdcbf9d-5d43-441a-b04e-18cfd5a29499 None None] Pushing event updated for resources: {'Port': ['ID=fd3ec723-b359-4f71-98b1-d8d7fb702311,revision_number=3']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:07:37.669075 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=88,neutron:UPDATE=8,neutron:INSERT=4 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:07:37.677823 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-613e5036-5035-46e2-bb7e-a3161c6cc7b9 None None] For port cbfafbb0-5859-4c41-b53a-4b01ea4afebd, host dv-cinder-828806-3-iscsi, cleared binding levels {{(pid=104103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 21:07:37.712484 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-613e5036-5035-46e2-bb7e-a3161c6cc7b9 None None] For port cbfafbb0-5859-4c41-b53a-4b01ea4afebd, host dv-cinder-828806-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-3-iscsi',level=0,port_id=cbfafbb0-5859-4c41-b53a-4b01ea4afebd,segment=NetworkSegment(96d04679-24c8-4cb4-83c4-b6fa46f4a441),segment_id=96d04679-24c8-4cb4-83c4-b6fa46f4a441)] {{(pid=104103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 21:07:37.724019 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.managers [None req-ff6cb8a6-147d-46ee-8e27-f9a1e4371e93 None None] Attempting to bind port fd3ec723-b359-4f71-98b1-d8d7fb702311 on host dv-cinder-828806-3-iscsi for vnic_type normal with profile {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 21:07:37.724361 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.managers [None req-ff6cb8a6-147d-46ee-8e27-f9a1e4371e93 None None] Attempting to bind port fd3ec723-b359-4f71-98b1-d8d7fb702311 by drivers openvswitch,hyperv on host dv-cinder-828806-3-iscsi at level 0 using segments [{'id': 'b05a28e2-d38c-435b-8849-904ab696de67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '8361e751-9256-4ca9-a308-997af07ebd0d'}] {{(pid=104103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 21:07:37.724718 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6cb8a6-147d-46ee-8e27-f9a1e4371e93 None None] Attempting to bind port fd3ec723-b359-4f71-98b1-d8d7fb702311 on network 8361e751-9256-4ca9-a308-997af07ebd0d {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 21:07:37.728965 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-613e5036-5035-46e2-bb7e-a3161c6cc7b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (cbfafbb0-5859-4c41-b53a-4b01ea4afebd), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:37.741184 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6cb8a6-147d-46ee-8e27-f9a1e4371e93 None None] Checking agent: {'id': '545ffc5a-00f7-4140-8f25-9e74b0e32d39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828806-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 20, 55, 46), 'started_at': datetime.datetime(2022, 5, 26, 20, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 21, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828806-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 21:07:37.741558 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6cb8a6-147d-46ee-8e27-f9a1e4371e93 None None] Checking segment: {'id': 'b05a28e2-d38c-435b-8849-904ab696de67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '8361e751-9256-4ca9-a308-997af07ebd0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 21:07:37.741954 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-ff6cb8a6-147d-46ee-8e27-f9a1e4371e93 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:37.742347 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6cb8a6-147d-46ee-8e27-f9a1e4371e93 None None] Bound using segment: {'id': 'b05a28e2-d38c-435b-8849-904ab696de67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '8361e751-9256-4ca9-a308-997af07ebd0d'} {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 21:07:37.742850 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.managers [None req-ff6cb8a6-147d-46ee-8e27-f9a1e4371e93 None None] Bound port: fd3ec723-b359-4f71-98b1-d8d7fb702311, host: dv-cinder-828806-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b05a28e2-d38c-435b-8849-904ab696de67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '8361e751-9256-4ca9-a308-997af07ebd0d'}}] {{(pid=104103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 21:07:37.743224 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-ff6cb8a6-147d-46ee-8e27-f9a1e4371e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (fd3ec723-b359-4f71-98b1-d8d7fb702311), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:37.795330 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-ec442449-22c9-41b7-9903-c096a4604da7 admin admin] Publish callbacks [] for router_gateway (66749bb9-8c51-451d-8172-03702662c48e), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:37.843832 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613e5036-5035-46e2-bb7e-a3161c6cc7b9 None None] Pushing event updated for resources: {'Port': ['ID=cbfafbb0-5859-4c41-b53a-4b01ea4afebd,revision_number=2']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:07:37.875433 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-ed4d8b7c-28ff-49c7-8e9d-2f7f23721424 None None] Provisioning complete for port fd3ec723-b359-4f71-98b1-d8d7fb702311 triggered by entity DHCP. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:07:37.875799 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-ed4d8b7c-28ff-49c7-8e9d-2f7f23721424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (fd3ec723-b359-4f71-98b1-d8d7fb702311), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:37.876666 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b7c248-2813-4a81-a00a-fdc2c731cab0 req-e5ebb959-97cd-4c0a-9abb-3e13d4d11adf tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:07:37.879390 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-e6b7c248-2813-4a81-a00a-fdc2c731cab0 req-e5ebb959-97cd-4c0a-9abb-3e13d4d11adf tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=359cea60-13ec-460e-811b-b7e54fc7850b HTTP/1.1" status: 200 len: 943 time: 0.0750561 May 26 21:07:37.911298 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-ff6cb8a6-147d-46ee-8e27-f9a1e4371e93 None None] For port fd3ec723-b359-4f71-98b1-d8d7fb702311, host dv-cinder-828806-3-iscsi, cleared binding levels {{(pid=104103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 21:07:37.923589 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-ff6cb8a6-147d-46ee-8e27-f9a1e4371e93 None None] For port fd3ec723-b359-4f71-98b1-d8d7fb702311, host dv-cinder-828806-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-3-iscsi',level=0,port_id=fd3ec723-b359-4f71-98b1-d8d7fb702311,segment=NetworkSegment(b05a28e2-d38c-435b-8849-904ab696de67),segment_id=b05a28e2-d38c-435b-8849-904ab696de67)] {{(pid=104103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 21:07:37.933450 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-ff6cb8a6-147d-46ee-8e27-f9a1e4371e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (fd3ec723-b359-4f71-98b1-d8d7fb702311), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:37.952238 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-e6b7c248-2813-4a81-a00a-fdc2c731cab0 req-cf8f6af6-d64b-43ea-b59e-ae4a7c1fe5e9 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/security-groups?id=b57d1125-26ba-42b5-a63d-5b77fdc0f323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668149 May 26 21:07:37.978483 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-ed4d8b7c-28ff-49c7-8e9d-2f7f23721424 None None] Port fd3ec723-b359-4f71-98b1-d8d7fb702311 cannot update to ACTIVE because it is not bound. {{(pid=104103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 21:07:37.983060 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Device 537fdb2f-dcc7-404b-9c1c-df0eeaecda4b up at agent ovs-agent-dv-cinder-828806-3-iscsi {{(pid=104103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:07:38.044318 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdcbf9d-5d43-441a-b04e-18cfd5a29499 None None] Pushing event updated for resources: {'Port': ['ID=fd3ec723-b359-4f71-98b1-d8d7fb702311,revision_number=4']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:07:38.047001 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6cb8a6-147d-46ee-8e27-f9a1e4371e93 None None] Routers {'1b4fc86d-8450-42c5-9e4b-923338fbbf56'} bound to L3 agent in host dv-cinder-828806-3-iscsi {{(pid=104103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:07:38.047610 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_hamode_db [None req-ff6cb8a6-147d-46ee-8e27-f9a1e4371e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T20:55:42Z,description=,heartbeat_timestamp=2022-05-26T21:07:12Z,host='dv-cinder-828806-3-iscsi',id=ccb07560-1e88-42f3-8411-377a93089622,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T20:55:42Z,topic='l3_agent')) {'router_ids': ['1b4fc86d-8450-42c5-9e4b-923338fbbf56'], 'active': True} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:07:38.056908 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:INSERT=3,neutron:SELECT=95,neutron:UPDATE=2 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:07:38.058952 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-ec442449-22c9-41b7-9903-c096a4604da7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1900237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1617465'] for router (66749bb9-8c51-451d-8172-03702662c48e), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:38.183521 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:07:38.235043 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec442449-22c9-41b7-9903-c096a4604da7 admin admin] Router 66749bb9-8c51-451d-8172-03702662c48e is scheduled to L3 agent ccb07560-1e88-42f3-8411-377a93089622 with binding_index 1 {{(pid=104101) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 21:07:38.257876 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Provisioning complete for port 537fdb2f-dcc7-404b-9c1c-df0eeaecda4b triggered by entity L2. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:07:38.258868 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (537fdb2f-dcc7-404b-9c1c-df0eeaecda4b), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:38.352271 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec442449-22c9-41b7-9903-c096a4604da7 admin admin] Notify agent at l3_agent.dv-cinder-828806-3-iscsi the message routers_updated {{(pid=104101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 21:07:38.359425 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvr_db [None req-ff6cb8a6-147d-46ee-8e27-f9a1e4371e93 None None] Set router 1b4fc86d-8450-42c5-9e4b-923338fbbf56 gateway port host: dv-cinder-828806-3-iscsi {{(pid=104103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:07:38.361718 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d2cce86-12e3-4d88-9794-85d61af02d9c None None] Sync routers for ids ['66749bb9-8c51-451d-8172-03702662c48e'] in dv-cinder-828806-3-iscsi {{(pid=104104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 21:07:38.370015 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-ec442449-22c9-41b7-9903-c096a4604da7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:38.371771 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-ec442449-22c9-41b7-9903-c096a4604da7 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8220017 May 26 21:07:38.374657 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 48522) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:07:38.382966 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2cce86-12e3-4d88-9794-85d61af02d9c None None] Routers {'66749bb9-8c51-451d-8172-03702662c48e'} bound to L3 agent in host dv-cinder-828806-3-iscsi {{(pid=104104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:07:38.383589 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_hamode_db [None req-7d2cce86-12e3-4d88-9794-85d61af02d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T20:55:42Z,description=,heartbeat_timestamp=2022-05-26T21:07:12Z,host='dv-cinder-828806-3-iscsi',id=ccb07560-1e88-42f3-8411-377a93089622,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T20:55:42Z,topic='l3_agent')) {'router_ids': ['66749bb9-8c51-451d-8172-03702662c48e'], 'active': True} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:07:38.434484 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-06cebf5b-2028-434b-9e3e-3dff64a718b1 None None] Provisioning complete for port fd3ec723-b359-4f71-98b1-d8d7fb702311 triggered by entity DHCP. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:07:38.434484 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-06cebf5b-2028-434b-9e3e-3dff64a718b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (fd3ec723-b359-4f71-98b1-d8d7fb702311), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:38.466484 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Current status of the port 537fdb2f-dcc7-404b-9c1c-df0eeaecda4b is: ACTIVE; New status is: ACTIVE {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:07:38.545081 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:07:38.603125 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvr_db [None req-7d2cce86-12e3-4d88-9794-85d61af02d9c None None] Set router 66749bb9-8c51-451d-8172-03702662c48e gateway port host: dv-cinder-828806-3-iscsi {{(pid=104104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:07:38.622356 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-06cebf5b-2028-434b-9e3e-3dff64a718b1 None None] Current status of the port fd3ec723-b359-4f71-98b1-d8d7fb702311 is: DOWN; New status is: ACTIVE {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:07:38.622797 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-06cebf5b-2028-434b-9e3e-3dff64a718b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (fd3ec723-b359-4f71-98b1-d8d7fb702311), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:38.645446 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:07:38.665804 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:07:38.692928 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-06cebf5b-2028-434b-9e3e-3dff64a718b1 None None] For port fd3ec723-b359-4f71-98b1-d8d7fb702311, host dv-cinder-828806-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-3-iscsi',level=0,port_id=fd3ec723-b359-4f71-98b1-d8d7fb702311,segment=NetworkSegment(b05a28e2-d38c-435b-8849-904ab696de67),segment_id=b05a28e2-d38c-435b-8849-904ab696de67)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:07:38.699435 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_hamode_db [None req-ff6cb8a6-147d-46ee-8e27-f9a1e4371e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b4fc86d-8450-42c5-9e4b-923338fbbf56', 'name': 'tempest-TestMinimumBasicScenario-298412895-router', 'tenant_id': 'cdb0cbaf75ee402091c3eec9dd512a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': '537fdb2f-dcc7-404b-9c1c-df0eeaecda4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:07:31Z', 'updated_at': '2022-05-26T21:07:34Z', 'revision_number': 4, 'project_id': 'cdb0cbaf75ee402091c3eec9dd512a2d', 'gw_port': {'id': '537fdb2f-dcc7-404b-9c1c-df0eeaecda4b', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:cf:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4fc86d-8450-42c5-9e4b-923338fbbf56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:07:32Z', 'updated_at': '2022-05-26T21:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi', '_interfaces': [{'id': 'fd3ec723-b359-4f71-98b1-d8d7fb702311', 'name': '', 'network_id': '8361e751-9256-4ca9-a308-997af07ebd0d', 'tenant_id': 'cdb0cbaf75ee402091c3eec9dd512a2d', 'mac_address': 'fa:16:3e:f6:92:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b4fc86d-8450-42c5-9e4b-923338fbbf56', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '23d264e0-dc41-488b-b140-960ceb4020db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:07:33Z', 'updated_at': '2022-05-26T21:07:37Z', 'revision_number': 4, 'project_id': 'cdb0cbaf75ee402091c3eec9dd512a2d', 'subnets': [{'id': '23d264e0-dc41-488b-b140-960ceb4020db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-3-iscsi', False) {} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:07:38.701291 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-06cebf5b-2028-434b-9e3e-3dff64a718b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (fd3ec723-b359-4f71-98b1-d8d7fb702311), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:38.782353 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cebf5b-2028-434b-9e3e-3dff64a718b1 None None] Pushing event updated for resources: {'Port': ['ID=fd3ec723-b359-4f71-98b1-d8d7fb702311,revision_number=5']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:07:38.787013 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6cb8a6-147d-46ee-8e27-f9a1e4371e93 None None] The sync data for ids ['1b4fc86d-8450-42c5-9e4b-923338fbbf56'] in dv-cinder-828806-3-iscsi is: [{'id': '1b4fc86d-8450-42c5-9e4b-923338fbbf56', 'name': 'tempest-TestMinimumBasicScenario-298412895-router', 'tenant_id': 'cdb0cbaf75ee402091c3eec9dd512a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': '537fdb2f-dcc7-404b-9c1c-df0eeaecda4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:07:31Z', 'updated_at': '2022-05-26T21:07:34Z', 'revision_number': 4, 'project_id': 'cdb0cbaf75ee402091c3eec9dd512a2d', 'gw_port': {'id': '537fdb2f-dcc7-404b-9c1c-df0eeaecda4b', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:cf:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4fc86d-8450-42c5-9e4b-923338fbbf56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:07:32Z', 'updated_at': '2022-05-26T21:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi', '_interfaces': [{'id': 'fd3ec723-b359-4f71-98b1-d8d7fb702311', 'name': '', 'network_id': '8361e751-9256-4ca9-a308-997af07ebd0d', 'tenant_id': 'cdb0cbaf75ee402091c3eec9dd512a2d', 'mac_address': 'fa:16:3e:f6:92:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b4fc86d-8450-42c5-9e4b-923338fbbf56', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '23d264e0-dc41-488b-b140-960ceb4020db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:07:33Z', 'updated_at': '2022-05-26T21:07:37Z', 'revision_number': 4, 'project_id': 'cdb0cbaf75ee402091c3eec9dd512a2d', 'subnets': [{'id': '23d264e0-dc41-488b-b140-960ceb4020db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 21:07:38.825051 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_hamode_db [None req-7d2cce86-12e3-4d88-9794-85d61af02d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66749bb9-8c51-451d-8172-03702662c48e', 'name': 'tempest-TestMinimumBasicScenario-737414409-router', 'tenant_id': '063d0056b740469fb8152f77df552a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': '9b2bf021-b87a-4d08-8830-84335441d8b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:07:36Z', 'updated_at': '2022-05-26T21:07:37Z', 'revision_number': 3, 'project_id': '063d0056b740469fb8152f77df552a6a', 'gw_port': {'id': '9b2bf021-b87a-4d08-8830-84335441d8b4', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ec:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66749bb9-8c51-451d-8172-03702662c48e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:07:36Z', 'updated_at': '2022-05-26T21:07:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi'}], 'dv-cinder-828806-3-iscsi', False) {} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:07:38.885721 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d2cce86-12e3-4d88-9794-85d61af02d9c None None] Checking router: 66749bb9-8c51-451d-8172-03702662c48e for host: dv-cinder-828806-3-iscsi {{(pid=104104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 21:07:38.886069 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d2cce86-12e3-4d88-9794-85d61af02d9c None None] Updating router 66749bb9-8c51-451d-8172-03702662c48e port 9b2bf021-b87a-4d08-8830-84335441d8b4 binding host dv-cinder-828806-3-iscsi {{(pid=104104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 21:07:38.926409 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-7d2cce86-12e3-4d88-9794-85d61af02d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (9b2bf021-b87a-4d08-8830-84335441d8b4), before_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:38.964368 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8a8ca3-a206-4a0a-9cdb-2eccc18fe5d7 req-fc4bc7e4-6230-44e3-b64d-7632d546d881 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:07:38.965922 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-9e8a8ca3-a206-4a0a-9cdb-2eccc18fe5d7 req-fc4bc7e4-6230-44e3-b64d-7632d546d881 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/ports?device_id=1b43cfeb-b67e-4418-943c-e916badf9a1a HTTP/1.1" status: 200 len: 946 time: 0.3036013 May 26 21:07:39.090319 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-9e8a8ca3-a206-4a0a-9cdb-2eccc18fe5d7 req-213f9a63-27ce-4875-be06-cd61ad61865d tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/security-groups?id=9a1a54e9-4875-4c75-830d-b53a6257e266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971818 May 26 21:07:39.169786 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:07:39.182119 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd656ac-c486-4a71-b1df-7686c1b3b9db req-fa9da9da-c781-4c36-b23b-4a97a3891fc2 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:07:39.183689 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-8dd656ac-c486-4a71-b1df-7686c1b3b9db req-fa9da9da-c781-4c36-b23b-4a97a3891fc2 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=359cea60-13ec-460e-811b-b7e54fc7850b HTTP/1.1" status: 200 len: 943 time: 0.1071529 May 26 21:07:39.213548 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:07:39.217600 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c616c575-3b8e-4fb6-981b-0aa59b7cbcf9 None None] Network 689c5894-b5f6-47cd-af1e-3749043603e3 requested from dv-cinder-828806-3-iscsi {{(pid=104103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 21:07:39.276181 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-8dd656ac-c486-4a71-b1df-7686c1b3b9db req-6f35dadd-753c-419d-8565-ef21ba1ddcc9 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/security-groups?id=b57d1125-26ba-42b5-a63d-5b77fdc0f323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586145 May 26 21:07:39.278247 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-218d5b6e-7f8a-40de-923c-bc780cd2ceca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (None), before_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:39.283820 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-7d2cce86-12e3-4d88-9794-85d61af02d9c None None] Publish callbacks [] for port (9b2bf021-b87a-4d08-8830-84335441d8b4), precommit_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:39.292551 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-7d2cce86-12e3-4d88-9794-85d61af02d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (9b2bf021-b87a-4d08-8830-84335441d8b4), after_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:39.351881 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-263b0f16-5a86-4845-8b7d-5b72e34080fd None None] Provisioning complete for port cbfafbb0-5859-4c41-b53a-4b01ea4afebd triggered by entity DHCP. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:07:39.352253 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-263b0f16-5a86-4845-8b7d-5b72e34080fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (cbfafbb0-5859-4c41-b53a-4b01ea4afebd), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:39.369273 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.managers [None req-7d2cce86-12e3-4d88-9794-85d61af02d9c None None] Attempting to bind port 9b2bf021-b87a-4d08-8830-84335441d8b4 on host dv-cinder-828806-3-iscsi for vnic_type normal with profile {{(pid=104104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 21:07:39.369802 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.managers [None req-7d2cce86-12e3-4d88-9794-85d61af02d9c None None] Attempting to bind port 9b2bf021-b87a-4d08-8830-84335441d8b4 by drivers openvswitch,hyperv on host dv-cinder-828806-3-iscsi at level 0 using segments [{'id': '8d4aea41-d977-462c-9098-4088113247cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12'}] {{(pid=104104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 21:07:39.370601 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2cce86-12e3-4d88-9794-85d61af02d9c None None] Attempting to bind port 9b2bf021-b87a-4d08-8830-84335441d8b4 on network 7d433162-bc3c-42dc-9b38-0bd5733b5e12 {{(pid=104104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 21:07:39.385181 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a31c563-1cbe-41a7-82a4-af03da5ba948 None None] Pushing event updated for resources: {'Port': ['ID=9b2bf021-b87a-4d08-8830-84335441d8b4,revision_number=2']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:07:39.400807 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2cce86-12e3-4d88-9794-85d61af02d9c None None] Checking agent: {'id': '545ffc5a-00f7-4140-8f25-9e74b0e32d39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828806-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 20, 55, 46), 'started_at': datetime.datetime(2022, 5, 26, 20, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 21, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828806-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 21:07:39.401313 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2cce86-12e3-4d88-9794-85d61af02d9c None None] Checking segment: {'id': '8d4aea41-d977-462c-9098-4088113247cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 21:07:39.401806 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-7d2cce86-12e3-4d88-9794-85d61af02d9c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:39.402294 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2cce86-12e3-4d88-9794-85d61af02d9c None None] Bound using segment: {'id': '8d4aea41-d977-462c-9098-4088113247cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12'} {{(pid=104104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 21:07:39.402990 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.managers [None req-7d2cce86-12e3-4d88-9794-85d61af02d9c None None] Bound port: 9b2bf021-b87a-4d08-8830-84335441d8b4, host: dv-cinder-828806-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d4aea41-d977-462c-9098-4088113247cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12'}}] {{(pid=104104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 21:07:39.403464 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-7d2cce86-12e3-4d88-9794-85d61af02d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (9b2bf021-b87a-4d08-8830-84335441d8b4), before_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:39.444623 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-263b0f16-5a86-4845-8b7d-5b72e34080fd None None] Current status of the port cbfafbb0-5859-4c41-b53a-4b01ea4afebd is: DOWN; New status is: ACTIVE {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:07:39.445017 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-263b0f16-5a86-4845-8b7d-5b72e34080fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (cbfafbb0-5859-4c41-b53a-4b01ea4afebd), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:39.480957 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.db [None req-7d2cce86-12e3-4d88-9794-85d61af02d9c None None] For port 9b2bf021-b87a-4d08-8830-84335441d8b4, host dv-cinder-828806-3-iscsi, cleared binding levels {{(pid=104104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 21:07:39.489386 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.db [None req-7d2cce86-12e3-4d88-9794-85d61af02d9c None None] For port 9b2bf021-b87a-4d08-8830-84335441d8b4, host dv-cinder-828806-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-3-iscsi',level=0,port_id=9b2bf021-b87a-4d08-8830-84335441d8b4,segment=NetworkSegment(8d4aea41-d977-462c-9098-4088113247cb),segment_id=8d4aea41-d977-462c-9098-4088113247cb)] {{(pid=104104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 21:07:39.498850 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-263b0f16-5a86-4845-8b7d-5b72e34080fd None None] For port cbfafbb0-5859-4c41-b53a-4b01ea4afebd, host dv-cinder-828806-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-3-iscsi',level=0,port_id=cbfafbb0-5859-4c41-b53a-4b01ea4afebd,segment=NetworkSegment(96d04679-24c8-4cb4-83c4-b6fa46f4a441),segment_id=96d04679-24c8-4cb4-83c4-b6fa46f4a441)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:07:39.506205 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-7d2cce86-12e3-4d88-9794-85d61af02d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (9b2bf021-b87a-4d08-8830-84335441d8b4), after_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:39.506584 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-263b0f16-5a86-4845-8b7d-5b72e34080fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (cbfafbb0-5859-4c41-b53a-4b01ea4afebd), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:39.523995 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.db.db_base_plugin_common [None req-218d5b6e-7f8a-40de-923c-bc780cd2ceca admin admin] Allocated IP 172.20.0.1 (689c5894-b5f6-47cd-af1e-3749043603e3/7ad9386e-533f-47e9-96b9-07df8e60ae1d/94a8229f-8baf-4230-bb99-ff0406389470) {{(pid=104102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 21:07:39.566868 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:07:39.602118 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2cce86-12e3-4d88-9794-85d61af02d9c None None] Routers {'66749bb9-8c51-451d-8172-03702662c48e'} bound to L3 agent in host dv-cinder-828806-3-iscsi {{(pid=104104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:07:39.602966 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_hamode_db [None req-7d2cce86-12e3-4d88-9794-85d61af02d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T20:55:42Z,description=,heartbeat_timestamp=2022-05-26T21:07:12Z,host='dv-cinder-828806-3-iscsi',id=ccb07560-1e88-42f3-8411-377a93089622,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T20:55:42Z,topic='l3_agent')) {'router_ids': ['66749bb9-8c51-451d-8172-03702662c48e'], 'active': True} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:07:39.625006 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263b0f16-5a86-4845-8b7d-5b72e34080fd None None] Pushing event updated for resources: {'Port': ['ID=cbfafbb0-5859-4c41-b53a-4b01ea4afebd,revision_number=3']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:07:39.652449 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a31c563-1cbe-41a7-82a4-af03da5ba948 None None] Pushing event updated for resources: {'Port': ['ID=9b2bf021-b87a-4d08-8830-84335441d8b4,revision_number=3']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:07:39.702140 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-218d5b6e-7f8a-40de-923c-bc780cd2ceca admin admin] Publish callbacks [] for port (94a8229f-8baf-4230-bb99-ff0406389470), precommit_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:39.723962 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvr_db [None req-7d2cce86-12e3-4d88-9794-85d61af02d9c None None] Set router 66749bb9-8c51-451d-8172-03702662c48e gateway port host: dv-cinder-828806-3-iscsi {{(pid=104104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:07:39.732791 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-2ca75077-436e-4718-8940-4e5093b2c8dc None None] Provisioning complete for port cbfafbb0-5859-4c41-b53a-4b01ea4afebd triggered by entity DHCP. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:07:39.733474 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-2ca75077-436e-4718-8940-4e5093b2c8dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (cbfafbb0-5859-4c41-b53a-4b01ea4afebd), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:39.751756 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-218d5b6e-7f8a-40de-923c-bc780cd2ceca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787881445699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16679263'] for port (94a8229f-8baf-4230-bb99-ff0406389470), after_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:39.792465 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-218d5b6e-7f8a-40de-923c-bc780cd2ceca admin admin] Network 689c5894-b5f6-47cd-af1e-3749043603e3 is already hosted by enough agents. {{(pid=104102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 21:07:39.796542 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.scheduler.base_scheduler [None req-218d5b6e-7f8a-40de-923c-bc780cd2ceca admin admin] Resources bound (agent type, host, resource id): {{(pid=104102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:07:39.804749 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218d5b6e-7f8a-40de-923c-bc780cd2ceca admin admin] Received port after_create {{(pid=104102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 21:07:39.821790 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-94550696-92aa-46fa-bfb4-1a473fb2413b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (28061657-8b16-479f-8ff4-19bdcc74bc2c), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:39.842656 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218d5b6e-7f8a-40de-923c-bc780cd2ceca admin admin] Pushing event updated for resources: {'Port': ['ID=94a8229f-8baf-4230-bb99-ff0406389470,revision_number=1']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:07:39.848411 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:07:39.863852 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-218d5b6e-7f8a-40de-923c-bc780cd2ceca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1614666'] for router_interface (66749bb9-8c51-451d-8172-03702662c48e), before_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:39.917597 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-2ca75077-436e-4718-8940-4e5093b2c8dc None None] Current status of the port cbfafbb0-5859-4c41-b53a-4b01ea4afebd is: ACTIVE; New status is: ACTIVE {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:07:39.949110 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_hamode_db [None req-7d2cce86-12e3-4d88-9794-85d61af02d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66749bb9-8c51-451d-8172-03702662c48e', 'name': 'tempest-TestMinimumBasicScenario-737414409-router', 'tenant_id': '063d0056b740469fb8152f77df552a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': '9b2bf021-b87a-4d08-8830-84335441d8b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:07:36Z', 'updated_at': '2022-05-26T21:07:37Z', 'revision_number': 3, 'project_id': '063d0056b740469fb8152f77df552a6a', 'gw_port': {'id': '9b2bf021-b87a-4d08-8830-84335441d8b4', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ec:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66749bb9-8c51-451d-8172-03702662c48e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:07:36Z', 'updated_at': '2022-05-26T21:07:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi'}], 'dv-cinder-828806-3-iscsi', False) {} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:07:39.986831 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d2cce86-12e3-4d88-9794-85d61af02d9c None None] The sync data for ids ['66749bb9-8c51-451d-8172-03702662c48e'] in dv-cinder-828806-3-iscsi is: [{'id': '66749bb9-8c51-451d-8172-03702662c48e', 'name': 'tempest-TestMinimumBasicScenario-737414409-router', 'tenant_id': '063d0056b740469fb8152f77df552a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': '9b2bf021-b87a-4d08-8830-84335441d8b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:07:36Z', 'updated_at': '2022-05-26T21:07:37Z', 'revision_number': 3, 'project_id': '063d0056b740469fb8152f77df552a6a', 'gw_port': {'id': '9b2bf021-b87a-4d08-8830-84335441d8b4', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ec:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66749bb9-8c51-451d-8172-03702662c48e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:07:36Z', 'updated_at': '2022-05-26T21:07:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi'}] {{(pid=104104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 21:07:40.051854 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Device cbfafbb0-5859-4c41-b53a-4b01ea4afebd up at agent ovs-agent-dv-cinder-828806-3-iscsi {{(pid=104103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:07:40.076812 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-218d5b6e-7f8a-40de-923c-bc780cd2ceca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (94a8229f-8baf-4230-bb99-ff0406389470), before_update {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:40.104613 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Provisioning complete for port cbfafbb0-5859-4c41-b53a-4b01ea4afebd triggered by entity L2. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:07:40.104893 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (cbfafbb0-5859-4c41-b53a-4b01ea4afebd), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:40.165630 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-b974725b-c00b-4016-9dd9-cbf74547e4cc None None] Provisioning complete for port 94a8229f-8baf-4230-bb99-ff0406389470 triggered by entity DHCP. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:07:40.166154 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-b974725b-c00b-4016-9dd9-cbf74547e4cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (94a8229f-8baf-4230-bb99-ff0406389470), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:40.233578 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-b974725b-c00b-4016-9dd9-cbf74547e4cc None None] Port 94a8229f-8baf-4230-bb99-ff0406389470 cannot update to ACTIVE because it is not bound. {{(pid=104103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 21:07:40.243340 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Current status of the port cbfafbb0-5859-4c41-b53a-4b01ea4afebd is: ACTIVE; New status is: ACTIVE {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:07:40.244618 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Device fd3ec723-b359-4f71-98b1-d8d7fb702311 up at agent ovs-agent-dv-cinder-828806-3-iscsi {{(pid=104103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:07:40.262929 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1208bb8-38ee-4c82-b105-46582f20218e req-7c2a42b4-c6b1-40c3-b77a-8923193db2bc tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:07:40.264474 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-c1208bb8-38ee-4c82-b105-46582f20218e req-7c2a42b4-c6b1-40c3-b77a-8923193db2bc tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/ports?device_id=1b43cfeb-b67e-4418-943c-e916badf9a1a HTTP/1.1" status: 200 len: 946 time: 0.0779974 May 26 21:07:40.289714 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:07:40.291738 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Provisioning complete for port fd3ec723-b359-4f71-98b1-d8d7fb702311 triggered by entity L2. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:07:40.293000 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (fd3ec723-b359-4f71-98b1-d8d7fb702311), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:40.305327 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:07:40.311107 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:07:40.376286 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Current status of the port fd3ec723-b359-4f71-98b1-d8d7fb702311 is: ACTIVE; New status is: ACTIVE {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:07:40.376907 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-c1208bb8-38ee-4c82-b105-46582f20218e req-bd7ff043-02c3-46d7-bacf-1a8471b0a287 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/security-groups?id=9a1a54e9-4875-4c75-830d-b53a6257e266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853119 May 26 21:07:40.415576 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-218d5b6e-7f8a-40de-923c-bc780cd2ceca admin admin] Publish callbacks [] for port (94a8229f-8baf-4230-bb99-ff0406389470), precommit_update {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:40.453855 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-218d5b6e-7f8a-40de-923c-bc780cd2ceca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16679272'] for port (94a8229f-8baf-4230-bb99-ff0406389470), after_update {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:40.523936 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c51789-d1b7-4223-b6d9-b692f9e7dc57 req-4501c0b7-c1f1-4954-b613-263069f1e5af tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:07:40.525711 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-13c51789-d1b7-4223-b6d9-b692f9e7dc57 req-4501c0b7-c1f1-4954-b613-263069f1e5af tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=359cea60-13ec-460e-811b-b7e54fc7850b HTTP/1.1" status: 200 len: 943 time: 0.1228452 May 26 21:07:40.549928 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-218d5b6e-7f8a-40de-923c-bc780cd2ceca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-416038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1615354'] for router_interface (66749bb9-8c51-451d-8172-03702662c48e), after_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:40.558846 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218d5b6e-7f8a-40de-923c-bc780cd2ceca admin admin] Pushing event updated for resources: {'Port': ['ID=94a8229f-8baf-4230-bb99-ff0406389470,revision_number=2']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:07:40.648341 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-13c51789-d1b7-4223-b6d9-b692f9e7dc57 req-d93d1334-e962-42fd-a082-a196f5651a74 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/security-groups?id=b57d1125-26ba-42b5-a63d-5b77fdc0f323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111012 May 26 21:07:40.688458 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-218d5b6e-7f8a-40de-923c-bc780cd2ceca admin admin] Network 689c5894-b5f6-47cd-af1e-3749043603e3 is already hosted by enough agents. {{(pid=104102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 21:07:40.689784 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.scheduler.base_scheduler [None req-218d5b6e-7f8a-40de-923c-bc780cd2ceca admin admin] Resources bound (agent type, host, resource id): {{(pid=104102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:07:40.744811 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:07:40.815479 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-218d5b6e-7f8a-40de-923c-bc780cd2ceca admin admin] Router 66749bb9-8c51-451d-8172-03702662c48e has already been hosted by L3 agent ccb07560-1e88-42f3-8411-377a93089622 {{(pid=104102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 21:07:40.925865 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-218d5b6e-7f8a-40de-923c-bc780cd2ceca admin admin] Notify agent at l3_agent.dv-cinder-828806-3-iscsi the message routers_updated {{(pid=104102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 21:07:40.930823 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-218d5b6e-7f8a-40de-923c-bc780cd2ceca admin admin] 10.222.0.57 "PUT /v2.0/routers/66749bb9-8c51-451d-8172-03702662c48e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5550547 May 26 21:07:40.957387 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-7887983c-feef-4a1b-8a03-0b2c3b00c7dd None None] Provisioning complete for port 94a8229f-8baf-4230-bb99-ff0406389470 triggered by entity DHCP. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:07:40.957964 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-7887983c-feef-4a1b-8a03-0b2c3b00c7dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (94a8229f-8baf-4230-bb99-ff0406389470), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:40.993896 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-7887983c-feef-4a1b-8a03-0b2c3b00c7dd None None] Port 94a8229f-8baf-4230-bb99-ff0406389470 cannot update to ACTIVE because it is not bound. {{(pid=104103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 21:07:41.497003 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8087cdd8-4d3d-4db1-8f75-de98262787f0 req-2f47cdf3-c477-4cff-9b7a-40e86abf3e39 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:07:41.498499 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-8087cdd8-4d3d-4db1-8f75-de98262787f0 req-2f47cdf3-c477-4cff-9b7a-40e86abf3e39 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/ports?device_id=1b43cfeb-b67e-4418-943c-e916badf9a1a HTTP/1.1" status: 200 len: 946 time: 0.0480733 May 26 21:07:41.550421 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-8087cdd8-4d3d-4db1-8f75-de98262787f0 req-c7f701b6-8f0a-4634-bbbf-844ee27ab962 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/security-groups?id=9a1a54e9-4875-4c75-830d-b53a6257e266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460489 May 26 21:07:41.795082 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f237fe-cddf-4383-99b7-5acd6f1bebab req-12362bc2-c420-42b8-b683-d9d158962f46 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:07:41.802711 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-84f237fe-cddf-4383-99b7-5acd6f1bebab req-12362bc2-c420-42b8-b683-d9d158962f46 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=359cea60-13ec-460e-811b-b7e54fc7850b HTTP/1.1" status: 200 len: 943 time: 0.0647800 May 26 21:07:41.868908 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-84f237fe-cddf-4383-99b7-5acd6f1bebab req-a411c21f-156f-4144-981e-c8aadb6a6a3c tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/security-groups?id=b57d1125-26ba-42b5-a63d-5b77fdc0f323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624380 May 26 21:07:41.982398 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Device 9b2bf021-b87a-4d08-8830-84335441d8b4 up at agent ovs-agent-dv-cinder-828806-3-iscsi {{(pid=104103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:07:42.057407 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-52cd929a-d9c3-47d3-a512-1f9510b4ecc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (ccb07560-1e88-42f3-8411-377a93089622), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:42.060208 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Provisioning complete for port 9b2bf021-b87a-4d08-8830-84335441d8b4 triggered by entity L2. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:07:42.060768 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (9b2bf021-b87a-4d08-8830-84335441d8b4), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:42.150685 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Current status of the port 9b2bf021-b87a-4d08-8830-84335441d8b4 is: DOWN; New status is: ACTIVE {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:07:42.151182 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (9b2bf021-b87a-4d08-8830-84335441d8b4), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:42.179624 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] For port 9b2bf021-b87a-4d08-8830-84335441d8b4, host dv-cinder-828806-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-3-iscsi',level=0,port_id=9b2bf021-b87a-4d08-8830-84335441d8b4,segment=NetworkSegment(8d4aea41-d977-462c-9098-4088113247cb),segment_id=8d4aea41-d977-462c-9098-4088113247cb)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:07:42.185462 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (9b2bf021-b87a-4d08-8830-84335441d8b4), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:42.238561 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Pushing event updated for resources: {'Port': ['ID=9b2bf021-b87a-4d08-8830-84335441d8b4,revision_number=4']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:07:42.352822 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566bc821-64f5-4af5-a15b-2f257ef0e1cf None None] Sync routers for ids ['66749bb9-8c51-451d-8172-03702662c48e'] in dv-cinder-828806-3-iscsi {{(pid=104103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 21:07:42.376661 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566bc821-64f5-4af5-a15b-2f257ef0e1cf None None] Routers {'66749bb9-8c51-451d-8172-03702662c48e'} bound to L3 agent in host dv-cinder-828806-3-iscsi {{(pid=104103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:07:42.377295 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_hamode_db [None req-566bc821-64f5-4af5-a15b-2f257ef0e1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T20:55:42Z,description=,heartbeat_timestamp=2022-05-26T21:07:42Z,host='dv-cinder-828806-3-iscsi',id=ccb07560-1e88-42f3-8411-377a93089622,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T20:55:42Z,topic='l3_agent')) {'router_ids': ['66749bb9-8c51-451d-8172-03702662c48e'], 'active': True} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:07:42.457784 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab469069-627c-48e0-9efc-ed1e4b8fbd65 req-10d43339-b005-471f-b6ca-de498f3a5ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:07:42.460096 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-ab469069-627c-48e0-9efc-ed1e4b8fbd65 req-10d43339-b005-471f-b6ca-de498f3a5ead service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=1b43cfeb-b67e-4418-943c-e916badf9a1a HTTP/1.1" status: 200 len: 1130 time: 0.0660982 May 26 21:07:42.517855 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvr_db [None req-566bc821-64f5-4af5-a15b-2f257ef0e1cf None None] Set router 66749bb9-8c51-451d-8172-03702662c48e gateway port host: dv-cinder-828806-3-iscsi {{(pid=104103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:07:42.598834 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-ab469069-627c-48e0-9efc-ed1e4b8fbd65 req-caa72b7d-b570-49fe-9eb4-34ce002a520f service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=9a1a54e9-4875-4c75-830d-b53a6257e266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712166 May 26 21:07:42.708433 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4c470e-c538-4c1e-a255-fbcf3531d471 req-bf4ee9cd-5dff-4b3b-aa91-125ce9614cbe tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:07:42.711699 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-4c4c470e-c538-4c1e-a255-fbcf3531d471 req-bf4ee9cd-5dff-4b3b-aa91-125ce9614cbe tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/ports?device_id=1b43cfeb-b67e-4418-943c-e916badf9a1a HTTP/1.1" status: 200 len: 946 time: 0.0692260 May 26 21:07:42.754192 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_hamode_db [None req-566bc821-64f5-4af5-a15b-2f257ef0e1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66749bb9-8c51-451d-8172-03702662c48e', 'name': 'tempest-TestMinimumBasicScenario-737414409-router', 'tenant_id': '063d0056b740469fb8152f77df552a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': '9b2bf021-b87a-4d08-8830-84335441d8b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:07:36Z', 'updated_at': '2022-05-26T21:07:40Z', 'revision_number': 4, 'project_id': '063d0056b740469fb8152f77df552a6a', 'gw_port': {'id': '9b2bf021-b87a-4d08-8830-84335441d8b4', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ec:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66749bb9-8c51-451d-8172-03702662c48e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:07:36Z', 'updated_at': '2022-05-26T21:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi', '_interfaces': [{'id': '94a8229f-8baf-4230-bb99-ff0406389470', 'name': '', 'network_id': '689c5894-b5f6-47cd-af1e-3749043603e3', 'tenant_id': '063d0056b740469fb8152f77df552a6a', 'mac_address': 'fa:16:3e:84:96:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66749bb9-8c51-451d-8172-03702662c48e', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '7ad9386e-533f-47e9-96b9-07df8e60ae1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:07:39Z', 'updated_at': '2022-05-26T21:07:40Z', 'revision_number': 2, 'project_id': '063d0056b740469fb8152f77df552a6a', 'subnets': [{'id': '7ad9386e-533f-47e9-96b9-07df8e60ae1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-3-iscsi', False) {} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:07:42.781806 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566bc821-64f5-4af5-a15b-2f257ef0e1cf None None] Checking router: 66749bb9-8c51-451d-8172-03702662c48e for host: dv-cinder-828806-3-iscsi {{(pid=104103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 21:07:42.782159 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566bc821-64f5-4af5-a15b-2f257ef0e1cf None None] Updating router 66749bb9-8c51-451d-8172-03702662c48e port 94a8229f-8baf-4230-bb99-ff0406389470 binding host dv-cinder-828806-3-iscsi {{(pid=104103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 21:07:42.827280 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-566bc821-64f5-4af5-a15b-2f257ef0e1cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (94a8229f-8baf-4230-bb99-ff0406389470), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:42.831318 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-4c4c470e-c538-4c1e-a255-fbcf3531d471 req-90b03945-bb95-4d91-b83c-9d0fd6cc360a tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/security-groups?id=9a1a54e9-4875-4c75-830d-b53a6257e266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024661 May 26 21:07:42.990360 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Device 7648201d-4c35-4774-9674-eeb82941072a details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=104103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 21:07:42.999176 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8189d2dd-ddd9-41da-8f3b-1b667dbd2d33 req-cf1dc603-1736-4269-8af7-4a6e0ef4aa6f tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:07:43.007360 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-8189d2dd-ddd9-41da-8f3b-1b667dbd2d33 req-cf1dc603-1736-4269-8af7-4a6e0ef4aa6f tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=359cea60-13ec-460e-811b-b7e54fc7850b HTTP/1.1" status: 200 len: 943 time: 0.0633848 May 26 21:07:43.008426 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:07:43.020137 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-2cedcaf3-f8c8-488c-9e0f-8ce175add227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (5deefb54-cd62-4255-b022-7e9734e3e0b8), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:43.024397 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:07:43.060066 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=100 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:07:43.080481 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-8189d2dd-ddd9-41da-8f3b-1b667dbd2d33 req-f246680d-5c1e-4fc1-a712-877bc3b803f4 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/security-groups?id=b57d1125-26ba-42b5-a63d-5b77fdc0f323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665689 May 26 21:07:43.329969 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] For port 7648201d-4c35-4774-9674-eeb82941072a, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=7648201d-4c35-4774-9674-eeb82941072a,segment=NetworkSegment(7fb7ed4c-a972-40f4-a310-001c141d4c5c),segment_id=7fb7ed4c-a972-40f4-a310-001c141d4c5c)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:07:43.353247 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Returning: {'device': '7648201d-4c35-4774-9674-eeb82941072a', 'network_id': 'ff69986b-e00e-41bd-8a28-f959570fc8f7', 'port_id': '7648201d-4c35-4774-9674-eeb82941072a', 'mac_address': 'fa:16:3e:44:6a:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '647d6a86-42b9-4a67-830f-75c07bdfd5d7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 21:07:43.424014 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-566bc821-64f5-4af5-a15b-2f257ef0e1cf None None] Publish callbacks [] for port (94a8229f-8baf-4230-bb99-ff0406389470), precommit_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:43.428811 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Current status of the port 7648201d-4c35-4774-9674-eeb82941072a is: DOWN; New status is: BUILD {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:07:43.428811 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (7648201d-4c35-4774-9674-eeb82941072a), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:43.442466 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-566bc821-64f5-4af5-a15b-2f257ef0e1cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (94a8229f-8baf-4230-bb99-ff0406389470), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:43.448421 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.notifiers.nova [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7648201d-4c35-4774-9674-eeb82941072a {{(pid=104103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 21:07:43.509504 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] For port 7648201d-4c35-4774-9674-eeb82941072a, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=7648201d-4c35-4774-9674-eeb82941072a,segment=NetworkSegment(7fb7ed4c-a972-40f4-a310-001c141d4c5c),segment_id=7fb7ed4c-a972-40f4-a310-001c141d4c5c)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:07:43.521711 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (7648201d-4c35-4774-9674-eeb82941072a), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:43.526351 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a829f0c3-2e65-450a-8c49-2f8ce2122d6f None None] Pushing event updated for resources: {'Port': ['ID=94a8229f-8baf-4230-bb99-ff0406389470,revision_number=3']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:07:43.635756 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Pushing event updated for resources: {'Port': ['ID=7648201d-4c35-4774-9674-eeb82941072a,revision_number=9']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:07:43.654081 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.managers [None req-566bc821-64f5-4af5-a15b-2f257ef0e1cf None None] Attempting to bind port 94a8229f-8baf-4230-bb99-ff0406389470 on host dv-cinder-828806-3-iscsi for vnic_type normal with profile {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 21:07:43.654485 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.managers [None req-566bc821-64f5-4af5-a15b-2f257ef0e1cf None None] Attempting to bind port 94a8229f-8baf-4230-bb99-ff0406389470 by drivers openvswitch,hyperv on host dv-cinder-828806-3-iscsi at level 0 using segments [{'id': '96d04679-24c8-4cb4-83c4-b6fa46f4a441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '689c5894-b5f6-47cd-af1e-3749043603e3'}] {{(pid=104103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 21:07:43.654829 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566bc821-64f5-4af5-a15b-2f257ef0e1cf None None] Attempting to bind port 94a8229f-8baf-4230-bb99-ff0406389470 on network 689c5894-b5f6-47cd-af1e-3749043603e3 {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 21:07:43.662616 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566bc821-64f5-4af5-a15b-2f257ef0e1cf None None] Checking agent: {'id': '545ffc5a-00f7-4140-8f25-9e74b0e32d39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828806-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 20, 55, 46), 'started_at': datetime.datetime(2022, 5, 26, 20, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 21, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828806-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 21:07:43.663111 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566bc821-64f5-4af5-a15b-2f257ef0e1cf None None] Checking segment: {'id': '96d04679-24c8-4cb4-83c4-b6fa46f4a441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '689c5894-b5f6-47cd-af1e-3749043603e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 21:07:43.663514 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-566bc821-64f5-4af5-a15b-2f257ef0e1cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:43.663978 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566bc821-64f5-4af5-a15b-2f257ef0e1cf None None] Bound using segment: {'id': '96d04679-24c8-4cb4-83c4-b6fa46f4a441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '689c5894-b5f6-47cd-af1e-3749043603e3'} {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 21:07:43.664448 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.managers [None req-566bc821-64f5-4af5-a15b-2f257ef0e1cf None None] Bound port: 94a8229f-8baf-4230-bb99-ff0406389470, host: dv-cinder-828806-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96d04679-24c8-4cb4-83c4-b6fa46f4a441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '689c5894-b5f6-47cd-af1e-3749043603e3'}}] {{(pid=104103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 21:07:43.664823 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-566bc821-64f5-4af5-a15b-2f257ef0e1cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (94a8229f-8baf-4230-bb99-ff0406389470), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:43.772617 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-566bc821-64f5-4af5-a15b-2f257ef0e1cf None None] For port 94a8229f-8baf-4230-bb99-ff0406389470, host dv-cinder-828806-3-iscsi, cleared binding levels {{(pid=104103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 21:07:43.774589 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-217af538-ba6c-4720-90a3-0afd30dca5d3 None None] Provisioning complete for port 94a8229f-8baf-4230-bb99-ff0406389470 triggered by entity DHCP. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:07:43.775216 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-217af538-ba6c-4720-90a3-0afd30dca5d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (94a8229f-8baf-4230-bb99-ff0406389470), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:43.778081 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-566bc821-64f5-4af5-a15b-2f257ef0e1cf None None] For port 94a8229f-8baf-4230-bb99-ff0406389470, host dv-cinder-828806-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-3-iscsi',level=0,port_id=94a8229f-8baf-4230-bb99-ff0406389470,segment=NetworkSegment(96d04679-24c8-4cb4-83c4-b6fa46f4a441),segment_id=96d04679-24c8-4cb4-83c4-b6fa46f4a441)] {{(pid=104103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 21:07:43.804426 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-566bc821-64f5-4af5-a15b-2f257ef0e1cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (94a8229f-8baf-4230-bb99-ff0406389470), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:43.841562 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-217af538-ba6c-4720-90a3-0afd30dca5d3 None None] Port 94a8229f-8baf-4230-bb99-ff0406389470 cannot update to ACTIVE because it is not bound. {{(pid=104103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 21:07:43.884959 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566bc821-64f5-4af5-a15b-2f257ef0e1cf None None] Routers {'66749bb9-8c51-451d-8172-03702662c48e'} bound to L3 agent in host dv-cinder-828806-3-iscsi {{(pid=104103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:07:43.885605 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_hamode_db [None req-566bc821-64f5-4af5-a15b-2f257ef0e1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T20:55:42Z,description=,heartbeat_timestamp=2022-05-26T21:07:42Z,host='dv-cinder-828806-3-iscsi',id=ccb07560-1e88-42f3-8411-377a93089622,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T20:55:42Z,topic='l3_agent')) {'router_ids': ['66749bb9-8c51-451d-8172-03702662c48e'], 'active': True} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:07:43.898177 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] get_ports_and_sgs() called for port_ids ['7648201d-4c35-4774-9674-eeb82941072a'] {{(pid=104103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 21:07:43.921446 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a829f0c3-2e65-450a-8c49-2f8ce2122d6f None None] Pushing event updated for resources: {'Port': ['ID=94a8229f-8baf-4230-bb99-ff0406389470,revision_number=4']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:07:44.039142 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:07:44.064655 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13844501-04aa-41ee-a86e-6ed06a1eb220 req-c2f65b09-adc1-40c1-8ebe-4ffcac3bdc85 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:07:44.068820 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-13844501-04aa-41ee-a86e-6ed06a1eb220 req-c2f65b09-adc1-40c1-8ebe-4ffcac3bdc85 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/ports?device_id=1b43cfeb-b67e-4418-943c-e916badf9a1a HTTP/1.1" status: 200 len: 946 time: 0.1009824 May 26 21:07:44.070487 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:07:44.088756 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Device 9b2bf021-b87a-4d08-8830-84335441d8b4 up at agent ovs-agent-dv-cinder-828806-3-iscsi {{(pid=104103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:07:44.154307 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-13844501-04aa-41ee-a86e-6ed06a1eb220 req-46721277-0bd2-46b1-b1da-167b72d6ee92 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/security-groups?id=9a1a54e9-4875-4c75-830d-b53a6257e266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774739 May 26 21:07:44.266023 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fe6f4f-712a-478c-bf56-ce5a672763b5 req-bd65c6e6-f71d-4779-95a5-99b161970c95 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:07:44.268608 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-d5fe6f4f-712a-478c-bf56-ce5a672763b5 req-bd65c6e6-f71d-4779-95a5-99b161970c95 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/ports?device_id=b394d5b9-c201-4bff-8cac-68cce2954f16 HTTP/1.1" status: 200 len: 945 time: 0.0903881 May 26 21:07:44.298314 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Provisioning complete for port 9b2bf021-b87a-4d08-8830-84335441d8b4 triggered by entity L2. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:07:44.298824 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (9b2bf021-b87a-4d08-8830-84335441d8b4), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:44.304319 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-dd1f8807-2675-4293-b0b1-5f2b639b52f1 None None] Provisioning complete for port 94a8229f-8baf-4230-bb99-ff0406389470 triggered by entity DHCP. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:07:44.304798 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-dd1f8807-2675-4293-b0b1-5f2b639b52f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (94a8229f-8baf-4230-bb99-ff0406389470), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:44.327369 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvr_db [None req-566bc821-64f5-4af5-a15b-2f257ef0e1cf None None] Set router 66749bb9-8c51-451d-8172-03702662c48e gateway port host: dv-cinder-828806-3-iscsi {{(pid=104103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:07:44.344536 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c5daea-ad78-498c-a533-90e0ad0dc17f req-1ac08c8f-4eb5-4882-b4a0-5296f34e5249 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:07:44.346030 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-f8c5daea-ad78-498c-a533-90e0ad0dc17f req-1ac08c8f-4eb5-4882-b4a0-5296f34e5249 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=359cea60-13ec-460e-811b-b7e54fc7850b HTTP/1.1" status: 200 len: 944 time: 0.0889118 May 26 21:07:44.383401 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-d5fe6f4f-712a-478c-bf56-ce5a672763b5 req-96f37fb0-844a-46fd-8e3d-7edaf84d4360 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/security-groups?id=26b50481-eb72-4913-8499-4f05960ff7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028879 May 26 21:07:44.420714 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-f8c5daea-ad78-498c-a533-90e0ad0dc17f req-37ea4afe-4c9d-4daa-9fb2-adb461de9fee tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/security-groups?id=b57d1125-26ba-42b5-a63d-5b77fdc0f323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676508 May 26 21:07:44.522586 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69c1b53-3c76-4617-be2c-0f7d25481b74 req-e6991fc7-8ccd-4851-bfa0-c85c730409ce tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:07:44.524579 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-f69c1b53-3c76-4617-be2c-0f7d25481b74 req-e6991fc7-8ccd-4851-bfa0-c85c730409ce tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/ports?device_id=1b43cfeb-b67e-4418-943c-e916badf9a1a HTTP/1.1" status: 200 len: 946 time: 0.0577269 May 26 21:07:44.535866 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 48586) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:07:44.540399 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.v2.base [None req-3a6207e2-2db0-43b1-b32b-10c86ad622ee tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Request body: {'floatingip': {'port_id': 'b8eabf38-66f4-4c22-951d-5ea6dedff354'}} {{(pid=104102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:07:44.587393 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-3a6207e2-2db0-43b1-b32b-10c86ad622ee tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks [] for floatingip (e3e559bf-42f1-4c47-a963-b0e820616e50), before_update {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:44.599024 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-46f12c73-3700-4e7e-86c8-206b84d0e626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (54d4a93e-badb-480c-831f-99f9f6beb5f4), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:44.662185 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Current status of the port 9b2bf021-b87a-4d08-8830-84335441d8b4 is: ACTIVE; New status is: ACTIVE {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:07:44.682796 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-dd1f8807-2675-4293-b0b1-5f2b639b52f1 None None] Current status of the port 94a8229f-8baf-4230-bb99-ff0406389470 is: DOWN; New status is: ACTIVE {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:07:44.683272 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-dd1f8807-2675-4293-b0b1-5f2b639b52f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (94a8229f-8baf-4230-bb99-ff0406389470), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:44.745298 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=100 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:07:44.757876 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-dd1f8807-2675-4293-b0b1-5f2b639b52f1 None None] For port 94a8229f-8baf-4230-bb99-ff0406389470, host dv-cinder-828806-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-3-iscsi',level=0,port_id=94a8229f-8baf-4230-bb99-ff0406389470,segment=NetworkSegment(96d04679-24c8-4cb4-83c4-b6fa46f4a441),segment_id=96d04679-24c8-4cb4-83c4-b6fa46f4a441)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:07:44.759116 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_hamode_db [None req-566bc821-64f5-4af5-a15b-2f257ef0e1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66749bb9-8c51-451d-8172-03702662c48e', 'name': 'tempest-TestMinimumBasicScenario-737414409-router', 'tenant_id': '063d0056b740469fb8152f77df552a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': '9b2bf021-b87a-4d08-8830-84335441d8b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:07:36Z', 'updated_at': '2022-05-26T21:07:40Z', 'revision_number': 4, 'project_id': '063d0056b740469fb8152f77df552a6a', 'gw_port': {'id': '9b2bf021-b87a-4d08-8830-84335441d8b4', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ec:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66749bb9-8c51-451d-8172-03702662c48e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:07:36Z', 'updated_at': '2022-05-26T21:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi', '_interfaces': [{'id': '94a8229f-8baf-4230-bb99-ff0406389470', 'name': '', 'network_id': '689c5894-b5f6-47cd-af1e-3749043603e3', 'tenant_id': '063d0056b740469fb8152f77df552a6a', 'mac_address': 'fa:16:3e:84:96:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66749bb9-8c51-451d-8172-03702662c48e', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '7ad9386e-533f-47e9-96b9-07df8e60ae1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:07:39Z', 'updated_at': '2022-05-26T21:07:43Z', 'revision_number': 4, 'project_id': '063d0056b740469fb8152f77df552a6a', 'subnets': [{'id': '7ad9386e-533f-47e9-96b9-07df8e60ae1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-3-iscsi', False) {} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:07:44.804004 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-dd1f8807-2675-4293-b0b1-5f2b639b52f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (94a8229f-8baf-4230-bb99-ff0406389470), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:44.804004 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566bc821-64f5-4af5-a15b-2f257ef0e1cf None None] The sync data for ids ['66749bb9-8c51-451d-8172-03702662c48e'] in dv-cinder-828806-3-iscsi is: [{'id': '66749bb9-8c51-451d-8172-03702662c48e', 'name': 'tempest-TestMinimumBasicScenario-737414409-router', 'tenant_id': '063d0056b740469fb8152f77df552a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': '9b2bf021-b87a-4d08-8830-84335441d8b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:07:36Z', 'updated_at': '2022-05-26T21:07:40Z', 'revision_number': 4, 'project_id': '063d0056b740469fb8152f77df552a6a', 'gw_port': {'id': '9b2bf021-b87a-4d08-8830-84335441d8b4', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ec:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66749bb9-8c51-451d-8172-03702662c48e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:07:36Z', 'updated_at': '2022-05-26T21:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi', '_interfaces': [{'id': '94a8229f-8baf-4230-bb99-ff0406389470', 'name': '', 'network_id': '689c5894-b5f6-47cd-af1e-3749043603e3', 'tenant_id': '063d0056b740469fb8152f77df552a6a', 'mac_address': 'fa:16:3e:84:96:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66749bb9-8c51-451d-8172-03702662c48e', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '7ad9386e-533f-47e9-96b9-07df8e60ae1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:07:39Z', 'updated_at': '2022-05-26T21:07:43Z', 'revision_number': 4, 'project_id': '063d0056b740469fb8152f77df552a6a', 'subnets': [{'id': '7ad9386e-533f-47e9-96b9-07df8e60ae1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 21:07:44.864761 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1f8807-2675-4293-b0b1-5f2b639b52f1 None None] Pushing event updated for resources: {'Port': ['ID=94a8229f-8baf-4230-bb99-ff0406389470,revision_number=5']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:07:45.351882 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-3a6207e2-2db0-43b1-b32b-10c86ad622ee tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:45.356239 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-3a6207e2-2db0-43b1-b32b-10c86ad622ee tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1614815'] for floatingip (e3e559bf-42f1-4c47-a963-b0e820616e50), after_update {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:45.444727 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Device 7648201d-4c35-4774-9674-eeb82941072a up at agent hyperv_hv-cinder-82880 {{(pid=104103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:07:45.491910 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.db.l3_db [None req-3a6207e2-2db0-43b1-b32b-10c86ad622ee tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Floating IP e3e559bf-42f1-4c47-a963-b0e820616e50 associated. External IP: 172.27.2.123, port: b8eabf38-66f4-4c22-951d-5ea6dedff354. May 26 21:07:45.543547 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Provisioning complete for port 7648201d-4c35-4774-9674-eeb82941072a triggered by entity L2. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:07:45.544274 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (7648201d-4c35-4774-9674-eeb82941072a), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:45.584862 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:07:45.590769 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=100 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:07:45.631303 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Current status of the port 7648201d-4c35-4774-9674-eeb82941072a is: BUILD; New status is: ACTIVE {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:07:45.632105 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (7648201d-4c35-4774-9674-eeb82941072a), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:45.641558 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b62fed-ec1e-4547-8790-eb0cb46271f5 req-8d372859-1230-4e24-809c-42aa61304803 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:07:45.651748 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-24b62fed-ec1e-4547-8790-eb0cb46271f5 req-8d372859-1230-4e24-809c-42aa61304803 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/ports?device_id=b394d5b9-c201-4bff-8cac-68cce2954f16 HTTP/1.1" status: 200 len: 945 time: 0.1084154 May 26 21:07:45.678908 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '359cea60-13ec-460e-811b-b7e54fc7850b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7648201d-4c35-4774-9674-eeb82941072a'}] {{(pid=104103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:07:45.684478 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b44267d7c8a7abe6e93cd6d61df03f02c4feaf0da3ba5ea8b381a36bebf6efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a482bcd5-fa40-4774-875e-4f924e1c234e" -d '{"events": [{"server_uuid": "359cea60-13ec-460e-811b-b7e54fc7850b", "name": "network-vif-plugged", "status": "completed", "tag": "7648201d-4c35-4774-9674-eeb82941072a"}]}' {{(pid=104103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:07:45.707575 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] For port 7648201d-4c35-4774-9674-eeb82941072a, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=7648201d-4c35-4774-9674-eeb82941072a,segment=NetworkSegment(7fb7ed4c-a972-40f4-a310-001c141d4c5c),segment_id=7fb7ed4c-a972-40f4-a310-001c141d4c5c)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:07:45.718036 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (7648201d-4c35-4774-9674-eeb82941072a), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:45.776249 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:07:45.792157 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Pushing event updated for resources: {'Port': ['ID=7648201d-4c35-4774-9674-eeb82941072a,revision_number=10']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:07:45.861335 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-24b62fed-ec1e-4547-8790-eb0cb46271f5 req-d5268669-4187-4bbd-b253-d55fa2880888 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/security-groups?id=26b50481-eb72-4913-8499-4f05960ff7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1622975 May 26 21:07:45.875931 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e52824d-35ef-42b0-9601-c1128b3027d1 req-074dd4a5-50c0-4528-9fa0-b3e3eb661713 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:07:45.877950 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-3e52824d-35ef-42b0-9601-c1128b3027d1 req-074dd4a5-50c0-4528-9fa0-b3e3eb661713 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=359cea60-13ec-460e-811b-b7e54fc7850b HTTP/1.1" status: 200 len: 944 time: 0.3358974 May 26 21:07:45.963223 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 21:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-106e701c-3cd4-46ee-af01-f79e9c15a1f7 x-openstack-request-id: req-106e701c-3cd4-46ee-af01-f79e9c15a1f7 {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:07:45.963384 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "359cea60-13ec-460e-811b-b7e54fc7850b", "name": "network-vif-plugged", "status": "completed", "tag": "7648201d-4c35-4774-9674-eeb82941072a", "code": 200}]} {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:07:45.963589 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-106e701c-3cd4-46ee-af01-f79e9c15a1f7 {{(pid=104103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:07:45.967894 dv-cinder-828806-3-iscsi neutron-server[104103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-106e701c-3cd4-46ee-af01-f79e9c15a1f7'] response: {'server_uuid': '359cea60-13ec-460e-811b-b7e54fc7850b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7648201d-4c35-4774-9674-eeb82941072a', 'code': 200} May 26 21:07:45.989246 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (545ffc5a-00f7-4140-8f25-9e74b0e32d39), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:46.024555 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-3e52824d-35ef-42b0-9601-c1128b3027d1 req-ab3e8fdf-1ae9-4095-898c-d555316be6a1 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/security-groups?id=b57d1125-26ba-42b5-a63d-5b77fdc0f323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1382217 May 26 21:07:46.065901 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a6207e2-2db0-43b1-b32b-10c86ad622ee tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Router 3bb60381-f3a3-4d7c-a3fa-b838eedba2bc has already been hosted by L3 agent ccb07560-1e88-42f3-8411-377a93089622 {{(pid=104102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 21:07:46.077813 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Device 94a8229f-8baf-4230-bb99-ff0406389470 up at agent ovs-agent-dv-cinder-828806-3-iscsi {{(pid=104103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:07:46.149645 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Provisioning complete for port 94a8229f-8baf-4230-bb99-ff0406389470 triggered by entity L2. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:07:46.150019 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (94a8229f-8baf-4230-bb99-ff0406389470), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:46.215715 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a6207e2-2db0-43b1-b32b-10c86ad622ee tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Notify agent at l3_agent.dv-cinder-828806-3-iscsi the message routers_updated {{(pid=104102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 21:07:46.221220 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-3a6207e2-2db0-43b1-b32b-10c86ad622ee tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25531'] for floatingip (None), before_response {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:46.226374 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a954b087-2fdb-4c11-afdd-38f7e25b06b8 None None] Sync routers for ids ['3bb60381-f3a3-4d7c-a3fa-b838eedba2bc'] in dv-cinder-828806-3-iscsi {{(pid=104104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 21:07:46.235946 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:07:46.254498 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a954b087-2fdb-4c11-afdd-38f7e25b06b8 None None] Routers {'3bb60381-f3a3-4d7c-a3fa-b838eedba2bc'} bound to L3 agent in host dv-cinder-828806-3-iscsi {{(pid=104104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:07:46.255340 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_hamode_db [None req-a954b087-2fdb-4c11-afdd-38f7e25b06b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T20:55:42Z,description=,heartbeat_timestamp=2022-05-26T21:07:42Z,host='dv-cinder-828806-3-iscsi',id=ccb07560-1e88-42f3-8411-377a93089622,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T20:55:42Z,topic='l3_agent')) {'router_ids': ['3bb60381-f3a3-4d7c-a3fa-b838eedba2bc'], 'active': True} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:07:46.272359 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Current status of the port 94a8229f-8baf-4230-bb99-ff0406389470 is: ACTIVE; New status is: ACTIVE {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:07:46.308256 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-3a6207e2-2db0-43b1-b32b-10c86ad622ee tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "PUT /v2.0/floatingips/e3e559bf-42f1-4c47-a963-b0e820616e50 HTTP/1.1" status: 200 len: 992 time: 1.7713165 May 26 21:07:46.308833 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b43cfeb-b67e-4418-943c-e916badf9a1a', 'tag': 'b8eabf38-66f4-4c22-951d-5ea6dedff354'}] {{(pid=104102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:07:46.311150 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706b1c0bf4c108867c85ce24421d64e29e03a8d677c0da793374f2c7f89b1863" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ec7d79d-9c07-4dc7-8f9c-2dac6d40b913" -d '{"events": [{"name": "network-changed", "server_uuid": "1b43cfeb-b67e-4418-943c-e916badf9a1a", "tag": "b8eabf38-66f4-4c22-951d-5ea6dedff354"}]}' {{(pid=104102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:07:46.412236 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvr_db [None req-a954b087-2fdb-4c11-afdd-38f7e25b06b8 None None] Set router 3bb60381-f3a3-4d7c-a3fa-b838eedba2bc gateway port host: dv-cinder-828806-3-iscsi {{(pid=104104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:07:46.430336 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 21:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fa6d185-0bcb-49e2-9150-ab184c5dab7a x-openstack-request-id: req-4fa6d185-0bcb-49e2-9150-ab184c5dab7a {{(pid=104102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:07:46.430851 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b43cfeb-b67e-4418-943c-e916badf9a1a", "tag": "b8eabf38-66f4-4c22-951d-5ea6dedff354", "status": "completed", "code": 200}]} {{(pid=104102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:07:46.430943 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4fa6d185-0bcb-49e2-9150-ab184c5dab7a {{(pid=104102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:07:46.431287 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fa6d185-0bcb-49e2-9150-ab184c5dab7a'] response: {'name': 'network-changed', 'server_uuid': '1b43cfeb-b67e-4418-943c-e916badf9a1a', 'tag': 'b8eabf38-66f4-4c22-951d-5ea6dedff354', 'status': 'completed', 'code': 200} May 26 21:07:46.621143 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:07:46.625844 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec7d79d-9c07-4dc7-8f9c-2dac6d40b913 req-f55215ff-8ebf-4e04-982c-b4bf7f793e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:07:46.631040 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-6ec7d79d-9c07-4dc7-8f9c-2dac6d40b913 req-f55215ff-8ebf-4e04-982c-b4bf7f793e2b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=aaa9e1a61984467ab8efae451b270558&device_id=1b43cfeb-b67e-4418-943c-e916badf9a1a HTTP/1.1" status: 200 len: 1130 time: 0.1244729 May 26 21:07:46.680371 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_hamode_db [None req-a954b087-2fdb-4c11-afdd-38f7e25b06b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bb60381-f3a3-4d7c-a3fa-b838eedba2bc', 'name': 'tempest-AttachVolumeNegativeTest-1984650119-router', 'tenant_id': 'aaa9e1a61984467ab8efae451b270558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '679aba7a-8620-45b9-9086-6d670299fa57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:05:34Z', 'updated_at': '2022-05-26T21:05:38Z', 'revision_number': 4, 'project_id': 'aaa9e1a61984467ab8efae451b270558', 'gw_port': {'id': '679aba7a-8620-45b9-9086-6d670299fa57', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:e7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb60381-f3a3-4d7c-a3fa-b838eedba2bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:05:35Z', 'updated_at': '2022-05-26T21:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi', '_floatingips': [{'id': 'decb2ff7-98c1-4f8a-9213-836225faefc1', 'tenant_id': 'aaa9e1a61984467ab8efae451b270558', 'floating_ip_address': '172.27.2.84', 'floating_network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'router_id': '3bb60381-f3a3-4d7c-a3fa-b838eedba2bc', 'port_id': '785e2ff9-cc1a-490d-8a6f-a1613f95e361', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 322, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '01728002-c90b-452e-a166-db394444487a', 'mac_address': 'fa:16:3e:4d:c2:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4ded4d-1abb-4bb7-ae27-95e1ce923b95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T21:05:40Z', 'updated_at': '2022-05-26T21:06:06Z', 'revision_number': 2, 'project_id': 'aaa9e1a61984467ab8efae451b270558', 'fixed_ip_address_scope': None}, {'id': 'e3e559bf-42f1-4c47-a963-b0e820616e50', 'tenant_id': 'aaa9e1a61984467ab8efae451b270558', 'floating_ip_address': '172.27.2.123', 'floating_network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'router_id': '3bb60381-f3a3-4d7c-a3fa-b838eedba2bc', 'port_id': 'b8eabf38-66f4-4c22-951d-5ea6dedff354', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 400, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '01728002-c90b-452e-a166-db394444487a', 'mac_address': 'fa:16:3e:91:51:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b43cfeb-b67e-4418-943c-e916badf9a1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T21:07:13Z', 'updated_at': '2022-05-26T21:07:45Z', 'revision_number': 1, 'project_id': 'aaa9e1a61984467ab8efae451b270558', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6ae6261-71ed-4b07-8c36-fba23f8ed872', 'name': '', 'network_id': '01728002-c90b-452e-a166-db394444487a', 'tenant_id': 'aaa9e1a61984467ab8efae451b270558', 'mac_address': 'fa:16:3e:b3:48:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb60381-f3a3-4d7c-a3fa-b838eedba2bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '9203b2fc-d019-4045-ae31-83603be0cf2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:05:37Z', 'updated_at': '2022-05-26T21:05:41Z', 'revision_number': 5, 'project_id': 'aaa9e1a61984467ab8efae451b270558', 'subnets': [{'id': '9203b2fc-d019-4045-ae31-83603be0cf2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-3-iscsi', False) {} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:07:46.719591 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a954b087-2fdb-4c11-afdd-38f7e25b06b8 None None] Checking router: 3bb60381-f3a3-4d7c-a3fa-b838eedba2bc for host: dv-cinder-828806-3-iscsi {{(pid=104104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 21:07:46.728490 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a954b087-2fdb-4c11-afdd-38f7e25b06b8 None None] Routers {'3bb60381-f3a3-4d7c-a3fa-b838eedba2bc'} bound to L3 agent in host dv-cinder-828806-3-iscsi {{(pid=104104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:07:46.729120 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_hamode_db [None req-a954b087-2fdb-4c11-afdd-38f7e25b06b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T20:55:42Z,description=,heartbeat_timestamp=2022-05-26T21:07:42Z,host='dv-cinder-828806-3-iscsi',id=ccb07560-1e88-42f3-8411-377a93089622,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T20:55:42Z,topic='l3_agent')) {'router_ids': ['3bb60381-f3a3-4d7c-a3fa-b838eedba2bc'], 'active': True} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:07:46.767145 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec7d79d-9c07-4dc7-8f9c-2dac6d40b913 req-68d8680a-178b-4f94-9345-b90c277cd517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:07:46.772017 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-6ec7d79d-9c07-4dc7-8f9c-2dac6d40b913 req-68d8680a-178b-4f94-9345-b90c277cd517 service neutron] 10.222.0.62 "GET /v2.0/networks?id=01728002-c90b-452e-a166-db394444487a HTTP/1.1" status: 200 len: 916 time: 0.1335378 May 26 21:07:46.856676 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvr_db [None req-a954b087-2fdb-4c11-afdd-38f7e25b06b8 None None] Set router 3bb60381-f3a3-4d7c-a3fa-b838eedba2bc gateway port host: dv-cinder-828806-3-iscsi {{(pid=104104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:07:46.941521 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-6ec7d79d-9c07-4dc7-8f9c-2dac6d40b913 req-f5bd1add-ec61-48e1-8b65-be67aeb7d653 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b8eabf38-66f4-4c22-951d-5ea6dedff354 HTTP/1.1" status: 200 len: 1000 time: 0.0958135 May 26 21:07:46.964519 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cd902f-3e87-4d7b-b50e-406fb25b68c7 req-5718118b-e21b-4488-8c76-8008bbc0f396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:07:46.967996 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-34cd902f-3e87-4d7b-b50e-406fb25b68c7 req-5718118b-e21b-4488-8c76-8008bbc0f396 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=359cea60-13ec-460e-811b-b7e54fc7850b HTTP/1.1" status: 200 len: 1130 time: 0.1945815 May 26 21:07:47.060911 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec7d79d-9c07-4dc7-8f9c-2dac6d40b913 req-c9d8a3f7-f0a6-49d3-8bc7-62218f67c752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:07:47.063774 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-6ec7d79d-9c07-4dc7-8f9c-2dac6d40b913 req-c9d8a3f7-f0a6-49d3-8bc7-62218f67c752 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9203b2fc-d019-4045-ae31-83603be0cf2e HTTP/1.1" status: 200 len: 854 time: 0.1139889 May 26 21:07:47.076608 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-34cd902f-3e87-4d7b-b50e-406fb25b68c7 req-06c5b07b-78f3-4334-8fc4-ff35b0ddac39 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=b57d1125-26ba-42b5-a63d-5b77fdc0f323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831380 May 26 21:07:47.096569 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8c4680-cf62-4761-90d3-780beeca75a2 req-d2bf3415-e8b4-4546-b9f3-2032e86892de tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:07:47.099103 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-ee8c4680-cf62-4761-90d3-780beeca75a2 req-d2bf3415-e8b4-4546-b9f3-2032e86892de tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/ports?device_id=b394d5b9-c201-4bff-8cac-68cce2954f16 HTTP/1.1" status: 200 len: 945 time: 0.0974150 May 26 21:07:47.170594 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-ee8c4680-cf62-4761-90d3-780beeca75a2 req-91b163a9-2d67-4cfa-ab68-3bfe8e433a4e tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/security-groups?id=26b50481-eb72-4913-8499-4f05960ff7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657055 May 26 21:07:47.211647 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbcac94-222d-40e5-8a98-df176e140728 req-47ab1236-a996-45b5-8b3b-d5fc00ddaeb9 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:07:47.218647 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-efbcac94-222d-40e5-8a98-df176e140728 req-47ab1236-a996-45b5-8b3b-d5fc00ddaeb9 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=359cea60-13ec-460e-811b-b7e54fc7850b HTTP/1.1" status: 200 len: 946 time: 0.0771568 May 26 21:07:47.267615 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-efbcac94-222d-40e5-8a98-df176e140728 req-46322938-a3ea-4009-92bb-433f619eec56 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/security-groups?id=b57d1125-26ba-42b5-a63d-5b77fdc0f323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480862 May 26 21:07:47.294680 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_hamode_db [None req-a954b087-2fdb-4c11-afdd-38f7e25b06b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bb60381-f3a3-4d7c-a3fa-b838eedba2bc', 'name': 'tempest-AttachVolumeNegativeTest-1984650119-router', 'tenant_id': 'aaa9e1a61984467ab8efae451b270558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '679aba7a-8620-45b9-9086-6d670299fa57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:05:34Z', 'updated_at': '2022-05-26T21:05:38Z', 'revision_number': 4, 'project_id': 'aaa9e1a61984467ab8efae451b270558', 'gw_port': {'id': '679aba7a-8620-45b9-9086-6d670299fa57', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:e7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb60381-f3a3-4d7c-a3fa-b838eedba2bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:05:35Z', 'updated_at': '2022-05-26T21:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi', '_floatingips': [{'id': 'decb2ff7-98c1-4f8a-9213-836225faefc1', 'tenant_id': 'aaa9e1a61984467ab8efae451b270558', 'floating_ip_address': '172.27.2.84', 'floating_network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'router_id': '3bb60381-f3a3-4d7c-a3fa-b838eedba2bc', 'port_id': '785e2ff9-cc1a-490d-8a6f-a1613f95e361', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 322, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '01728002-c90b-452e-a166-db394444487a', 'mac_address': 'fa:16:3e:4d:c2:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4ded4d-1abb-4bb7-ae27-95e1ce923b95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T21:05:40Z', 'updated_at': '2022-05-26T21:06:06Z', 'revision_number': 2, 'project_id': 'aaa9e1a61984467ab8efae451b270558', 'fixed_ip_address_scope': None}, {'id': 'e3e559bf-42f1-4c47-a963-b0e820616e50', 'tenant_id': 'aaa9e1a61984467ab8efae451b270558', 'floating_ip_address': '172.27.2.123', 'floating_network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'router_id': '3bb60381-f3a3-4d7c-a3fa-b838eedba2bc', 'port_id': 'b8eabf38-66f4-4c22-951d-5ea6dedff354', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 400, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '01728002-c90b-452e-a166-db394444487a', 'mac_address': 'fa:16:3e:91:51:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b43cfeb-b67e-4418-943c-e916badf9a1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T21:07:13Z', 'updated_at': '2022-05-26T21:07:45Z', 'revision_number': 1, 'project_id': 'aaa9e1a61984467ab8efae451b270558', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6ae6261-71ed-4b07-8c36-fba23f8ed872', 'name': '', 'network_id': '01728002-c90b-452e-a166-db394444487a', 'tenant_id': 'aaa9e1a61984467ab8efae451b270558', 'mac_address': 'fa:16:3e:b3:48:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb60381-f3a3-4d7c-a3fa-b838eedba2bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '9203b2fc-d019-4045-ae31-83603be0cf2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:05:37Z', 'updated_at': '2022-05-26T21:05:41Z', 'revision_number': 5, 'project_id': 'aaa9e1a61984467ab8efae451b270558', 'subnets': [{'id': '9203b2fc-d019-4045-ae31-83603be0cf2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-3-iscsi', False) {} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:07:47.322688 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a954b087-2fdb-4c11-afdd-38f7e25b06b8 None None] The sync data for ids ['3bb60381-f3a3-4d7c-a3fa-b838eedba2bc'] in dv-cinder-828806-3-iscsi is: [{'id': '3bb60381-f3a3-4d7c-a3fa-b838eedba2bc', 'name': 'tempest-AttachVolumeNegativeTest-1984650119-router', 'tenant_id': 'aaa9e1a61984467ab8efae451b270558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '679aba7a-8620-45b9-9086-6d670299fa57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:05:34Z', 'updated_at': '2022-05-26T21:05:38Z', 'revision_number': 4, 'project_id': 'aaa9e1a61984467ab8efae451b270558', 'gw_port': {'id': '679aba7a-8620-45b9-9086-6d670299fa57', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:e7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb60381-f3a3-4d7c-a3fa-b838eedba2bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:05:35Z', 'updated_at': '2022-05-26T21:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi', '_floatingips': [{'id': 'decb2ff7-98c1-4f8a-9213-836225faefc1', 'tenant_id': 'aaa9e1a61984467ab8efae451b270558', 'floating_ip_address': '172.27.2.84', 'floating_network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'router_id': '3bb60381-f3a3-4d7c-a3fa-b838eedba2bc', 'port_id': '785e2ff9-cc1a-490d-8a6f-a1613f95e361', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 322, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '01728002-c90b-452e-a166-db394444487a', 'mac_address': 'fa:16:3e:4d:c2:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4ded4d-1abb-4bb7-ae27-95e1ce923b95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T21:05:40Z', 'updated_at': '2022-05-26T21:06:06Z', 'revision_number': 2, 'project_id': 'aaa9e1a61984467ab8efae451b270558', 'fixed_ip_address_scope': None}, {'id': 'e3e559bf-42f1-4c47-a963-b0e820616e50', 'tenant_id': 'aaa9e1a61984467ab8efae451b270558', 'floating_ip_address': '172.27.2.123', 'floating_network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'router_id': '3bb60381-f3a3-4d7c-a3fa-b838eedba2bc', 'port_id': 'b8eabf38-66f4-4c22-951d-5ea6dedff354', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 400, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '01728002-c90b-452e-a166-db394444487a', 'mac_address': 'fa:16:3e:91:51:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b43cfeb-b67e-4418-943c-e916badf9a1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T21:07:13Z', 'updated_at': '2022-05-26T21:07:45Z', 'revision_number': 1, 'project_id': 'aaa9e1a61984467ab8efae451b270558', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6ae6261-71ed-4b07-8c36-fba23f8ed872', 'name': '', 'network_id': '01728002-c90b-452e-a166-db394444487a', 'tenant_id': 'aaa9e1a61984467ab8efae451b270558', 'mac_address': 'fa:16:3e:b3:48:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb60381-f3a3-4d7c-a3fa-b838eedba2bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '9203b2fc-d019-4045-ae31-83603be0cf2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:05:37Z', 'updated_at': '2022-05-26T21:05:41Z', 'revision_number': 5, 'project_id': 'aaa9e1a61984467ab8efae451b270558', 'subnets': [{'id': '9203b2fc-d019-4045-ae31-83603be0cf2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 21:07:47.446900 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec7d79d-9c07-4dc7-8f9c-2dac6d40b913 req-f00f2a70-279b-4cea-9d02-3ce0493cffc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:07:47.448640 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-6ec7d79d-9c07-4dc7-8f9c-2dac6d40b913 req-f00f2a70-279b-4cea-9d02-3ce0493cffc2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=01728002-c90b-452e-a166-db394444487a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0579298 May 26 21:07:47.563949 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-6ec7d79d-9c07-4dc7-8f9c-2dac6d40b913 req-eb230263-1336-4822-8733-763e628273cb service neutron] 10.222.0.62 "GET /v2.0/networks/01728002-c90b-452e-a166-db394444487a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070266 May 26 21:07:47.589854 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-888eae98-1944-49f9-95ed-a7d0df19e3ca None None] New status for floating IP e3e559bf-42f1-4c47-a963-b0e820616e50: ACTIVE {{(pid=104103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 21:07:48.050668 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-6ec7d79d-9c07-4dc7-8f9c-2dac6d40b913 req-d9b49574-77b5-48a3-9d6c-2b118da95eee service neutron] 10.222.0.62 "GET /v2.0/networks/01728002-c90b-452e-a166-db394444487a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109464 May 26 21:07:48.304677 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9c0898-94de-4688-b7da-8ef94917e6cd req-cdcc5084-feec-41ad-b07c-cb569148025a tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:07:48.307007 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-ac9c0898-94de-4688-b7da-8ef94917e6cd req-cdcc5084-feec-41ad-b07c-cb569148025a tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/ports?device_id=b394d5b9-c201-4bff-8cac-68cce2954f16 HTTP/1.1" status: 200 len: 945 time: 0.0593822 May 26 21:07:48.373620 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-ac9c0898-94de-4688-b7da-8ef94917e6cd req-fff43e1f-56ad-4e33-901a-57cb15b89442 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/security-groups?id=26b50481-eb72-4913-8499-4f05960ff7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569689 May 26 21:07:48.464555 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be05db3-1706-4bcd-a48b-513acc9e575d req-3aa5e0a9-877f-457c-b415-0626b6a19b95 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:07:48.466072 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-2be05db3-1706-4bcd-a48b-513acc9e575d req-3aa5e0a9-877f-457c-b415-0626b6a19b95 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=359cea60-13ec-460e-811b-b7e54fc7850b HTTP/1.1" status: 200 len: 946 time: 0.0818479 May 26 21:07:48.532632 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-2be05db3-1706-4bcd-a48b-513acc9e575d req-e6cc3a0c-d6d2-4fc8-81eb-ff7ef8cc122f tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/security-groups?id=b57d1125-26ba-42b5-a63d-5b77fdc0f323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578277 May 26 21:07:49.548244 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49739d82-12fb-4db2-9ff2-08cc5bef89ef req-5f1b0ac5-6c9e-45eb-8361-dc90ebf6ae48 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:07:49.550628 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-49739d82-12fb-4db2-9ff2-08cc5bef89ef req-5f1b0ac5-6c9e-45eb-8361-dc90ebf6ae48 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/ports?device_id=b394d5b9-c201-4bff-8cac-68cce2954f16 HTTP/1.1" status: 200 len: 945 time: 0.0628045 May 26 21:07:49.616944 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-49739d82-12fb-4db2-9ff2-08cc5bef89ef req-6f7ffbe1-8790-4cd7-9305-4811d12d9a51 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/security-groups?id=26b50481-eb72-4913-8499-4f05960ff7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606906 May 26 21:07:49.682638 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e6173c-faef-42c7-b202-9c4c3d8bda94 req-6c2e308d-7cc8-445a-a9f6-80a17a1dc87c tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:07:49.684381 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-e9e6173c-faef-42c7-b202-9c4c3d8bda94 req-6c2e308d-7cc8-445a-a9f6-80a17a1dc87c tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=359cea60-13ec-460e-811b-b7e54fc7850b HTTP/1.1" status: 200 len: 946 time: 0.0493040 May 26 21:07:49.742679 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-e9e6173c-faef-42c7-b202-9c4c3d8bda94 req-8908716a-8cdd-425e-be6e-d7e172fd023f tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/security-groups?id=b57d1125-26ba-42b5-a63d-5b77fdc0f323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519514 May 26 21:07:50.587045 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.agents_db [None req-7031173d-d819-4c63-a4ce-0c5776890f6a None None] Agent healthcheck: found 6 active agents {{(pid=104104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 21:07:50.752042 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401b6040-b176-4201-930d-1f77c22aa6a1 req-10cb04e3-bb7b-4f3b-9f47-d48d8c41e523 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:07:50.754708 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-401b6040-b176-4201-930d-1f77c22aa6a1 req-10cb04e3-bb7b-4f3b-9f47-d48d8c41e523 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/ports?device_id=b394d5b9-c201-4bff-8cac-68cce2954f16 HTTP/1.1" status: 200 len: 945 time: 0.0524511 May 26 21:07:50.803865 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=100 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:07:50.809179 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-401b6040-b176-4201-930d-1f77c22aa6a1 req-ce04a837-983f-4e48-982e-623fa3847929 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/security-groups?id=26b50481-eb72-4913-8499-4f05960ff7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466347 May 26 21:07:51.944575 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efcf081-4440-421a-86f9-c7e3ec8902cb req-b5f20e0d-ed5f-4e05-83cf-c3b066abab37 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:07:51.946040 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-5efcf081-4440-421a-86f9-c7e3ec8902cb req-b5f20e0d-ed5f-4e05-83cf-c3b066abab37 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/ports?device_id=b394d5b9-c201-4bff-8cac-68cce2954f16 HTTP/1.1" status: 200 len: 945 time: 0.0540564 May 26 21:07:51.995319 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-5efcf081-4440-421a-86f9-c7e3ec8902cb req-56c66d2a-7597-4668-a557-881040b9cf27 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/security-groups?id=26b50481-eb72-4913-8499-4f05960ff7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429499 May 26 21:07:52.218148 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48ad52f-9b81-41c4-97f2-d80a86733166 req-ac1b896a-2a8d-46bd-aa64-2b108e52d66b tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:07:52.219518 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-c48ad52f-9b81-41c4-97f2-d80a86733166 req-ac1b896a-2a8d-46bd-aa64-2b108e52d66b tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] 10.222.0.57 "GET /v2.0/networks?id=8361e751-9256-4ca9-a308-997af07ebd0d HTTP/1.1" status: 200 len: 814 time: 0.0977361 May 26 21:07:52.233999 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-c48ad52f-9b81-41c4-97f2-d80a86733166 req-efa63914-a628-42a6-8bce-f3d112bfc308 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] 10.222.0.57 "GET /v2.0/quotas/cdb0cbaf75ee402091c3eec9dd512a2d HTTP/1.1" status: 200 len: 375 time: 0.0085661 May 26 21:07:52.283960 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-c48ad52f-9b81-41c4-97f2-d80a86733166 req-202cf5cd-5276-43b2-bfcb-a92813c9247c tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=cdb0cbaf75ee402091c3eec9dd512a2d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0445013 May 26 21:07:52.376018 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-c48ad52f-9b81-41c4-97f2-d80a86733166 req-44e92af7-6245-456c-a4f3-11e2b77ef05b service neutron] 10.222.0.57 "GET /v2.0/networks/8361e751-9256-4ca9-a308-997af07ebd0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805135 May 26 21:07:52.466221 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-c48ad52f-9b81-41c4-97f2-d80a86733166 req-5943f383-f1ea-4837-b1f0-4647a90a2854 service neutron] 10.222.0.57 "GET /v2.0/networks/8361e751-9256-4ca9-a308-997af07ebd0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844796 May 26 21:07:52.623473 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-5cb83254-a260-4e65-88a7-43a0005e4965 req-50719361-59fc-4643-9a13-07ec300834af tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] 10.222.0.57 "GET /v2.0/ports?device_id=5247c5aa-5eb4-493b-92b8-17a9d9428627 HTTP/1.1" status: 200 len: 210 time: 0.0289915 May 26 21:07:53.112499 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535091cf-1cae-4210-b4e1-dca800085046 req-5faa2257-a32d-431c-88d2-e9cdef1e70a3 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:07:53.113975 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-535091cf-1cae-4210-b4e1-dca800085046 req-5faa2257-a32d-431c-88d2-e9cdef1e70a3 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/ports?device_id=b394d5b9-c201-4bff-8cac-68cce2954f16 HTTP/1.1" status: 200 len: 945 time: 0.0474417 May 26 21:07:53.125144 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=100 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:07:53.163377 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-535091cf-1cae-4210-b4e1-dca800085046 req-13365bfa-7be9-4e31-9cb3-435eac97693a tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/security-groups?id=26b50481-eb72-4913-8499-4f05960ff7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438492 May 26 21:07:53.553715 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (7f90b46f-777d-4aa1-89b5-840fb2878c39), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:53.719301 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-e06cec8c-dad0-4333-a01f-a357b90da5d4 req-b0b2ff03-ed29-4ea3-9e4f-9505e3aff8a0 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] 10.222.0.57 "GET /v2.0/ports?device_id=5247c5aa-5eb4-493b-92b8-17a9d9428627 HTTP/1.1" status: 200 len: 210 time: 0.0300465 May 26 21:07:53.839454 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=100 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:07:53.890603 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48ad52f-9b81-41c4-97f2-d80a86733166 req-8170c31e-aa82-478b-9ae7-88096630bb60 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:07:53.892027 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-c48ad52f-9b81-41c4-97f2-d80a86733166 req-8170c31e-aa82-478b-9ae7-88096630bb60 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] 10.222.0.62 "GET /v2.0/networks?id=8361e751-9256-4ca9-a308-997af07ebd0d HTTP/1.1" status: 200 len: 814 time: 0.1057787 May 26 21:07:53.917820 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.v2.base [req-c48ad52f-9b81-41c4-97f2-d80a86733166 req-d7552766-6202-41eb-8297-48fab394fb0d tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Request body: {'port': {'device_id': '5247c5aa-5eb4-493b-92b8-17a9d9428627', 'network_id': '8361e751-9256-4ca9-a308-997af07ebd0d', 'admin_state_up': True, 'tenant_id': 'cdb0cbaf75ee402091c3eec9dd512a2d'}} {{(pid=104101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:07:53.982035 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:07:54.029231 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c48ad52f-9b81-41c4-97f2-d80a86733166 req-d7552766-6202-41eb-8297-48fab394fb0d tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Made reservation on behalf of cdb0cbaf75ee402091c3eec9dd512a2d for: {'port': 1} {{(pid=104101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 21:07:54.032606 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-c48ad52f-9b81-41c4-97f2-d80a86733166 req-d7552766-6202-41eb-8297-48fab394fb0d tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (None), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:54.158722 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.db.db_base_plugin_common [req-c48ad52f-9b81-41c4-97f2-d80a86733166 req-d7552766-6202-41eb-8297-48fab394fb0d tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Allocated IP 172.20.0.7 (8361e751-9256-4ca9-a308-997af07ebd0d/23d264e0-dc41-488b-b140-960ceb4020db/9f3845e1-304f-46e2-9dc8-bcb02f4ac4a6) {{(pid=104101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 21:07:54.277008 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae91895a-f9d6-40c8-abe5-33117c21d298 req-059c32f4-9d77-4df4-855c-4b4fe27c5ee9 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:07:54.278554 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-ae91895a-f9d6-40c8-abe5-33117c21d298 req-059c32f4-9d77-4df4-855c-4b4fe27c5ee9 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/ports?device_id=b394d5b9-c201-4bff-8cac-68cce2954f16 HTTP/1.1" status: 200 len: 945 time: 0.0478249 May 26 21:07:54.311316 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-c48ad52f-9b81-41c4-97f2-d80a86733166 req-d7552766-6202-41eb-8297-48fab394fb0d tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Publish callbacks [] for port (9f3845e1-304f-46e2-9dc8-bcb02f4ac4a6), precommit_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:54.326004 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-ae91895a-f9d6-40c8-abe5-33117c21d298 req-010d9ff8-0eef-4894-a421-cfe54a02bb93 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/security-groups?id=26b50481-eb72-4913-8499-4f05960ff7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419524 May 26 21:07:54.343051 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-c48ad52f-9b81-41c4-97f2-d80a86733166 req-d7552766-6202-41eb-8297-48fab394fb0d tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787881445699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13231773'] for port (9f3845e1-304f-46e2-9dc8-bcb02f4ac4a6), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:54.385573 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c48ad52f-9b81-41c4-97f2-d80a86733166 req-d7552766-6202-41eb-8297-48fab394fb0d tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Network 8361e751-9256-4ca9-a308-997af07ebd0d is already hosted by enough agents. {{(pid=104101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 21:07:54.390665 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.scheduler.base_scheduler [req-c48ad52f-9b81-41c4-97f2-d80a86733166 req-d7552766-6202-41eb-8297-48fab394fb0d tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Resources bound (agent type, host, resource id): {{(pid=104101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:07:54.394300 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [req-c48ad52f-9b81-41c4-97f2-d80a86733166 req-d7552766-6202-41eb-8297-48fab394fb0d tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Received port after_create {{(pid=104101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 21:07:54.400294 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7552766-6202-41eb-8297-48fab394fb0d tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Pushing event updated for resources: {'Port': ['ID=9f3845e1-304f-46e2-9dc8-bcb02f4ac4a6,revision_number=1']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:07:54.446820 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48ad52f-9b81-41c4-97f2-d80a86733166 req-d7552766-6202-41eb-8297-48fab394fb0d tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:07:54.447434 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-c48ad52f-9b81-41c4-97f2-d80a86733166 req-d7552766-6202-41eb-8297-48fab394fb0d tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25531'] for port (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:54.463875 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-c48ad52f-9b81-41c4-97f2-d80a86733166 req-d7552766-6202-41eb-8297-48fab394fb0d tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5497456 May 26 21:07:54.577683 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.v2.base [req-c48ad52f-9b81-41c4-97f2-d80a86733166 req-0c433483-4bfd-49b9-bca9-e43529fe5634 service neutron] Request body: {'port': {'device_id': '5247c5aa-5eb4-493b-92b8-17a9d9428627', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=104101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:07:54.647215 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-a41a7b6b-73ed-4288-adc5-dfdb1b03311b None None] Provisioning complete for port 9f3845e1-304f-46e2-9dc8-bcb02f4ac4a6 triggered by entity DHCP. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:07:54.648095 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-a41a7b6b-73ed-4288-adc5-dfdb1b03311b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (9f3845e1-304f-46e2-9dc8-bcb02f4ac4a6), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:54.656745 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-c48ad52f-9b81-41c4-97f2-d80a86733166 req-0c433483-4bfd-49b9-bca9-e43529fe5634 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (9f3845e1-304f-46e2-9dc8-bcb02f4ac4a6), before_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:54.684445 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-a41a7b6b-73ed-4288-adc5-dfdb1b03311b None None] Port 9f3845e1-304f-46e2-9dc8-bcb02f4ac4a6 cannot update to ACTIVE because it is not bound. {{(pid=104103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 21:07:54.776359 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:07:54.884555 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aab457-3245-4379-9000-48712e5c105b req-af908e2f-d41a-470a-84d7-e8806f831510 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:07:54.886521 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-d1aab457-3245-4379-9000-48712e5c105b req-af908e2f-d41a-470a-84d7-e8806f831510 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] 10.222.0.57 "GET /v2.0/ports?device_id=5247c5aa-5eb4-493b-92b8-17a9d9428627 HTTP/1.1" status: 200 len: 931 time: 0.0533223 May 26 21:07:54.944000 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-d1aab457-3245-4379-9000-48712e5c105b req-59ab1bfc-d8a3-4fda-8645-461698f281cc tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] 10.222.0.57 "GET /v2.0/security-groups?id=e148b512-cd9e-4c89-a117-eef82b8f00a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485909 May 26 21:07:54.962824 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:07:55.022554 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.notifiers.nova [req-c48ad52f-9b81-41c4-97f2-d80a86733166 req-0c433483-4bfd-49b9-bca9-e43529fe5634 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f3845e1-304f-46e2-9dc8-bcb02f4ac4a6 {{(pid=104101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 21:07:55.029731 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-c48ad52f-9b81-41c4-97f2-d80a86733166 req-0c433483-4bfd-49b9-bca9-e43529fe5634 service neutron] Publish callbacks [] for port (9f3845e1-304f-46e2-9dc8-bcb02f4ac4a6), precommit_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:55.042525 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.db.provisioning_blocks [req-c48ad52f-9b81-41c4-97f2-d80a86733166 req-0c433483-4bfd-49b9-bca9-e43529fe5634 service neutron] Transition to ACTIVE for port object 9f3845e1-304f-46e2-9dc8-bcb02f4ac4a6 will not be triggered until provisioned by entity L2. {{(pid=104101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 21:07:55.045908 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-c48ad52f-9b81-41c4-97f2-d80a86733166 req-0c433483-4bfd-49b9-bca9-e43529fe5634 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13231786'] for port (9f3845e1-304f-46e2-9dc8-bcb02f4ac4a6), after_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:55.108713 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c433483-4bfd-49b9-bca9-e43529fe5634 service neutron] Pushing event updated for resources: {'Port': ['ID=9f3845e1-304f-46e2-9dc8-bcb02f4ac4a6,revision_number=2']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:07:55.227766 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [req-c48ad52f-9b81-41c4-97f2-d80a86733166 req-0c433483-4bfd-49b9-bca9-e43529fe5634 service neutron] Attempting to bind port 9f3845e1-304f-46e2-9dc8-bcb02f4ac4a6 on host hv-cinder-82880 for vnic_type normal with profile {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 21:07:55.228026 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [req-c48ad52f-9b81-41c4-97f2-d80a86733166 req-0c433483-4bfd-49b9-bca9-e43529fe5634 service neutron] Attempting to bind port 9f3845e1-304f-46e2-9dc8-bcb02f4ac4a6 by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': 'b05a28e2-d38c-435b-8849-904ab696de67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '8361e751-9256-4ca9-a308-997af07ebd0d'}] {{(pid=104101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 21:07:55.228356 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48ad52f-9b81-41c4-97f2-d80a86733166 req-0c433483-4bfd-49b9-bca9-e43529fe5634 service neutron] Attempting to bind port 9f3845e1-304f-46e2-9dc8-bcb02f4ac4a6 on network 8361e751-9256-4ca9-a308-997af07ebd0d {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 21:07:55.234609 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48ad52f-9b81-41c4-97f2-d80a86733166 req-0c433483-4bfd-49b9-bca9-e43529fe5634 service neutron] Port 9f3845e1-304f-46e2-9dc8-bcb02f4ac4a6 on network 8361e751-9256-4ca9-a308-997af07ebd0d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 21:07:55.234933 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48ad52f-9b81-41c4-97f2-d80a86733166 req-0c433483-4bfd-49b9-bca9-e43529fe5634 service neutron] Attempting to bind port 9f3845e1-304f-46e2-9dc8-bcb02f4ac4a6 on network 8361e751-9256-4ca9-a308-997af07ebd0d {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 21:07:55.241056 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48ad52f-9b81-41c4-97f2-d80a86733166 req-0c433483-4bfd-49b9-bca9-e43529fe5634 service neutron] Checking agent: {'id': '7f90b46f-777d-4aa1-89b5-840fb2878c39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 21, 2, 24), 'started_at': datetime.datetime(2022, 5, 26, 21, 2, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 21, 7, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 21:07:55.241606 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48ad52f-9b81-41c4-97f2-d80a86733166 req-0c433483-4bfd-49b9-bca9-e43529fe5634 service neutron] Checking segment: {'id': 'b05a28e2-d38c-435b-8849-904ab696de67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '8361e751-9256-4ca9-a308-997af07ebd0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 21:07:55.241901 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c48ad52f-9b81-41c4-97f2-d80a86733166 req-0c433483-4bfd-49b9-bca9-e43529fe5634 service neutron] Bound using segment: {'id': 'b05a28e2-d38c-435b-8849-904ab696de67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '8361e751-9256-4ca9-a308-997af07ebd0d'} {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 21:07:55.242258 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [req-c48ad52f-9b81-41c4-97f2-d80a86733166 req-0c433483-4bfd-49b9-bca9-e43529fe5634 service neutron] Bound port: 9f3845e1-304f-46e2-9dc8-bcb02f4ac4a6, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b05a28e2-d38c-435b-8849-904ab696de67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '8361e751-9256-4ca9-a308-997af07ebd0d'}}] {{(pid=104101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 21:07:55.246672 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-c48ad52f-9b81-41c4-97f2-d80a86733166 req-0c433483-4bfd-49b9-bca9-e43529fe5634 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (9f3845e1-304f-46e2-9dc8-bcb02f4ac4a6), before_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:55.345483 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.db [req-c48ad52f-9b81-41c4-97f2-d80a86733166 req-0c433483-4bfd-49b9-bca9-e43529fe5634 service neutron] For port 9f3845e1-304f-46e2-9dc8-bcb02f4ac4a6, host hv-cinder-82880, cleared binding levels {{(pid=104101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 21:07:55.349007 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.db [req-c48ad52f-9b81-41c4-97f2-d80a86733166 req-0c433483-4bfd-49b9-bca9-e43529fe5634 service neutron] For port 9f3845e1-304f-46e2-9dc8-bcb02f4ac4a6, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=9f3845e1-304f-46e2-9dc8-bcb02f4ac4a6,segment=NetworkSegment(b05a28e2-d38c-435b-8849-904ab696de67),segment_id=b05a28e2-d38c-435b-8849-904ab696de67)] {{(pid=104101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 21:07:55.360004 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-c48ad52f-9b81-41c4-97f2-d80a86733166 req-0c433483-4bfd-49b9-bca9-e43529fe5634 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13231786'] for port (9f3845e1-304f-46e2-9dc8-bcb02f4ac4a6), after_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:55.439682 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c433483-4bfd-49b9-bca9-e43529fe5634 service neutron] Pushing event updated for resources: {'Port': ['ID=9f3845e1-304f-46e2-9dc8-bcb02f4ac4a6,revision_number=3']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:07:55.447471 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48ad52f-9b81-41c4-97f2-d80a86733166 req-0c433483-4bfd-49b9-bca9-e43529fe5634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:07:55.448587 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-c48ad52f-9b81-41c4-97f2-d80a86733166 req-0c433483-4bfd-49b9-bca9-e43529fe5634 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25531'] for port (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:07:55.451301 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-c48ad52f-9b81-41c4-97f2-d80a86733166 req-0c433483-4bfd-49b9-bca9-e43529fe5634 service neutron] 10.222.0.62 "PUT /v2.0/ports/9f3845e1-304f-46e2-9dc8-bcb02f4ac4a6 HTTP/1.1" status: 200 len: 1093 time: 0.8783596 May 26 21:07:55.451858 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5247c5aa-5eb4-493b-92b8-17a9d9428627', 'tag': '9f3845e1-304f-46e2-9dc8-bcb02f4ac4a6'}] {{(pid=104101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:07:55.454811 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e35b3b942162f380527a6ddce7731c26b87baf9d9763e10c20fbd720b027cea7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caa45b98-1aad-4fd0-b574-247dbe4b4c69" -d '{"events": [{"name": "network-changed", "server_uuid": "5247c5aa-5eb4-493b-92b8-17a9d9428627", "tag": "9f3845e1-304f-46e2-9dc8-bcb02f4ac4a6"}]}' {{(pid=104101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:07:55.514975 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 21:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f50469c0-3b99-4656-b910-a9197a4ad865 x-openstack-request-id: req-f50469c0-3b99-4656-b910-a9197a4ad865 {{(pid=104101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:07:55.515793 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5247c5aa-5eb4-493b-92b8-17a9d9428627", "tag": "9f3845e1-304f-46e2-9dc8-bcb02f4ac4a6", "status": "completed", "code": 200}]} {{(pid=104101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:07:55.517037 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f50469c0-3b99-4656-b910-a9197a4ad865 {{(pid=104101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:07:55.517677 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f50469c0-3b99-4656-b910-a9197a4ad865'] response: {'name': 'network-changed', 'server_uuid': '5247c5aa-5eb4-493b-92b8-17a9d9428627', 'tag': '9f3845e1-304f-46e2-9dc8-bcb02f4ac4a6', 'status': 'completed', 'code': 200} May 26 21:07:55.533806 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c3d736-cd4a-4ba7-95be-88b9954ef3dd req-a804943d-739a-4860-bab3-b9f20f8bba65 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:07:55.536034 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-07c3d736-cd4a-4ba7-95be-88b9954ef3dd req-a804943d-739a-4860-bab3-b9f20f8bba65 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/ports?device_id=b394d5b9-c201-4bff-8cac-68cce2954f16 HTTP/1.1" status: 200 len: 945 time: 0.1185803 May 26 21:07:55.604180 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-07c3d736-cd4a-4ba7-95be-88b9954ef3dd req-f3486c89-dde7-477c-bc40-3fda1b04b5c2 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/security-groups?id=26b50481-eb72-4913-8499-4f05960ff7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605659 May 26 21:07:55.889505 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbeaaf6-8d2b-4a80-82eb-9858ceef4d3a req-eeeb64fa-c87b-407a-a4a8-d571968ad92a tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:07:55.891446 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-8dbeaaf6-8d2b-4a80-82eb-9858ceef4d3a req-eeeb64fa-c87b-407a-a4a8-d571968ad92a tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/ports?device_id=b394d5b9-c201-4bff-8cac-68cce2954f16 HTTP/1.1" status: 200 len: 945 time: 0.0565460 May 26 21:07:55.943720 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-8dbeaaf6-8d2b-4a80-82eb-9858ceef4d3a req-04747c17-0fb4-4496-82c9-bac564b00d5d tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/security-groups?id=26b50481-eb72-4913-8499-4f05960ff7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461102 May 26 21:07:56.067505 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7456bdee-a1ce-4ea9-ad53-db3a00f97dbc req-fa4c6a81-5c85-4215-ac65-769d47ba195a tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:07:56.068964 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-7456bdee-a1ce-4ea9-ad53-db3a00f97dbc req-fa4c6a81-5c85-4215-ac65-769d47ba195a tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] 10.222.0.57 "GET /v2.0/ports?device_id=5247c5aa-5eb4-493b-92b8-17a9d9428627 HTTP/1.1" status: 200 len: 943 time: 0.0524683 May 26 21:07:56.089334 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=100 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:07:56.116338 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-7456bdee-a1ce-4ea9-ad53-db3a00f97dbc req-2f65a75d-b733-4ae7-9a8d-0f4531af7c55 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] 10.222.0.57 "GET /v2.0/security-groups?id=e148b512-cd9e-4c89-a117-eef82b8f00a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418742 May 26 21:07:57.072512 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb1a46d-8913-46ad-b8bf-703ebdc8696c req-d72025b6-d6f3-4b92-8405-d739fcbd9110 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:07:57.074067 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-9fb1a46d-8913-46ad-b8bf-703ebdc8696c req-d72025b6-d6f3-4b92-8405-d739fcbd9110 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/ports?device_id=b394d5b9-c201-4bff-8cac-68cce2954f16 HTTP/1.1" status: 200 len: 945 time: 0.0597572 May 26 21:07:57.123378 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-9fb1a46d-8913-46ad-b8bf-703ebdc8696c req-dbda57e0-3670-4ada-b8cd-2b5476dd4152 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/security-groups?id=26b50481-eb72-4913-8499-4f05960ff7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437086 May 26 21:07:57.230320 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ca45b4-6764-4b91-b6f9-625929026d62 req-fa484c1e-0ab5-45e7-b63b-8b11f7f490d3 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:07:57.231846 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-73ca45b4-6764-4b91-b6f9-625929026d62 req-fa484c1e-0ab5-45e7-b63b-8b11f7f490d3 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] 10.222.0.57 "GET /v2.0/ports?device_id=5247c5aa-5eb4-493b-92b8-17a9d9428627 HTTP/1.1" status: 200 len: 943 time: 0.0480721 May 26 21:07:57.287173 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-73ca45b4-6764-4b91-b6f9-625929026d62 req-3dea98a7-33e1-4cbd-98ce-05783067fb1d tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] 10.222.0.57 "GET /v2.0/security-groups?id=e148b512-cd9e-4c89-a117-eef82b8f00a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483806 May 26 21:07:58.239810 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d75f641-5b40-491a-8cb0-a282e4af6c39 req-95daaf67-f3d4-4d8b-b8f5-53356ea73824 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:07:58.241320 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-0d75f641-5b40-491a-8cb0-a282e4af6c39 req-95daaf67-f3d4-4d8b-b8f5-53356ea73824 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/ports?device_id=b394d5b9-c201-4bff-8cac-68cce2954f16 HTTP/1.1" status: 200 len: 945 time: 0.0494320 May 26 21:07:58.291314 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-0d75f641-5b40-491a-8cb0-a282e4af6c39 req-6f94e619-1412-426b-b5fe-e2f8ceb85d4f tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/security-groups?id=26b50481-eb72-4913-8499-4f05960ff7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436726 May 26 21:07:58.404782 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d918a01-f4df-42ce-a7c1-923e8309c77e req-3e4a28e0-8fa0-4f41-a562-511f38139281 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:07:58.406317 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-6d918a01-f4df-42ce-a7c1-923e8309c77e req-3e4a28e0-8fa0-4f41-a562-511f38139281 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] 10.222.0.57 "GET /v2.0/ports?device_id=5247c5aa-5eb4-493b-92b8-17a9d9428627 HTTP/1.1" status: 200 len: 943 time: 0.0505548 May 26 21:07:58.459947 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-6d918a01-f4df-42ce-a7c1-923e8309c77e req-5a838bb8-cdc2-45f2-9cdb-789d954a7e8f tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] 10.222.0.57 "GET /v2.0/security-groups?id=e148b512-cd9e-4c89-a117-eef82b8f00a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476749 May 26 21:07:59.410302 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f71cee-1077-4579-8e26-9de9e8495165 req-1b45c878-bb55-46f4-a671-045a91f30ad4 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:07:59.411854 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-01f71cee-1077-4579-8e26-9de9e8495165 req-1b45c878-bb55-46f4-a671-045a91f30ad4 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/ports?device_id=b394d5b9-c201-4bff-8cac-68cce2954f16 HTTP/1.1" status: 200 len: 945 time: 0.0514565 May 26 21:07:59.463452 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-01f71cee-1077-4579-8e26-9de9e8495165 req-12647c17-0aad-4978-acd5-cf4df6f43349 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/security-groups?id=26b50481-eb72-4913-8499-4f05960ff7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456104 May 26 21:07:59.570319 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541d576b-8915-4138-bd4d-21534dc03502 req-aaf3ee09-3592-48ee-bbcc-e48e31eb9b32 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:07:59.571685 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-541d576b-8915-4138-bd4d-21534dc03502 req-aaf3ee09-3592-48ee-bbcc-e48e31eb9b32 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] 10.222.0.57 "GET /v2.0/ports?device_id=5247c5aa-5eb4-493b-92b8-17a9d9428627 HTTP/1.1" status: 200 len: 943 time: 0.0464909 May 26 21:07:59.589808 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=100 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:07:59.618151 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-541d576b-8915-4138-bd4d-21534dc03502 req-0e8de214-ad37-4e76-b639-7a80d1d03065 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] 10.222.0.57 "GET /v2.0/security-groups?id=e148b512-cd9e-4c89-a117-eef82b8f00a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410435 May 26 21:08:00.577336 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8544a58-0993-4054-abf7-b36485d9cc8f req-305589d1-1576-4dd4-9df5-dc4dbb44e836 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:00.578802 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-a8544a58-0993-4054-abf7-b36485d9cc8f req-305589d1-1576-4dd4-9df5-dc4dbb44e836 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/ports?device_id=b394d5b9-c201-4bff-8cac-68cce2954f16 HTTP/1.1" status: 200 len: 945 time: 0.0466464 May 26 21:08:00.642044 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-a8544a58-0993-4054-abf7-b36485d9cc8f req-3d652f75-0ba5-4500-b536-9527b321f42e tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/security-groups?id=26b50481-eb72-4913-8499-4f05960ff7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569024 May 26 21:08:00.738989 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cf9fe9-eef0-4199-bf5c-c459704a1769 req-9b6f5a46-9db3-427f-91b3-4778cf406475 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:00.740396 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-91cf9fe9-eef0-4199-bf5c-c459704a1769 req-9b6f5a46-9db3-427f-91b3-4778cf406475 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] 10.222.0.57 "GET /v2.0/ports?device_id=5247c5aa-5eb4-493b-92b8-17a9d9428627 HTTP/1.1" status: 200 len: 943 time: 0.0468209 May 26 21:08:00.787754 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-91cf9fe9-eef0-4199-bf5c-c459704a1769 req-bc946b03-96ba-4a87-959b-f3ba23638d29 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] 10.222.0.57 "GET /v2.0/security-groups?id=e148b512-cd9e-4c89-a117-eef82b8f00a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416636 May 26 21:08:01.770966 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10242a18-39de-4aca-8593-2ab7e8eee28a req-8039e384-2d5e-4d6b-bc1b-091fa8a13d89 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:01.777849 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-10242a18-39de-4aca-8593-2ab7e8eee28a req-8039e384-2d5e-4d6b-bc1b-091fa8a13d89 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/ports?device_id=b394d5b9-c201-4bff-8cac-68cce2954f16 HTTP/1.1" status: 200 len: 945 time: 0.0597351 May 26 21:08:01.827821 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-10242a18-39de-4aca-8593-2ab7e8eee28a req-77463338-a327-4520-88c5-52cdc24ba67b tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/security-groups?id=26b50481-eb72-4913-8499-4f05960ff7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490694 May 26 21:08:01.910025 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac483d3c-d8c7-4ca0-928f-96f94917c02e req-b9534db1-0316-4f59-9876-76560ec194b5 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:01.911482 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-ac483d3c-d8c7-4ca0-928f-96f94917c02e req-b9534db1-0316-4f59-9876-76560ec194b5 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] 10.222.0.57 "GET /v2.0/ports?device_id=5247c5aa-5eb4-493b-92b8-17a9d9428627 HTTP/1.1" status: 200 len: 943 time: 0.0499258 May 26 21:08:01.949966 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=100 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:08:01.958105 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-ac483d3c-d8c7-4ca0-928f-96f94917c02e req-aa7a4564-77dc-40f5-a7f5-4a415e1c6631 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] 10.222.0.57 "GET /v2.0/security-groups?id=e148b512-cd9e-4c89-a117-eef82b8f00a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411880 May 26 21:08:02.955673 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff18c1cd-9df6-4ce5-abb0-637a84aa80d6 req-ffd47917-41d0-4668-8db0-bbccc644caae tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:02.957096 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-ff18c1cd-9df6-4ce5-abb0-637a84aa80d6 req-ffd47917-41d0-4668-8db0-bbccc644caae tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/ports?device_id=b394d5b9-c201-4bff-8cac-68cce2954f16 HTTP/1.1" status: 200 len: 945 time: 0.0480270 May 26 21:08:03.004443 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-ff18c1cd-9df6-4ce5-abb0-637a84aa80d6 req-bb43c795-7bb5-4a05-8310-57007e51f556 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/security-groups?id=26b50481-eb72-4913-8499-4f05960ff7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418832 May 26 21:08:03.083556 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351e1ce1-7f70-4095-9deb-6f5e232128a4 req-7d6bedaa-2a18-4034-9c5f-44ff4bc189dd tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:03.085086 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-351e1ce1-7f70-4095-9deb-6f5e232128a4 req-7d6bedaa-2a18-4034-9c5f-44ff4bc189dd tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] 10.222.0.57 "GET /v2.0/ports?device_id=5247c5aa-5eb4-493b-92b8-17a9d9428627 HTTP/1.1" status: 200 len: 943 time: 0.0539060 May 26 21:08:03.137900 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-351e1ce1-7f70-4095-9deb-6f5e232128a4 req-3e0d1cab-0d0e-46a6-9a66-aa31f08e4fa3 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] 10.222.0.57 "GET /v2.0/security-groups?id=e148b512-cd9e-4c89-a117-eef82b8f00a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423622 May 26 21:08:04.119791 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0f1a28-1cec-412d-8045-7278c17c3ab1 req-68e4c3e7-9e99-46c8-808f-2d4b5ac09f65 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:04.121177 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-cc0f1a28-1cec-412d-8045-7278c17c3ab1 req-68e4c3e7-9e99-46c8-808f-2d4b5ac09f65 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/ports?device_id=b394d5b9-c201-4bff-8cac-68cce2954f16 HTTP/1.1" status: 200 len: 945 time: 0.0484219 May 26 21:08:04.199939 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-cc0f1a28-1cec-412d-8045-7278c17c3ab1 req-4b24e435-6da1-4a0a-97c3-5ee6a0d43c56 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/security-groups?id=26b50481-eb72-4913-8499-4f05960ff7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732915 May 26 21:08:04.270597 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7bac26-1058-4679-a615-81b25c374bdf req-425d26da-e500-4fd8-9a49-f5c872b021b5 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:04.272078 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-0d7bac26-1058-4679-a615-81b25c374bdf req-425d26da-e500-4fd8-9a49-f5c872b021b5 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] 10.222.0.57 "GET /v2.0/ports?device_id=5247c5aa-5eb4-493b-92b8-17a9d9428627 HTTP/1.1" status: 200 len: 943 time: 0.0478101 May 26 21:08:04.324244 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-0d7bac26-1058-4679-a615-81b25c374bdf req-3862ac5d-767a-4c16-88c9-56e31ce0a626 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] 10.222.0.57 "GET /v2.0/security-groups?id=e148b512-cd9e-4c89-a117-eef82b8f00a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465000 May 26 21:08:05.313785 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc43000-f493-4121-9cb3-86b27e0b87fd req-3c42fff6-1a62-48ca-ac56-08b03dd0284b tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:05.315247 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-fdc43000-f493-4121-9cb3-86b27e0b87fd req-3c42fff6-1a62-48ca-ac56-08b03dd0284b tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/ports?device_id=b394d5b9-c201-4bff-8cac-68cce2954f16 HTTP/1.1" status: 200 len: 945 time: 0.0478103 May 26 21:08:05.318611 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=52,neutron:UPDATE=4 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:08:05.350537 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=59,neutron:UPDATE=3 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:08:05.364308 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-fdc43000-f493-4121-9cb3-86b27e0b87fd req-e42d49d4-f276-4dea-99af-b5389331088c tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/security-groups?id=26b50481-eb72-4913-8499-4f05960ff7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429859 May 26 21:08:05.402616 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=51 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:08:05.412236 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=94 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:08:05.427097 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=44,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:08:05.437779 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31098857-e6cc-415f-aac2-e07bac80043e req-a2a986b3-d8e0-4418-84c5-cda61528b74a tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:05.439846 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-31098857-e6cc-415f-aac2-e07bac80043e req-a2a986b3-d8e0-4418-84c5-cda61528b74a tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] 10.222.0.57 "GET /v2.0/ports?device_id=5247c5aa-5eb4-493b-92b8-17a9d9428627 HTTP/1.1" status: 200 len: 943 time: 0.0485089 May 26 21:08:05.491356 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-31098857-e6cc-415f-aac2-e07bac80043e req-5f770a98-9faa-4488-82b1-0a1645bb2535 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] 10.222.0.57 "GET /v2.0/security-groups?id=e148b512-cd9e-4c89-a117-eef82b8f00a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432172 May 26 21:08:05.745834 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=56,neutron:UPDATE=2 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:08:06.020024 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa45b98-1aad-4fd0-b574-247dbe4b4c69 req-77723658-6e17-4b4c-9a35-d9067188d80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:06.021592 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-caa45b98-1aad-4fd0-b574-247dbe4b4c69 req-77723658-6e17-4b4c-9a35-d9067188d80d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cdb0cbaf75ee402091c3eec9dd512a2d&device_id=5247c5aa-5eb4-493b-92b8-17a9d9428627 HTTP/1.1" status: 200 len: 1127 time: 0.0430613 May 26 21:08:06.172569 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed1e727-5c67-4df9-9dfc-60b5a18ce07e req-b62e851f-4860-47d4-9e56-cc02a8c0ff6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:06.174025 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-1ed1e727-5c67-4df9-9dfc-60b5a18ce07e req-b62e851f-4860-47d4-9e56-cc02a8c0ff6d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=aee8ddc72b8a4baeb01503afbd8aeab1&device_id=b394d5b9-c201-4bff-8cac-68cce2954f16 HTTP/1.1" status: 200 len: 1129 time: 0.0841212 May 26 21:08:06.244061 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa45b98-1aad-4fd0-b574-247dbe4b4c69 req-fffaa298-d549-4749-954e-70fef50fc68f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:06.245758 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-caa45b98-1aad-4fd0-b574-247dbe4b4c69 req-fffaa298-d549-4749-954e-70fef50fc68f service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=cdb0cbaf75ee402091c3eec9dd512a2d&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1658461 May 26 21:08:06.340887 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed1e727-5c67-4df9-9dfc-60b5a18ce07e req-cbcf8961-db24-49b2-b425-c49d46af786d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:06.342346 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-1ed1e727-5c67-4df9-9dfc-60b5a18ce07e req-cbcf8961-db24-49b2-b425-c49d46af786d service neutron] 10.222.0.62 "GET /v2.0/networks?id=5629c7a4-9159-4bb4-9c94-a1405c68e80c HTTP/1.1" status: 200 len: 911 time: 0.1529968 May 26 21:08:06.394888 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa45b98-1aad-4fd0-b574-247dbe4b4c69 req-dedfead2-15b6-47cc-8b6a-7cb0f32cf759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:06.396351 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-caa45b98-1aad-4fd0-b574-247dbe4b4c69 req-dedfead2-15b6-47cc-8b6a-7cb0f32cf759 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1447380 May 26 21:08:06.430666 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-1ed1e727-5c67-4df9-9dfc-60b5a18ce07e req-9381b64f-fb69-43f1-ae17-7bddfa4b33f4 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e1f6d939-9abc-412f-a4d8-da9f34b5b9c2 HTTP/1.1" status: 200 len: 1001 time: 0.0798800 May 26 21:08:06.489038 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b2edd8-2714-4727-908a-60c2834818c7 req-56541ca3-f0aa-4d25-93d2-c2a47d59e685 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:06.490565 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-03b2edd8-2714-4727-908a-60c2834818c7 req-56541ca3-f0aa-4d25-93d2-c2a47d59e685 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/ports?device_id=b394d5b9-c201-4bff-8cac-68cce2954f16 HTTP/1.1" status: 200 len: 945 time: 0.0531437 May 26 21:08:06.537849 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=100 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:08:06.548892 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed1e727-5c67-4df9-9dfc-60b5a18ce07e req-8d247cfb-5b4e-440f-90c9-8573109dc43e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:06.551368 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-1ed1e727-5c67-4df9-9dfc-60b5a18ce07e req-8d247cfb-5b4e-440f-90c9-8573109dc43e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=98eeb434-72ed-4f64-921d-7288f9cdbc0a HTTP/1.1" status: 200 len: 849 time: 0.0921490 May 26 21:08:06.553573 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-03b2edd8-2714-4727-908a-60c2834818c7 req-3663aa9e-7048-410a-9e0a-d5cdd6dd2bb8 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/security-groups?id=26b50481-eb72-4913-8499-4f05960ff7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567279 May 26 21:08:06.554375 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48ad52f-9b81-41c4-97f2-d80a86733166 req-1e4f85ba-3860-49d4-933b-69910a30a9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:06.555800 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-c48ad52f-9b81-41c4-97f2-d80a86733166 req-1e4f85ba-3860-49d4-933b-69910a30a9fa service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cdb0cbaf75ee402091c3eec9dd512a2d&device_id=5247c5aa-5eb4-493b-92b8-17a9d9428627 HTTP/1.1" status: 200 len: 1127 time: 0.0604331 May 26 21:08:06.654895 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed1e727-5c67-4df9-9dfc-60b5a18ce07e req-e283749e-19d9-43f6-af82-a03fae355b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:06.656378 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-1ed1e727-5c67-4df9-9dfc-60b5a18ce07e req-e283749e-19d9-43f6-af82-a03fae355b69 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5629c7a4-9159-4bb4-9c94-a1405c68e80c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0813632 May 26 21:08:06.666812 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1cd8ed-ad62-4603-9c07-36a746b14ad7 req-2e87228b-bf97-4b04-b67e-48e73ebdca05 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:06.668252 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-ef1cd8ed-ad62-4603-9c07-36a746b14ad7 req-2e87228b-bf97-4b04-b67e-48e73ebdca05 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] 10.222.0.57 "GET /v2.0/ports?device_id=5247c5aa-5eb4-493b-92b8-17a9d9428627 HTTP/1.1" status: 200 len: 943 time: 0.0795500 May 26 21:08:06.673796 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-c48ad52f-9b81-41c4-97f2-d80a86733166 req-1e75b989-820f-46d7-8083-a92eda1a8fcc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f3845e1-304f-46e2-9dc8-bcb02f4ac4a6 HTTP/1.1" status: 200 len: 217 time: 0.0620732 May 26 21:08:06.676630 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98447a8d-190a-4d7b-a83b-f977b1c34cf6 req-f35bbb85-6821-4f0c-ba0d-eaeef1bad82c tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:06.678625 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-98447a8d-190a-4d7b-a83b-f977b1c34cf6 req-f35bbb85-6821-4f0c-ba0d-eaeef1bad82c tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?device_id=3ee3592d-f50d-4f98-a62e-9105020afa91 HTTP/1.1" status: 200 len: 946 time: 0.0588365 May 26 21:08:06.751835 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-ef1cd8ed-ad62-4603-9c07-36a746b14ad7 req-cc5adb55-6367-4a72-ba87-6dc4cc1546da tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] 10.222.0.57 "GET /v2.0/security-groups?id=e148b512-cd9e-4c89-a117-eef82b8f00a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722139 May 26 21:08:06.755802 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-98447a8d-190a-4d7b-a83b-f977b1c34cf6 req-2c2c80ad-2b30-45d5-bf95-c7c31cad2318 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/security-groups?id=cf234ad0-3767-4b1d-896a-5afe7cc69416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704997 May 26 21:08:06.759485 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0b3318-be62-4d49-9720-b13adddf0960 req-996db46c-c28a-4584-af8b-8cac77399aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:06.760963 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-8d0b3318-be62-4d49-9720-b13adddf0960 req-996db46c-c28a-4584-af8b-8cac77399aff service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9f8ac962c5d0402eb17b01aa02632897&device_id=3ee3592d-f50d-4f98-a62e-9105020afa91 HTTP/1.1" status: 200 len: 1130 time: 0.1412382 May 26 21:08:07.025950 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48ad52f-9b81-41c4-97f2-d80a86733166 req-8102d66c-6153-4790-b609-73c3b86e1c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:07.027390 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-c48ad52f-9b81-41c4-97f2-d80a86733166 req-8102d66c-6153-4790-b609-73c3b86e1c07 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=23d264e0-dc41-488b-b140-960ceb4020db HTTP/1.1" status: 200 len: 853 time: 0.3437710 May 26 21:08:07.114736 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-1ed1e727-5c67-4df9-9dfc-60b5a18ce07e req-5979d6cf-84c8-4a90-aa0f-41f3c347bbfa service neutron] 10.222.0.62 "GET /v2.0/networks/5629c7a4-9159-4bb4-9c94-a1405c68e80c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4425809 May 26 21:08:07.120778 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48ad52f-9b81-41c4-97f2-d80a86733166 req-049ca753-2c64-49a2-8cfa-34f97990181b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:07.122098 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-c48ad52f-9b81-41c4-97f2-d80a86733166 req-049ca753-2c64-49a2-8cfa-34f97990181b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8361e751-9256-4ca9-a308-997af07ebd0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0614519 May 26 21:08:07.232849 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0b3318-be62-4d49-9720-b13adddf0960 req-8975e94d-7d96-4ce3-bc00-0c7c9cda5fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:07.234268 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-8d0b3318-be62-4d49-9720-b13adddf0960 req-8975e94d-7d96-4ce3-bc00-0c7c9cda5fd8 service neutron] 10.222.0.62 "GET /v2.0/networks?id=db3bac2b-2e57-4b81-ab3a-36a5a5912178 HTTP/1.1" status: 200 len: 920 time: 0.4620619 May 26 21:08:07.246232 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=100 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:08:07.261424 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=100 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:08:07.340460 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-1ed1e727-5c67-4df9-9dfc-60b5a18ce07e req-cdb08100-9979-4d6e-9881-a826dd2fa842 service neutron] 10.222.0.62 "GET /v2.0/networks/5629c7a4-9159-4bb4-9c94-a1405c68e80c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123728 May 26 21:08:07.345959 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-c48ad52f-9b81-41c4-97f2-d80a86733166 req-eb9191bb-ded8-4af3-b385-abc3d3ab9902 service neutron] 10.222.0.62 "GET /v2.0/networks/8361e751-9256-4ca9-a308-997af07ebd0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059233 May 26 21:08:07.348076 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-8d0b3318-be62-4d49-9720-b13adddf0960 req-76dd7208-ea1e-41e3-bc38-3e068d310dd1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ef1da08-cffb-44f3-950b-7ad372429892 HTTP/1.1" status: 200 len: 1002 time: 0.1007700 May 26 21:08:07.464764 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0b3318-be62-4d49-9720-b13adddf0960 req-484182da-2cd3-47e0-b392-4529e6957ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:07.466144 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-8d0b3318-be62-4d49-9720-b13adddf0960 req-484182da-2cd3-47e0-b392-4529e6957ad4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=aedf8799-8f39-49e6-9345-2bd6d7772744 HTTP/1.1" status: 200 len: 858 time: 0.0995889 May 26 21:08:07.524903 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-c48ad52f-9b81-41c4-97f2-d80a86733166 req-ecad0dec-7601-43d8-a098-8d3af511007e service neutron] 10.222.0.62 "GET /v2.0/networks/8361e751-9256-4ca9-a308-997af07ebd0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590109 May 26 21:08:07.531580 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0b3318-be62-4d49-9720-b13adddf0960 req-e36887ab-71fd-4273-a45b-2f5b1302e682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:07.533721 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-8d0b3318-be62-4d49-9720-b13adddf0960 req-e36887ab-71fd-4273-a45b-2f5b1302e682 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=db3bac2b-2e57-4b81-ab3a-36a5a5912178&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0574148 May 26 21:08:07.696850 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add37d1f-3401-4a0f-80b1-a59d76db90a2 req-7914f211-875d-4d41-9553-14855158a0c5 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:07.698478 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-add37d1f-3401-4a0f-80b1-a59d76db90a2 req-7914f211-875d-4d41-9553-14855158a0c5 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/ports?device_id=b394d5b9-c201-4bff-8cac-68cce2954f16 HTTP/1.1" status: 200 len: 945 time: 0.0664485 May 26 21:08:07.714668 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-8d0b3318-be62-4d49-9720-b13adddf0960 req-fc8f1c48-907f-43c5-b2d3-2f5e0dba3b7b service neutron] 10.222.0.62 "GET /v2.0/networks/db3bac2b-2e57-4b81-ab3a-36a5a5912178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737397 May 26 21:08:07.745160 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-add37d1f-3401-4a0f-80b1-a59d76db90a2 req-9a6e8d9d-f2de-4e41-9eee-fee773ed3d6d tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/security-groups?id=26b50481-eb72-4913-8499-4f05960ff7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404739 May 26 21:08:08.041923 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d81727d-a61c-42ac-9848-6c8d0e177812 req-c4aa6895-0622-4c81-98cf-a7ea584e4bf9 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:08.043311 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-6d81727d-a61c-42ac-9848-6c8d0e177812 req-c4aa6895-0622-4c81-98cf-a7ea584e4bf9 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] 10.222.0.57 "GET /v2.0/ports?device_id=5247c5aa-5eb4-493b-92b8-17a9d9428627 HTTP/1.1" status: 200 len: 943 time: 0.2252419 May 26 21:08:08.049213 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450babe0-10fa-46ac-a416-302653d87e63 req-b412fd26-1812-474a-9ac5-a9d6beb5cc67 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:08.050594 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-450babe0-10fa-46ac-a416-302653d87e63 req-b412fd26-1812-474a-9ac5-a9d6beb5cc67 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?device_id=3ee3592d-f50d-4f98-a62e-9105020afa91 HTTP/1.1" status: 200 len: 946 time: 0.2235014 May 26 21:08:08.098682 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=100 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:08:08.120245 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-6d81727d-a61c-42ac-9848-6c8d0e177812 req-3503be11-d759-469d-b1ce-051861c5db01 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] 10.222.0.57 "GET /v2.0/security-groups?id=e148b512-cd9e-4c89-a117-eef82b8f00a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687690 May 26 21:08:08.126832 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-450babe0-10fa-46ac-a416-302653d87e63 req-f38bad34-0004-4e73-9617-f81233e83b34 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/security-groups?id=cf234ad0-3767-4b1d-896a-5afe7cc69416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687571 May 26 21:08:08.856611 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4472f02c-13f3-44bc-bcec-6ad43383b9cf req-e03209bd-0400-4efe-ba55-0e325b8ca035 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:08.858029 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-4472f02c-13f3-44bc-bcec-6ad43383b9cf req-e03209bd-0400-4efe-ba55-0e325b8ca035 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/ports?device_id=b394d5b9-c201-4bff-8cac-68cce2954f16 HTTP/1.1" status: 200 len: 945 time: 0.0463498 May 26 21:08:08.904698 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-4472f02c-13f3-44bc-bcec-6ad43383b9cf req-bf663ffc-fadb-4498-9a96-7e8efce5e298 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/security-groups?id=26b50481-eb72-4913-8499-4f05960ff7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411181 May 26 21:08:08.980633 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-8d0b3318-be62-4d49-9720-b13adddf0960 req-184a4146-504e-4643-aa7f-3468248d7e16 service neutron] 10.222.0.62 "GET /v2.0/networks/db3bac2b-2e57-4b81-ab3a-36a5a5912178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941117 May 26 21:08:09.263915 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa745e44-7413-482b-9645-f2d1c3973081 req-57728a01-f5f7-4d40-855b-f2d15e83412a tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:09.265340 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-aa745e44-7413-482b-9645-f2d1c3973081 req-57728a01-f5f7-4d40-855b-f2d15e83412a tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] 10.222.0.57 "GET /v2.0/ports?device_id=5247c5aa-5eb4-493b-92b8-17a9d9428627 HTTP/1.1" status: 200 len: 943 time: 0.0760267 May 26 21:08:09.271225 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77265429-86cc-4479-91c5-eb0ab81ba0a0 req-521bd43b-8841-4c01-bd2a-298564dcf309 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:09.272519 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-77265429-86cc-4479-91c5-eb0ab81ba0a0 req-521bd43b-8841-4c01-bd2a-298564dcf309 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?device_id=3ee3592d-f50d-4f98-a62e-9105020afa91 HTTP/1.1" status: 200 len: 946 time: 0.0737853 May 26 21:08:09.343462 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-aa745e44-7413-482b-9645-f2d1c3973081 req-dda7ce0a-1d77-435b-9066-bbbce4600b95 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] 10.222.0.57 "GET /v2.0/security-groups?id=e148b512-cd9e-4c89-a117-eef82b8f00a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700288 May 26 21:08:09.349985 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-77265429-86cc-4479-91c5-eb0ab81ba0a0 req-3e03867a-792b-4df6-880a-3eddf9097ab4 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/security-groups?id=cf234ad0-3767-4b1d-896a-5afe7cc69416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709732 May 26 21:08:09.764515 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-5e95b5dc-f828-465f-8463-0d428ed5cb53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (28061657-8b16-479f-8ff4-19bdcc74bc2c), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:10.018161 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d2b682-ce78-4a54-bc2d-0f19d39d06e0 req-3db18469-c77d-40d2-911e-35a7dd490bf5 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:10.019580 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-91d2b682-ce78-4a54-bc2d-0f19d39d06e0 req-3db18469-c77d-40d2-911e-35a7dd490bf5 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/ports?device_id=b394d5b9-c201-4bff-8cac-68cce2954f16 HTTP/1.1" status: 200 len: 945 time: 0.0486355 May 26 21:08:10.065241 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-91d2b682-ce78-4a54-bc2d-0f19d39d06e0 req-3b308a0e-4c21-4f63-bced-a701015b4d56 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/security-groups?id=26b50481-eb72-4913-8499-4f05960ff7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397136 May 26 21:08:10.481189 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512e4338-0203-40f7-9858-475dd4deedb6 req-2ea8cce1-6f3e-453c-8964-88f350962548 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:10.482636 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-512e4338-0203-40f7-9858-475dd4deedb6 req-2ea8cce1-6f3e-453c-8964-88f350962548 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] 10.222.0.57 "GET /v2.0/ports?device_id=5247c5aa-5eb4-493b-92b8-17a9d9428627 HTTP/1.1" status: 200 len: 943 time: 0.0732379 May 26 21:08:10.488672 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aeb1db-8ca4-46a2-b062-b9a01a02f213 req-6e9a7891-316d-4424-acf5-fd067308ca2c tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:10.490020 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-31aeb1db-8ca4-46a2-b062-b9a01a02f213 req-6e9a7891-316d-4424-acf5-fd067308ca2c tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?device_id=3ee3592d-f50d-4f98-a62e-9105020afa91 HTTP/1.1" status: 200 len: 946 time: 0.0703080 May 26 21:08:10.527363 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=100 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:08:10.563029 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-512e4338-0203-40f7-9858-475dd4deedb6 req-4d274e9b-fde3-4d8f-8185-b9c762523106 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] 10.222.0.57 "GET /v2.0/security-groups?id=e148b512-cd9e-4c89-a117-eef82b8f00a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720971 May 26 21:08:10.570232 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-31aeb1db-8ca4-46a2-b062-b9a01a02f213 req-bb20e38f-8ac3-40a2-998e-8cde362aa647 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/security-groups?id=cf234ad0-3767-4b1d-896a-5afe7cc69416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733690 May 26 21:08:11.557758 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Device 9f3845e1-304f-46e2-9dc8-bcb02f4ac4a6 details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=104103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 21:08:11.657556 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] For port 9f3845e1-304f-46e2-9dc8-bcb02f4ac4a6, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=9f3845e1-304f-46e2-9dc8-bcb02f4ac4a6,segment=NetworkSegment(b05a28e2-d38c-435b-8849-904ab696de67),segment_id=b05a28e2-d38c-435b-8849-904ab696de67)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:08:11.674132 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Returning: {'device': '9f3845e1-304f-46e2-9dc8-bcb02f4ac4a6', 'network_id': '8361e751-9256-4ca9-a308-997af07ebd0d', 'port_id': '9f3845e1-304f-46e2-9dc8-bcb02f4ac4a6', 'mac_address': 'fa:16:3e:34:7c:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23d264e0-dc41-488b-b140-960ceb4020db', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 21:08:11.707550 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Current status of the port 9f3845e1-304f-46e2-9dc8-bcb02f4ac4a6 is: DOWN; New status is: BUILD {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:08:11.708495 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (9f3845e1-304f-46e2-9dc8-bcb02f4ac4a6), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:11.709818 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5811a6-cb2c-4cd5-a96f-5838aacd8070 req-5ee92f2c-3745-4710-b34a-1c392b3baed3 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:11.711331 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-df5811a6-cb2c-4cd5-a96f-5838aacd8070 req-5ee92f2c-3745-4710-b34a-1c392b3baed3 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] 10.222.0.57 "GET /v2.0/ports?device_id=5247c5aa-5eb4-493b-92b8-17a9d9428627 HTTP/1.1" status: 200 len: 943 time: 0.0776527 May 26 21:08:11.717439 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4475efcf-caea-4347-bb1b-66eeef1981a4 req-d24362be-9452-499a-ba6b-d5630407f540 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:11.718808 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-4475efcf-caea-4347-bb1b-66eeef1981a4 req-d24362be-9452-499a-ba6b-d5630407f540 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?device_id=3ee3592d-f50d-4f98-a62e-9105020afa91 HTTP/1.1" status: 200 len: 946 time: 0.0760019 May 26 21:08:11.721346 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.notifiers.nova [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f3845e1-304f-46e2-9dc8-bcb02f4ac4a6 {{(pid=104103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 21:08:11.740686 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] For port 9f3845e1-304f-46e2-9dc8-bcb02f4ac4a6, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=9f3845e1-304f-46e2-9dc8-bcb02f4ac4a6,segment=NetworkSegment(b05a28e2-d38c-435b-8849-904ab696de67),segment_id=b05a28e2-d38c-435b-8849-904ab696de67)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:08:11.744798 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (9f3845e1-304f-46e2-9dc8-bcb02f4ac4a6), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:11.790590 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Pushing event updated for resources: {'Port': ['ID=9f3845e1-304f-46e2-9dc8-bcb02f4ac4a6,revision_number=4']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:08:11.794778 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-df5811a6-cb2c-4cd5-a96f-5838aacd8070 req-71f2bd98-da6f-4b57-95d2-9c43e30d33bf tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] 10.222.0.57 "GET /v2.0/security-groups?id=e148b512-cd9e-4c89-a117-eef82b8f00a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750148 May 26 21:08:11.797529 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:08:11.797726 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-4475efcf-caea-4347-bb1b-66eeef1981a4 req-fa9c5c75-bc8d-4f5f-a73f-03f92ba565a3 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/security-groups?id=cf234ad0-3767-4b1d-896a-5afe7cc69416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721426 May 26 21:08:11.797862 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:08:11.798388 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:08:11.798575 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:08:11.799068 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:08:11.799557 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:08:11.799882 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:08:11.800205 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:08:11.800527 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:08:11.800846 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:08:11.801164 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:08:11.801522 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:08:11.801841 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:08:11.802154 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:08:11.802490 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:08:12.055391 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-69be442f-b243-4001-9671-0fd7065de70c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (ccb07560-1e88-42f3-8411-377a93089622), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:12.203410 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] get_ports_and_sgs() called for port_ids ['9f3845e1-304f-46e2-9dc8-bcb02f4ac4a6'] {{(pid=104103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 21:08:12.943400 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca0eab8-37cf-4ca6-8e56-27c463989054 req-6bae8c8b-c49b-4744-b810-c1012ce623de tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:12.944834 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-dca0eab8-37cf-4ca6-8e56-27c463989054 req-6bae8c8b-c49b-4744-b810-c1012ce623de tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?device_id=3ee3592d-f50d-4f98-a62e-9105020afa91 HTTP/1.1" status: 200 len: 946 time: 0.0736592 May 26 21:08:12.950809 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19159e18-dd9e-422c-a8f4-979c4e5097f1 req-a1082610-8f21-457f-b59e-4c5b171b2f5f tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:12.952116 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-19159e18-dd9e-422c-a8f4-979c4e5097f1 req-a1082610-8f21-457f-b59e-4c5b171b2f5f tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] 10.222.0.57 "GET /v2.0/ports?device_id=5247c5aa-5eb4-493b-92b8-17a9d9428627 HTTP/1.1" status: 200 len: 944 time: 0.0791297 May 26 21:08:12.983754 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-2cedcaf3-f8c8-488c-9e0f-8ce175add227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (5deefb54-cd62-4255-b022-7e9734e3e0b8), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:13.024195 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-dca0eab8-37cf-4ca6-8e56-27c463989054 req-7ecd2199-765b-4c95-b076-624a7f5ebb0a tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/security-groups?id=cf234ad0-3767-4b1d-896a-5afe7cc69416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711372 May 26 21:08:13.030743 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-19159e18-dd9e-422c-a8f4-979c4e5097f1 req-74356fe4-8210-4ca4-9d09-51116e3ff007 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] 10.222.0.57 "GET /v2.0/security-groups?id=e148b512-cd9e-4c89-a117-eef82b8f00a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705945 May 26 21:08:13.561045 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Device 9f3845e1-304f-46e2-9dc8-bcb02f4ac4a6 up at agent hyperv_hv-cinder-82880 {{(pid=104103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:08:13.600924 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Provisioning for port 9f3845e1-304f-46e2-9dc8-bcb02f4ac4a6 completed by entity L2. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 21:08:13.606407 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Provisioning complete for port 9f3845e1-304f-46e2-9dc8-bcb02f4ac4a6 triggered by entity L2. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:08:13.606794 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (9f3845e1-304f-46e2-9dc8-bcb02f4ac4a6), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:13.677401 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Current status of the port 9f3845e1-304f-46e2-9dc8-bcb02f4ac4a6 is: BUILD; New status is: ACTIVE {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:08:13.677765 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (9f3845e1-304f-46e2-9dc8-bcb02f4ac4a6), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:13.699623 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5247c5aa-5eb4-493b-92b8-17a9d9428627', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f3845e1-304f-46e2-9dc8-bcb02f4ac4a6'}] {{(pid=104103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:08:13.701825 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b44267d7c8a7abe6e93cd6d61df03f02c4feaf0da3ba5ea8b381a36bebf6efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1b3e203-6039-4029-9dac-d30cef80d0be" -d '{"events": [{"server_uuid": "5247c5aa-5eb4-493b-92b8-17a9d9428627", "name": "network-vif-plugged", "status": "completed", "tag": "9f3845e1-304f-46e2-9dc8-bcb02f4ac4a6"}]}' {{(pid=104103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:08:13.714212 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] For port 9f3845e1-304f-46e2-9dc8-bcb02f4ac4a6, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=9f3845e1-304f-46e2-9dc8-bcb02f4ac4a6,segment=NetworkSegment(b05a28e2-d38c-435b-8849-904ab696de67),segment_id=b05a28e2-d38c-435b-8849-904ab696de67)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:08:13.718094 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (9f3845e1-304f-46e2-9dc8-bcb02f4ac4a6), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:13.739644 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 21:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53cca65d-1343-4e0b-b6ca-d1b5fcd23525 x-openstack-request-id: req-53cca65d-1343-4e0b-b6ca-d1b5fcd23525 {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:08:13.739949 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5247c5aa-5eb4-493b-92b8-17a9d9428627", "name": "network-vif-plugged", "status": "completed", "tag": "9f3845e1-304f-46e2-9dc8-bcb02f4ac4a6", "code": 200}]} {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:08:13.740202 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-53cca65d-1343-4e0b-b6ca-d1b5fcd23525 {{(pid=104103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:08:13.740584 dv-cinder-828806-3-iscsi neutron-server[104103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53cca65d-1343-4e0b-b6ca-d1b5fcd23525'] response: {'server_uuid': '5247c5aa-5eb4-493b-92b8-17a9d9428627', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f3845e1-304f-46e2-9dc8-bcb02f4ac4a6', 'code': 200} May 26 21:08:13.765252 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Pushing event updated for resources: {'Port': ['ID=9f3845e1-304f-46e2-9dc8-bcb02f4ac4a6,revision_number=5']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:08:13.955037 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fed0cea-948c-4d94-91ce-f37acb989bf9 req-8f3c8630-726b-415a-b6d9-6bbc4b9ee2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:13.956477 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-1fed0cea-948c-4d94-91ce-f37acb989bf9 req-8f3c8630-726b-415a-b6d9-6bbc4b9ee2fc service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=5247c5aa-5eb4-493b-92b8-17a9d9428627 HTTP/1.1" status: 200 len: 1129 time: 0.0380361 May 26 21:08:13.999619 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-1fed0cea-948c-4d94-91ce-f37acb989bf9 req-e80bf543-a504-423f-a179-41fd993295aa service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=e148b512-cd9e-4c89-a117-eef82b8f00a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370035 May 26 21:08:14.168722 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb3abce-a714-4ef5-9f7a-5428c78a90a1 req-15831994-53f1-4e61-84b6-f4287cdf6c98 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:14.170216 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-1eb3abce-a714-4ef5-9f7a-5428c78a90a1 req-15831994-53f1-4e61-84b6-f4287cdf6c98 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] 10.222.0.57 "GET /v2.0/ports?device_id=5247c5aa-5eb4-493b-92b8-17a9d9428627 HTTP/1.1" status: 200 len: 945 time: 0.0672281 May 26 21:08:14.176143 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16549b69-2ec5-4f17-ab0c-aa49f1d33d04 req-074f3034-0f25-4a34-821f-ed36bed4125b tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:14.178116 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-16549b69-2ec5-4f17-ab0c-aa49f1d33d04 req-074f3034-0f25-4a34-821f-ed36bed4125b tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?device_id=3ee3592d-f50d-4f98-a62e-9105020afa91 HTTP/1.1" status: 200 len: 946 time: 0.0846157 May 26 21:08:14.199150 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=100 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:08:14.254464 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-1eb3abce-a714-4ef5-9f7a-5428c78a90a1 req-90240933-d5a1-478b-adc7-f99dac98a7fa tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] 10.222.0.57 "GET /v2.0/security-groups?id=e148b512-cd9e-4c89-a117-eef82b8f00a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753775 May 26 21:08:14.258425 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-16549b69-2ec5-4f17-ab0c-aa49f1d33d04 req-b43c54fa-a7e6-49b4-afb5-ce1e887938b7 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/security-groups?id=cf234ad0-3767-4b1d-896a-5afe7cc69416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735288 May 26 21:08:14.484872 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:08:14.497371 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-46f12c73-3700-4e7e-86c8-206b84d0e626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (54d4a93e-badb-480c-831f-99f9f6beb5f4), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:15.395523 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3d92b8-b757-4bf3-95ee-2f596e1e6595 req-92968c29-d264-4e50-8e25-416a27bf28ae tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:15.396991 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-8f3d92b8-b757-4bf3-95ee-2f596e1e6595 req-92968c29-d264-4e50-8e25-416a27bf28ae tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] 10.222.0.57 "GET /v2.0/ports?device_id=5247c5aa-5eb4-493b-92b8-17a9d9428627 HTTP/1.1" status: 200 len: 945 time: 0.0760422 May 26 21:08:15.404784 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125c359e-e5e7-4095-bc96-17daf22c91bf req-a737df86-0658-4256-92aa-cf49208d72d8 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:15.406130 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-125c359e-e5e7-4095-bc96-17daf22c91bf req-a737df86-0658-4256-92aa-cf49208d72d8 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?device_id=3ee3592d-f50d-4f98-a62e-9105020afa91 HTTP/1.1" status: 200 len: 946 time: 0.0750346 May 26 21:08:15.478118 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-8f3d92b8-b757-4bf3-95ee-2f596e1e6595 req-025e95c4-a7c1-4893-a5bb-b3076792c1d1 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] 10.222.0.57 "GET /v2.0/security-groups?id=e148b512-cd9e-4c89-a117-eef82b8f00a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710332 May 26 21:08:15.481310 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-125c359e-e5e7-4095-bc96-17daf22c91bf req-03434fab-90eb-43f9-96bc-dd34226e19e7 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/security-groups?id=cf234ad0-3767-4b1d-896a-5afe7cc69416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671947 May 26 21:08:15.963204 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (545ffc5a-00f7-4140-8f25-9e74b0e32d39), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:16.622967 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed00a193-a8f1-4c13-b86e-87efc18c8941 req-92a6b3fc-987b-415d-8cac-00a0e7ca7daa tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:16.624326 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-ed00a193-a8f1-4c13-b86e-87efc18c8941 req-92a6b3fc-987b-415d-8cac-00a0e7ca7daa tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] 10.222.0.57 "GET /v2.0/ports?device_id=5247c5aa-5eb4-493b-92b8-17a9d9428627 HTTP/1.1" status: 200 len: 945 time: 0.0790300 May 26 21:08:16.630973 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958ff277-5b8b-410f-9efb-c8e55d57b890 req-05563850-d120-4b69-a805-3ff814deb674 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:16.632303 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-958ff277-5b8b-410f-9efb-c8e55d57b890 req-05563850-d120-4b69-a805-3ff814deb674 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?device_id=3ee3592d-f50d-4f98-a62e-9105020afa91 HTTP/1.1" status: 200 len: 946 time: 0.0775387 May 26 21:08:16.700293 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-ed00a193-a8f1-4c13-b86e-87efc18c8941 req-d9fff5f5-2c27-46f7-a475-73f8ffce2e20 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] 10.222.0.57 "GET /v2.0/security-groups?id=e148b512-cd9e-4c89-a117-eef82b8f00a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670750 May 26 21:08:16.706866 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-958ff277-5b8b-410f-9efb-c8e55d57b890 req-d12e3cf3-93ef-432d-a35e-23db06f405d5 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/security-groups?id=cf234ad0-3767-4b1d-896a-5afe7cc69416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670941 May 26 21:08:16.799219 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=100 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:08:16.812851 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a250c2de-887b-4f42-a04c-901a3aacd9c9 req-8fe43c79-14d8-4821-a440-241793cd9ee7 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:16.814283 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-a250c2de-887b-4f42-a04c-901a3aacd9c9 req-8fe43c79-14d8-4821-a440-241793cd9ee7 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] 10.222.0.57 "GET /v2.0/ports?device_id=5247c5aa-5eb4-493b-92b8-17a9d9428627 HTTP/1.1" status: 200 len: 945 time: 0.0494595 May 26 21:08:16.862502 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-a250c2de-887b-4f42-a04c-901a3aacd9c9 req-65a44aa3-23d2-459b-815a-f2cc055ce9cc tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] 10.222.0.57 "GET /v2.0/security-groups?id=e148b512-cd9e-4c89-a117-eef82b8f00a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420494 May 26 21:08:17.180459 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f1871c-aa71-4138-8cf2-f3196a1bc0b7 req-3e313336-3446-4a6b-ab36-553a761d3555 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:17.181832 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-59f1871c-aa71-4138-8cf2-f3196a1bc0b7 req-3e313336-3446-4a6b-ab36-553a761d3555 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] 10.222.0.57 "GET /v2.0/ports?device_id=5247c5aa-5eb4-493b-92b8-17a9d9428627 HTTP/1.1" status: 200 len: 945 time: 0.0463917 May 26 21:08:17.231537 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-59f1871c-aa71-4138-8cf2-f3196a1bc0b7 req-0ca1f468-9d63-4653-8125-d7d0bbf2ec71 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] 10.222.0.57 "GET /v2.0/security-groups?id=e148b512-cd9e-4c89-a117-eef82b8f00a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437746 May 26 21:08:17.819041 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67ebeea-d2af-4404-860e-9ea95594110d req-56b6fedf-b78c-48ca-b4a7-4eae34f9c6f0 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:17.820480 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-c67ebeea-d2af-4404-860e-9ea95594110d req-56b6fedf-b78c-48ca-b4a7-4eae34f9c6f0 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?device_id=3ee3592d-f50d-4f98-a62e-9105020afa91 HTTP/1.1" status: 200 len: 946 time: 0.0463402 May 26 21:08:17.869560 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-c67ebeea-d2af-4404-860e-9ea95594110d req-6e5befa5-25a6-453a-b410-3a74e5355f2a tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/security-groups?id=cf234ad0-3767-4b1d-896a-5afe7cc69416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432227 May 26 21:08:18.995492 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1523e31a-ceaf-42e2-b439-f2cfa6796451 req-457be598-6302-41a5-9e47-bbfd0f67716c tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:18.996976 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-1523e31a-ceaf-42e2-b439-f2cfa6796451 req-457be598-6302-41a5-9e47-bbfd0f67716c tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?device_id=3ee3592d-f50d-4f98-a62e-9105020afa91 HTTP/1.1" status: 200 len: 946 time: 0.0498800 May 26 21:08:19.048339 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-1523e31a-ceaf-42e2-b439-f2cfa6796451 req-550bfa12-b2dd-434f-a534-1090b49bfe00 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/security-groups?id=cf234ad0-3767-4b1d-896a-5afe7cc69416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452895 May 26 21:08:20.163066 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd087bf-10d0-4323-ba37-f6c3437de562 req-6dee8ca0-61b2-46e4-8469-198c058bb815 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:20.164563 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-5cd087bf-10d0-4323-ba37-f6c3437de562 req-6dee8ca0-61b2-46e4-8469-198c058bb815 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?device_id=3ee3592d-f50d-4f98-a62e-9105020afa91 HTTP/1.1" status: 200 len: 946 time: 0.0465095 May 26 21:08:20.211464 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-5cd087bf-10d0-4323-ba37-f6c3437de562 req-908dbf4b-d58e-4b14-bef0-d479ff58f217 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/security-groups?id=cf234ad0-3767-4b1d-896a-5afe7cc69416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408413 May 26 21:08:21.332789 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c35531-9b5e-4a6a-8b42-64ccbaced05f req-ed4f22fe-0a83-4d98-af94-7c3bb181df93 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:21.334206 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-58c35531-9b5e-4a6a-8b42-64ccbaced05f req-ed4f22fe-0a83-4d98-af94-7c3bb181df93 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?device_id=3ee3592d-f50d-4f98-a62e-9105020afa91 HTTP/1.1" status: 200 len: 946 time: 0.0487356 May 26 21:08:21.380433 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-58c35531-9b5e-4a6a-8b42-64ccbaced05f req-f43fe2b8-11fd-4472-a7b4-8a4f34680ee8 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/security-groups?id=cf234ad0-3767-4b1d-896a-5afe7cc69416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407588 May 26 21:08:22.496569 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644aacdd-8593-4f0f-b270-ae278c7d4e5c req-721bd262-829c-403f-ac72-5a22cd381b13 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:22.497938 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-644aacdd-8593-4f0f-b270-ae278c7d4e5c req-721bd262-829c-403f-ac72-5a22cd381b13 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?device_id=3ee3592d-f50d-4f98-a62e-9105020afa91 HTTP/1.1" status: 200 len: 946 time: 0.0477624 May 26 21:08:22.543636 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-644aacdd-8593-4f0f-b270-ae278c7d4e5c req-4cb3c4b2-d608-4dbb-a51a-0b25043872fc tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/security-groups?id=cf234ad0-3767-4b1d-896a-5afe7cc69416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401037 May 26 21:08:23.549117 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (7f90b46f-777d-4aa1-89b5-840fb2878c39), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:23.643311 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=100 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:08:23.662270 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296b1371-506d-438c-9c67-88b077c7ebc1 req-7c29a2f8-cc45-4ea1-b78a-69ae9ea1b2b9 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:23.663798 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-296b1371-506d-438c-9c67-88b077c7ebc1 req-7c29a2f8-cc45-4ea1-b78a-69ae9ea1b2b9 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?device_id=3ee3592d-f50d-4f98-a62e-9105020afa91 HTTP/1.1" status: 200 len: 946 time: 0.0511956 May 26 21:08:23.709552 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-296b1371-506d-438c-9c67-88b077c7ebc1 req-106219be-57d6-4c1d-afcf-664b04ffdc44 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/security-groups?id=cf234ad0-3767-4b1d-896a-5afe7cc69416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402920 May 26 21:08:23.994794 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=59 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:08:23.997148 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=60 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:08:24.823486 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c4dc93-566b-4ccb-94e3-a2836089b18f req-4035a19a-030b-4869-b5cc-20a1ffd1d524 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:24.825002 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-c0c4dc93-566b-4ccb-94e3-a2836089b18f req-4035a19a-030b-4869-b5cc-20a1ffd1d524 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?device_id=3ee3592d-f50d-4f98-a62e-9105020afa91 HTTP/1.1" status: 200 len: 946 time: 0.0479512 May 26 21:08:24.871302 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-c0c4dc93-566b-4ccb-94e3-a2836089b18f req-3999981b-f8d3-461f-9e06-d91fdd8a41f8 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/security-groups?id=cf234ad0-3767-4b1d-896a-5afe7cc69416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407021 May 26 21:08:25.981892 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79233276-49c8-4f35-b94b-a32dcd051f3f req-db00ec76-dfed-4430-836f-6d989cdb8e4e tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:25.983361 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-79233276-49c8-4f35-b94b-a32dcd051f3f req-db00ec76-dfed-4430-836f-6d989cdb8e4e tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?device_id=3ee3592d-f50d-4f98-a62e-9105020afa91 HTTP/1.1" status: 200 len: 946 time: 0.0462701 May 26 21:08:26.032701 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-79233276-49c8-4f35-b94b-a32dcd051f3f req-cdeb9735-1417-4c10-a58e-4228b6ca59b1 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/security-groups?id=cf234ad0-3767-4b1d-896a-5afe7cc69416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440569 May 26 21:08:27.126191 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=100 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:08:27.144238 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00bc877-8696-4e9c-a4cb-41d09f4a46e6 req-7a07b74d-7c6d-4409-854d-1edfb0a90cb2 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:27.145690 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-f00bc877-8696-4e9c-a4cb-41d09f4a46e6 req-7a07b74d-7c6d-4409-854d-1edfb0a90cb2 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?device_id=3ee3592d-f50d-4f98-a62e-9105020afa91 HTTP/1.1" status: 200 len: 946 time: 0.0470817 May 26 21:08:27.191977 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-f00bc877-8696-4e9c-a4cb-41d09f4a46e6 req-0d862b4c-2d2a-4bbf-b633-6bd97810c87f tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/security-groups?id=cf234ad0-3767-4b1d-896a-5afe7cc69416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402472 May 26 21:08:27.280538 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d7ef10-4112-40b8-83e7-5bd080e51002 req-cec4a698-c3c4-4ab6-9059-ffe5e94bc500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:27.282037 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-c9d7ef10-4112-40b8-83e7-5bd080e51002 req-cec4a698-c3c4-4ab6-9059-ffe5e94bc500 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=3ee3592d-f50d-4f98-a62e-9105020afa91 HTTP/1.1" status: 200 len: 1130 time: 0.0384986 May 26 21:08:27.327061 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-c9d7ef10-4112-40b8-83e7-5bd080e51002 req-c931457e-c974-4c44-89bb-ab092671b691 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=cf234ad0-3767-4b1d-896a-5afe7cc69416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372381 May 26 21:08:27.586236 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.agents_db [None req-7031173d-d819-4c63-a4ce-0c5776890f6a None None] Agent healthcheck: found 6 active agents {{(pid=104104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 21:08:27.732598 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda95182-dd20-41f8-b0ae-ee1db8807ca9 req-fd946d3f-1631-4600-9301-927ba62e0919 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:27.734031 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-dda95182-dd20-41f8-b0ae-ee1db8807ca9 req-fd946d3f-1631-4600-9301-927ba62e0919 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] 10.222.0.57 "GET /v2.0/ports?device_id=5247c5aa-5eb4-493b-92b8-17a9d9428627 HTTP/1.1" status: 200 len: 945 time: 0.0463216 May 26 21:08:27.780359 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-dda95182-dd20-41f8-b0ae-ee1db8807ca9 req-95df33f9-0c85-4aab-9455-cd87f25b8b79 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] 10.222.0.57 "GET /v2.0/security-groups?id=e148b512-cd9e-4c89-a117-eef82b8f00a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408893 May 26 21:08:27.802219 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 48972) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:08:27.931563 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c548b7cc-cf52-40fa-af51-e3ea033220e8 tempest-TestMinimumBasicScenario-731856579 tempest-TestMinimumBasicScenario-731856579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:27.933019 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-c548b7cc-cf52-40fa-af51-e3ea033220e8 tempest-TestMinimumBasicScenario-731856579 tempest-TestMinimumBasicScenario-731856579-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=5247c5aa-5eb4-493b-92b8-17a9d9428627 HTTP/1.1" status: 200 len: 1124 time: 0.1298277 May 26 21:08:27.935964 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 48976) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:08:27.940007 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.v2.base [None req-d30dd495-23e9-4eb3-ba34-f6a29381836e tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Request body: {'floatingip': {'floating_network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'port_id': '9f3845e1-304f-46e2-9dc8-bcb02f4ac4a6', 'tenant_id': 'cdb0cbaf75ee402091c3eec9dd512a2d', 'fixed_ip_address': '172.20.0.7'}} {{(pid=104102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:08:27.960416 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-d30dd495-23e9-4eb3-ba34-f6a29381836e tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:28.035152 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-d30dd495-23e9-4eb3-ba34-f6a29381836e tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (None), before_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:28.140181 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.db.db_base_plugin_common [None req-d30dd495-23e9-4eb3-ba34-f6a29381836e tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Allocated IP 172.27.2.160 (7d433162-bc3c-42dc-9b38-0bd5733b5e12/724ba99f-4e90-4a15-97fd-930eedded7a9/c3cdd1fa-f8ad-473f-ad27-04379099f8f4) {{(pid=104102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 21:08:28.242058 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-d30dd495-23e9-4eb3-ba34-f6a29381836e tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Publish callbacks [] for port (c3cdd1fa-f8ad-473f-ad27-04379099f8f4), precommit_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:28.306093 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-d30dd495-23e9-4eb3-ba34-f6a29381836e tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787881445699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16679263'] for port (c3cdd1fa-f8ad-473f-ad27-04379099f8f4), after_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:28.355677 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:08:28.362699 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358852a2-9722-439c-ab19-e6f71bac5486 req-1a0953ea-c510-45d7-b3cc-5a8afaaf9478 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:28.364171 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-358852a2-9722-439c-ab19-e6f71bac5486 req-1a0953ea-c510-45d7-b3cc-5a8afaaf9478 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?device_id=3ee3592d-f50d-4f98-a62e-9105020afa91 HTTP/1.1" status: 200 len: 946 time: 0.0935626 May 26 21:08:28.366515 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d30dd495-23e9-4eb3-ba34-f6a29381836e tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Network 7d433162-bc3c-42dc-9b38-0bd5733b5e12 is already hosted by enough agents. {{(pid=104102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 21:08:28.377806 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-20d82a86-cc20-4bca-ba9a-7f38af41cb7e req-695b6e37-5a25-40d2-b830-bf42da6c276e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6822b4a3-12b7-42b4-8c45-063cb86b7199&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0422301 May 26 21:08:28.379392 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.scheduler.base_scheduler [None req-d30dd495-23e9-4eb3-ba34-f6a29381836e tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Resources bound (agent type, host, resource id): {{(pid=104102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:08:28.381976 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30dd495-23e9-4eb3-ba34-f6a29381836e tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Received port after_create {{(pid=104102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 21:08:28.391413 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30dd495-23e9-4eb3-ba34-f6a29381836e tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Pushing event updated for resources: {'Port': ['ID=c3cdd1fa-f8ad-473f-ad27-04379099f8f4,revision_number=1']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:08:28.459424 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:08:28.463954 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-358852a2-9722-439c-ab19-e6f71bac5486 req-f40ed5b0-be68-4c2e-80ee-d25ccfb8c146 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/security-groups?id=cf234ad0-3767-4b1d-896a-5afe7cc69416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887668 May 26 21:08:28.480559 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d82a86-cc20-4bca-ba9a-7f38af41cb7e req-1238db17-6b4f-42c1-aee5-1e9184353625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:28.482060 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-20d82a86-cc20-4bca-ba9a-7f38af41cb7e req-1238db17-6b4f-42c1-aee5-1e9184353625 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9f8ac962c5d0402eb17b01aa02632897&device_id=6822b4a3-12b7-42b4-8c45-063cb86b7199 HTTP/1.1" status: 200 len: 1130 time: 0.0394258 May 26 21:08:28.768441 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-d30dd495-23e9-4eb3-ba34-f6a29381836e tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Publish callbacks [] for floatingip (2d00656d-3eb1-4cf3-b4ee-8a3fbd6cfdba), precommit_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:28.832016 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-d30dd495-23e9-4eb3-ba34-f6a29381836e tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (c3cdd1fa-f8ad-473f-ad27-04379099f8f4), before_update {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:29.000644 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-d30dd495-23e9-4eb3-ba34-f6a29381836e tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Publish callbacks [] for port (c3cdd1fa-f8ad-473f-ad27-04379099f8f4), precommit_update {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:29.005150 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-d30dd495-23e9-4eb3-ba34-f6a29381836e tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16679272'] for port (c3cdd1fa-f8ad-473f-ad27-04379099f8f4), after_update {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:29.072544 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30dd495-23e9-4eb3-ba34-f6a29381836e tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Pushing event updated for resources: {'Port': ['ID=c3cdd1fa-f8ad-473f-ad27-04379099f8f4,revision_number=2']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:08:29.085744 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-d30dd495-23e9-4eb3-ba34-f6a29381836e tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1614815'] for floatingip (2d00656d-3eb1-4cf3-b4ee-8a3fbd6cfdba), after_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:29.338562 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.db.l3_db [None req-d30dd495-23e9-4eb3-ba34-f6a29381836e tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Floating IP 2d00656d-3eb1-4cf3-b4ee-8a3fbd6cfdba associated. External IP: 172.27.2.160, port: 9f3845e1-304f-46e2-9dc8-bcb02f4ac4a6. May 26 21:08:29.376425 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:08:29.405951 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d82a86-cc20-4bca-ba9a-7f38af41cb7e req-44b7d140-f039-4d0d-b616-049db271862e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:29.408071 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-20d82a86-cc20-4bca-ba9a-7f38af41cb7e req-44b7d140-f039-4d0d-b616-049db271862e service neutron] 10.222.0.62 "GET /v2.0/networks?id=db3bac2b-2e57-4b81-ab3a-36a5a5912178 HTTP/1.1" status: 200 len: 920 time: 0.0894101 May 26 21:08:29.439138 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:08:29.455889 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-20d82a86-cc20-4bca-ba9a-7f38af41cb7e req-10f192ae-832f-4a5d-86d2-8ba544bc3eee service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=83a033cc-ef28-4251-9a4e-5f9485c599f5 HTTP/1.1" status: 200 len: 217 time: 0.0367310 May 26 21:08:29.516602 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d82a86-cc20-4bca-ba9a-7f38af41cb7e req-295dde0d-b274-41f7-a971-914961f4adc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:29.518061 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-20d82a86-cc20-4bca-ba9a-7f38af41cb7e req-295dde0d-b274-41f7-a971-914961f4adc1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=aedf8799-8f39-49e6-9345-2bd6d7772744 HTTP/1.1" status: 200 len: 858 time: 0.0491412 May 26 21:08:29.562219 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d82a86-cc20-4bca-ba9a-7f38af41cb7e req-96c6d63e-df99-4daf-aa88-41f88f56d392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:29.563834 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-20d82a86-cc20-4bca-ba9a-7f38af41cb7e req-96c6d63e-df99-4daf-aa88-41f88f56d392 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=db3bac2b-2e57-4b81-ab3a-36a5a5912178&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392857 May 26 21:08:29.577095 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d30dd495-23e9-4eb3-ba34-f6a29381836e tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Router 1b4fc86d-8450-42c5-9e4b-923338fbbf56 has already been hosted by L3 agent ccb07560-1e88-42f3-8411-377a93089622 {{(pid=104102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 21:08:29.593252 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ccb9a9-f1be-452b-bf65-2c13ecc78b5a req-09309dc9-b633-4be4-8253-9bf9b07c0776 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:29.594706 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-40ccb9a9-f1be-452b-bf65-2c13ecc78b5a req-09309dc9-b633-4be4-8253-9bf9b07c0776 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?device_id=3ee3592d-f50d-4f98-a62e-9105020afa91 HTTP/1.1" status: 200 len: 946 time: 0.0577598 May 26 21:08:29.676908 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-20d82a86-cc20-4bca-ba9a-7f38af41cb7e req-52ea86cb-59ea-46a5-96ad-0e29bc66e4dd service neutron] 10.222.0.62 "GET /v2.0/networks/db3bac2b-2e57-4b81-ab3a-36a5a5912178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061502 May 26 21:08:29.714575 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-40ccb9a9-f1be-452b-bf65-2c13ecc78b5a req-1095b8a5-da89-4c2b-9a53-ec6ac5a1ad3f tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/security-groups?id=cf234ad0-3767-4b1d-896a-5afe7cc69416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139634 May 26 21:08:29.746084 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d30dd495-23e9-4eb3-ba34-f6a29381836e tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Notify agent at l3_agent.dv-cinder-828806-3-iscsi the message routers_updated {{(pid=104102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 21:08:29.757084 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c7461c-71af-47e8-9beb-e3f94f8e576e None None] Sync routers for ids ['1b4fc86d-8450-42c5-9e4b-923338fbbf56'] in dv-cinder-828806-3-iscsi {{(pid=104104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 21:08:29.769242 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c7461c-71af-47e8-9beb-e3f94f8e576e None None] Routers {'1b4fc86d-8450-42c5-9e4b-923338fbbf56'} bound to L3 agent in host dv-cinder-828806-3-iscsi {{(pid=104104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:08:29.770187 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_hamode_db [None req-68c7461c-71af-47e8-9beb-e3f94f8e576e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T20:55:42Z,description=,heartbeat_timestamp=2022-05-26T21:08:12Z,host='dv-cinder-828806-3-iscsi',id=ccb07560-1e88-42f3-8411-377a93089622,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T20:55:42Z,topic='l3_agent')) {'router_ids': ['1b4fc86d-8450-42c5-9e4b-923338fbbf56'], 'active': True} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:08:29.782402 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-d30dd495-23e9-4eb3-ba34-f6a29381836e tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25531'] for floatingip (None), before_response {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:29.786637 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-20d82a86-cc20-4bca-ba9a-7f38af41cb7e req-2ed3fcbe-c212-4778-a85e-5774d1da19a8 service neutron] 10.222.0.62 "GET /v2.0/networks/db3bac2b-2e57-4b81-ab3a-36a5a5912178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024492 May 26 21:08:29.836659 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-d30dd495-23e9-4eb3-ba34-f6a29381836e tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8997009 May 26 21:08:29.837243 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5247c5aa-5eb4-493b-92b8-17a9d9428627', 'tag': '9f3845e1-304f-46e2-9dc8-bcb02f4ac4a6'}] {{(pid=104102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:08:29.839563 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706b1c0bf4c108867c85ce24421d64e29e03a8d677c0da793374f2c7f89b1863" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b7da89b-f76c-4fcb-8ff3-ef405e80d44d" -d '{"events": [{"name": "network-changed", "server_uuid": "5247c5aa-5eb4-493b-92b8-17a9d9428627", "tag": "9f3845e1-304f-46e2-9dc8-bcb02f4ac4a6"}]}' {{(pid=104102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:08:29.839721 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 48994) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:08:29.845759 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.v2.base [None req-71bcc6c3-0115-4c1c-bdef-ae3a07d7d7ee tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1604583547', 'description': 'tempest-secgroup-smoke-1604583547 description', 'project_id': 'cdb0cbaf75ee402091c3eec9dd512a2d'}} {{(pid=104101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:08:29.878822 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 21:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7386e6c0-824e-4eba-9f79-217d6253ecb3 x-openstack-request-id: req-7386e6c0-824e-4eba-9f79-217d6253ecb3 {{(pid=104102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:08:29.879114 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5247c5aa-5eb4-493b-92b8-17a9d9428627", "tag": "9f3845e1-304f-46e2-9dc8-bcb02f4ac4a6", "status": "completed", "code": 200}]} {{(pid=104102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:08:29.879391 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7386e6c0-824e-4eba-9f79-217d6253ecb3 {{(pid=104102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:08:29.879982 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7386e6c0-824e-4eba-9f79-217d6253ecb3'] response: {'name': 'network-changed', 'server_uuid': '5247c5aa-5eb4-493b-92b8-17a9d9428627', 'tag': '9f3845e1-304f-46e2-9dc8-bcb02f4ac4a6', 'status': 'completed', 'code': 200} May 26 21:08:29.899080 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-71bcc6c3-0115-4c1c-bdef-ae3a07d7d7ee tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Publish callbacks [] for security_group (None), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:29.911496 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvr_db [None req-68c7461c-71af-47e8-9beb-e3f94f8e576e None None] Set router 1b4fc86d-8450-42c5-9e4b-923338fbbf56 gateway port host: dv-cinder-828806-3-iscsi {{(pid=104104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:08:30.040824 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-71bcc6c3-0115-4c1c-bdef-ae3a07d7d7ee tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Publish callbacks [] for security_group (255f726d-cdd0-4e3d-8fd5-88750fc3d55f), precommit_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:30.047065 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-71bcc6c3-0115-4c1c-bdef-ae3a07d7d7ee tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (255f726d-cdd0-4e3d-8fd5-88750fc3d55f), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:30.054551 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7da89b-f76c-4fcb-8ff3-ef405e80d44d req-8f41e241-5514-4cad-91e7-70b09349d583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:30.056024 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-2b7da89b-f76c-4fcb-8ff3-ef405e80d44d req-8f41e241-5514-4cad-91e7-70b09349d583 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cdb0cbaf75ee402091c3eec9dd512a2d&device_id=5247c5aa-5eb4-493b-92b8-17a9d9428627 HTTP/1.1" status: 200 len: 1129 time: 0.0977943 May 26 21:08:30.081598 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-71bcc6c3-0115-4c1c-bdef-ae3a07d7d7ee tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Publish callbacks [] for security_group (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:30.083708 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-71bcc6c3-0115-4c1c-bdef-ae3a07d7d7ee tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2428999 May 26 21:08:30.085925 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bcc6c3-0115-4c1c-bdef-ae3a07d7d7ee tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=255f726d-cdd0-4e3d-8fd5-88750fc3d55f,revision_number=1']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:08:30.087278 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 49008) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:08:30.093191 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.v2.base [None req-e7d97afc-b1b1-46c8-8e2c-37091c85d933 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Request body: {'security_group_rule': {'security_group_id': '255f726d-cdd0-4e3d-8fd5-88750fc3d55f', 'project_id': 'cdb0cbaf75ee402091c3eec9dd512a2d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:08:30.099483 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bcc6c3-0115-4c1c-bdef-ae3a07d7d7ee tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:08:30.099483 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bcc6c3-0115-4c1c-bdef-ae3a07d7d7ee tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:08:30.099483 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bcc6c3-0115-4c1c-bdef-ae3a07d7d7ee tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:08:30.099483 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bcc6c3-0115-4c1c-bdef-ae3a07d7d7ee tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:08:30.100441 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bcc6c3-0115-4c1c-bdef-ae3a07d7d7ee tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:08:30.100785 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bcc6c3-0115-4c1c-bdef-ae3a07d7d7ee tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:08:30.101119 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bcc6c3-0115-4c1c-bdef-ae3a07d7d7ee tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:08:30.101513 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bcc6c3-0115-4c1c-bdef-ae3a07d7d7ee tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:08:30.101776 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bcc6c3-0115-4c1c-bdef-ae3a07d7d7ee tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:08:30.102107 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bcc6c3-0115-4c1c-bdef-ae3a07d7d7ee tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:08:30.102438 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bcc6c3-0115-4c1c-bdef-ae3a07d7d7ee tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:08:30.102815 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bcc6c3-0115-4c1c-bdef-ae3a07d7d7ee tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:08:30.103142 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bcc6c3-0115-4c1c-bdef-ae3a07d7d7ee tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:08:30.103467 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bcc6c3-0115-4c1c-bdef-ae3a07d7d7ee tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:08:30.103789 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71bcc6c3-0115-4c1c-bdef-ae3a07d7d7ee tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:08:30.127927 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-e7d97afc-b1b1-46c8-8e2c-37091c85d933 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Publish callbacks [] for security_group_rule (d95dc3f2-39fb-4f11-aa4d-01a5cbe48622), before_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:30.193910 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-e7d97afc-b1b1-46c8-8e2c-37091c85d933 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Publish callbacks [] for security_group_rule (d95dc3f2-39fb-4f11-aa4d-01a5cbe48622), precommit_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:30.198283 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-e7d97afc-b1b1-46c8-8e2c-37091c85d933 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636418'] for security_group_rule (d95dc3f2-39fb-4f11-aa4d-01a5cbe48622), after_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:30.222306 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d97afc-b1b1-46c8-8e2c-37091c85d933 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d95dc3f2-39fb-4f11-aa4d-01a5cbe48622,revision_number=0']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:08:30.222588 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_hamode_db [None req-68c7461c-71af-47e8-9beb-e3f94f8e576e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b4fc86d-8450-42c5-9e4b-923338fbbf56', 'name': 'tempest-TestMinimumBasicScenario-298412895-router', 'tenant_id': 'cdb0cbaf75ee402091c3eec9dd512a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': '537fdb2f-dcc7-404b-9c1c-df0eeaecda4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:07:31Z', 'updated_at': '2022-05-26T21:07:34Z', 'revision_number': 4, 'project_id': 'cdb0cbaf75ee402091c3eec9dd512a2d', 'gw_port': {'id': '537fdb2f-dcc7-404b-9c1c-df0eeaecda4b', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:cf:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4fc86d-8450-42c5-9e4b-923338fbbf56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:07:32Z', 'updated_at': '2022-05-26T21:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi', '_floatingips': [{'id': '2d00656d-3eb1-4cf3-b4ee-8a3fbd6cfdba', 'tenant_id': 'cdb0cbaf75ee402091c3eec9dd512a2d', 'floating_ip_address': '172.27.2.160', 'floating_network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'router_id': '1b4fc86d-8450-42c5-9e4b-923338fbbf56', 'port_id': '9f3845e1-304f-46e2-9dc8-bcb02f4ac4a6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8361e751-9256-4ca9-a308-997af07ebd0d', 'mac_address': 'fa:16:3e:34:7c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5247c5aa-5eb4-493b-92b8-17a9d9428627', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T21:08:28Z', 'updated_at': '2022-05-26T21:08:28Z', 'revision_number': 0, 'project_id': 'cdb0cbaf75ee402091c3eec9dd512a2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd3ec723-b359-4f71-98b1-d8d7fb702311', 'name': '', 'network_id': '8361e751-9256-4ca9-a308-997af07ebd0d', 'tenant_id': 'cdb0cbaf75ee402091c3eec9dd512a2d', 'mac_address': 'fa:16:3e:f6:92:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4fc86d-8450-42c5-9e4b-923338fbbf56', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '23d264e0-dc41-488b-b140-960ceb4020db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:07:33Z', 'updated_at': '2022-05-26T21:07:38Z', 'revision_number': 5, 'project_id': 'cdb0cbaf75ee402091c3eec9dd512a2d', 'subnets': [{'id': '23d264e0-dc41-488b-b140-960ceb4020db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-3-iscsi', False) {} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:08:30.249660 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c7461c-71af-47e8-9beb-e3f94f8e576e None None] Checking router: 1b4fc86d-8450-42c5-9e4b-923338fbbf56 for host: dv-cinder-828806-3-iscsi {{(pid=104104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 21:08:30.250400 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d97afc-b1b1-46c8-8e2c-37091c85d933 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:08:30.250782 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d97afc-b1b1-46c8-8e2c-37091c85d933 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:08:30.251167 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d97afc-b1b1-46c8-8e2c-37091c85d933 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:08:30.251692 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d97afc-b1b1-46c8-8e2c-37091c85d933 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:08:30.251885 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d97afc-b1b1-46c8-8e2c-37091c85d933 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:08:30.252221 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d97afc-b1b1-46c8-8e2c-37091c85d933 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:08:30.252784 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d97afc-b1b1-46c8-8e2c-37091c85d933 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:08:30.253032 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d97afc-b1b1-46c8-8e2c-37091c85d933 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:08:30.253385 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d97afc-b1b1-46c8-8e2c-37091c85d933 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:08:30.253758 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d97afc-b1b1-46c8-8e2c-37091c85d933 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:08:30.254126 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d97afc-b1b1-46c8-8e2c-37091c85d933 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:08:30.254473 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d97afc-b1b1-46c8-8e2c-37091c85d933 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:08:30.254807 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d97afc-b1b1-46c8-8e2c-37091c85d933 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:08:30.255125 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d97afc-b1b1-46c8-8e2c-37091c85d933 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:08:30.255448 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d97afc-b1b1-46c8-8e2c-37091c85d933 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:08:30.264893 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c7461c-71af-47e8-9beb-e3f94f8e576e None None] Routers {'1b4fc86d-8450-42c5-9e4b-923338fbbf56'} bound to L3 agent in host dv-cinder-828806-3-iscsi {{(pid=104104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:08:30.265704 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_hamode_db [None req-68c7461c-71af-47e8-9beb-e3f94f8e576e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T20:55:42Z,description=,heartbeat_timestamp=2022-05-26T21:08:12Z,host='dv-cinder-828806-3-iscsi',id=ccb07560-1e88-42f3-8411-377a93089622,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T20:55:42Z,topic='l3_agent')) {'router_ids': ['1b4fc86d-8450-42c5-9e4b-923338fbbf56'], 'active': True} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:08:30.269268 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-e7d97afc-b1b1-46c8-8e2c-37091c85d933 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:30.273611 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-e7d97afc-b1b1-46c8-8e2c-37091c85d933 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1823475 May 26 21:08:30.274050 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 49018) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:08:30.280045 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.v2.base [None req-a5bdfc57-55c2-4db6-9c01-f197de9dadf1 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Request body: {'security_group_rule': {'security_group_id': '255f726d-cdd0-4e3d-8fd5-88750fc3d55f', 'project_id': 'cdb0cbaf75ee402091c3eec9dd512a2d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:08:30.320104 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-a5bdfc57-55c2-4db6-9c01-f197de9dadf1 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Publish callbacks [] for security_group_rule (68f2f990-43a3-4571-807c-b622e3a72ba4), before_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:30.374929 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559aecbf-e9f1-4116-a005-09c8e578a239 req-f35a89f7-90d8-4b76-84b2-17385d8e9af7 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:30.377946 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvr_db [None req-68c7461c-71af-47e8-9beb-e3f94f8e576e None None] Set router 1b4fc86d-8450-42c5-9e4b-923338fbbf56 gateway port host: dv-cinder-828806-3-iscsi {{(pid=104104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:08:30.378951 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-559aecbf-e9f1-4116-a005-09c8e578a239 req-f35a89f7-90d8-4b76-84b2-17385d8e9af7 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?device_id=3ee3592d-f50d-4f98-a62e-9105020afa91 HTTP/1.1" status: 200 len: 946 time: 0.0744607 May 26 21:08:30.444782 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-559aecbf-e9f1-4116-a005-09c8e578a239 req-b42888dc-753c-4be9-aa46-e0b13b3b19f0 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/security-groups?id=cf234ad0-3767-4b1d-896a-5afe7cc69416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514703 May 26 21:08:30.462614 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-a5bdfc57-55c2-4db6-9c01-f197de9dadf1 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Publish callbacks [] for security_group_rule (68f2f990-43a3-4571-807c-b622e3a72ba4), precommit_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:30.475765 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-a5bdfc57-55c2-4db6-9c01-f197de9dadf1 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636418'] for security_group_rule (68f2f990-43a3-4571-807c-b622e3a72ba4), after_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:30.507203 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7da89b-f76c-4fcb-8ff3-ef405e80d44d req-c7d14a5b-adb4-4de4-a5ff-9c5c06c15422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:30.509829 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:08:30.510187 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-2b7da89b-f76c-4fcb-8ff3-ef405e80d44d req-c7d14a5b-adb4-4de4-a5ff-9c5c06c15422 service neutron] 10.222.0.62 "GET /v2.0/networks?id=8361e751-9256-4ca9-a308-997af07ebd0d HTTP/1.1" status: 200 len: 915 time: 0.1249151 May 26 21:08:30.511924 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bdfc57-55c2-4db6-9c01-f197de9dadf1 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68f2f990-43a3-4571-807c-b622e3a72ba4,revision_number=0']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:08:30.526022 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-a5bdfc57-55c2-4db6-9c01-f197de9dadf1 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:30.527469 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-a5bdfc57-55c2-4db6-9c01-f197de9dadf1 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2522070 May 26 21:08:30.530197 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 49024) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:08:30.534978 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.v2.base [None req-7ad5aeeb-4d8f-460e-bf9a-229634e550c2 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Request body: {'security_group_rule': {'security_group_id': '255f726d-cdd0-4e3d-8fd5-88750fc3d55f', 'project_id': 'cdb0cbaf75ee402091c3eec9dd512a2d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:08:30.573321 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-7ad5aeeb-4d8f-460e-bf9a-229634e550c2 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Publish callbacks [] for security_group_rule (32a333dd-1345-475e-ba85-69db88843003), before_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:30.594153 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:08:30.604462 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-2b7da89b-f76c-4fcb-8ff3-ef405e80d44d req-c2e66feb-0033-4341-bd43-9d23e3fc0fa5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f3845e1-304f-46e2-9dc8-bcb02f4ac4a6 HTTP/1.1" status: 200 len: 999 time: 0.0823092 May 26 21:08:30.666567 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-7ad5aeeb-4d8f-460e-bf9a-229634e550c2 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Publish callbacks [] for security_group_rule (32a333dd-1345-475e-ba85-69db88843003), precommit_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:30.672617 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-7ad5aeeb-4d8f-460e-bf9a-229634e550c2 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636418'] for security_group_rule (32a333dd-1345-475e-ba85-69db88843003), after_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:30.688650 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:08:30.702415 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fbfb6f-d92b-48dd-9699-c1b57d7b2716 req-a2fe662e-5b98-4d4c-a45d-6ce327152de2 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:30.703922 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-96fbfb6f-d92b-48dd-9699-c1b57d7b2716 req-a2fe662e-5b98-4d4c-a45d-6ce327152de2 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/ports?device_id=1b43cfeb-b67e-4418-943c-e916badf9a1a HTTP/1.1" status: 200 len: 946 time: 0.0746238 May 26 21:08:30.705623 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5aeeb-4d8f-460e-bf9a-229634e550c2 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32a333dd-1345-475e-ba85-69db88843003,revision_number=0']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:08:30.720060 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-7ad5aeeb-4d8f-460e-bf9a-229634e550c2 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:30.721181 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-7ad5aeeb-4d8f-460e-bf9a-229634e550c2 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1898108 May 26 21:08:30.724045 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 49028) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:08:30.730708 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.v2.base [None req-363e3db5-4a7b-4fa4-9ebb-efc52ab3ba58 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Request body: {'security_group_rule': {'security_group_id': '255f726d-cdd0-4e3d-8fd5-88750fc3d55f', 'project_id': 'cdb0cbaf75ee402091c3eec9dd512a2d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:08:30.748363 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_hamode_db [None req-68c7461c-71af-47e8-9beb-e3f94f8e576e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b4fc86d-8450-42c5-9e4b-923338fbbf56', 'name': 'tempest-TestMinimumBasicScenario-298412895-router', 'tenant_id': 'cdb0cbaf75ee402091c3eec9dd512a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': '537fdb2f-dcc7-404b-9c1c-df0eeaecda4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:07:31Z', 'updated_at': '2022-05-26T21:07:34Z', 'revision_number': 4, 'project_id': 'cdb0cbaf75ee402091c3eec9dd512a2d', 'gw_port': {'id': '537fdb2f-dcc7-404b-9c1c-df0eeaecda4b', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:cf:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4fc86d-8450-42c5-9e4b-923338fbbf56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:07:32Z', 'updated_at': '2022-05-26T21:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi', '_floatingips': [{'id': '2d00656d-3eb1-4cf3-b4ee-8a3fbd6cfdba', 'tenant_id': 'cdb0cbaf75ee402091c3eec9dd512a2d', 'floating_ip_address': '172.27.2.160', 'floating_network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'router_id': '1b4fc86d-8450-42c5-9e4b-923338fbbf56', 'port_id': '9f3845e1-304f-46e2-9dc8-bcb02f4ac4a6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8361e751-9256-4ca9-a308-997af07ebd0d', 'mac_address': 'fa:16:3e:34:7c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5247c5aa-5eb4-493b-92b8-17a9d9428627', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T21:08:28Z', 'updated_at': '2022-05-26T21:08:28Z', 'revision_number': 0, 'project_id': 'cdb0cbaf75ee402091c3eec9dd512a2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd3ec723-b359-4f71-98b1-d8d7fb702311', 'name': '', 'network_id': '8361e751-9256-4ca9-a308-997af07ebd0d', 'tenant_id': 'cdb0cbaf75ee402091c3eec9dd512a2d', 'mac_address': 'fa:16:3e:f6:92:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4fc86d-8450-42c5-9e4b-923338fbbf56', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '23d264e0-dc41-488b-b140-960ceb4020db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:07:33Z', 'updated_at': '2022-05-26T21:07:38Z', 'revision_number': 5, 'project_id': 'cdb0cbaf75ee402091c3eec9dd512a2d', 'subnets': [{'id': '23d264e0-dc41-488b-b140-960ceb4020db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-3-iscsi', False) {} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:08:30.748668 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:08:30.763638 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-96fbfb6f-d92b-48dd-9699-c1b57d7b2716 req-32fea520-9d5d-4091-8cf9-f04949a44d9a tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/security-groups?id=9a1a54e9-4875-4c75-830d-b53a6257e266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532980 May 26 21:08:30.763839 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-363e3db5-4a7b-4fa4-9ebb-efc52ab3ba58 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Publish callbacks [] for security_group_rule (7923a6d5-5dba-41a3-9843-19e8833f41f8), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:30.786556 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c7461c-71af-47e8-9beb-e3f94f8e576e None None] The sync data for ids ['1b4fc86d-8450-42c5-9e4b-923338fbbf56'] in dv-cinder-828806-3-iscsi is: [{'id': '1b4fc86d-8450-42c5-9e4b-923338fbbf56', 'name': 'tempest-TestMinimumBasicScenario-298412895-router', 'tenant_id': 'cdb0cbaf75ee402091c3eec9dd512a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': '537fdb2f-dcc7-404b-9c1c-df0eeaecda4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:07:31Z', 'updated_at': '2022-05-26T21:07:34Z', 'revision_number': 4, 'project_id': 'cdb0cbaf75ee402091c3eec9dd512a2d', 'gw_port': {'id': '537fdb2f-dcc7-404b-9c1c-df0eeaecda4b', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:cf:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4fc86d-8450-42c5-9e4b-923338fbbf56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:07:32Z', 'updated_at': '2022-05-26T21:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi', '_floatingips': [{'id': '2d00656d-3eb1-4cf3-b4ee-8a3fbd6cfdba', 'tenant_id': 'cdb0cbaf75ee402091c3eec9dd512a2d', 'floating_ip_address': '172.27.2.160', 'floating_network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'router_id': '1b4fc86d-8450-42c5-9e4b-923338fbbf56', 'port_id': '9f3845e1-304f-46e2-9dc8-bcb02f4ac4a6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8361e751-9256-4ca9-a308-997af07ebd0d', 'mac_address': 'fa:16:3e:34:7c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5247c5aa-5eb4-493b-92b8-17a9d9428627', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T21:08:28Z', 'updated_at': '2022-05-26T21:08:28Z', 'revision_number': 0, 'project_id': 'cdb0cbaf75ee402091c3eec9dd512a2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd3ec723-b359-4f71-98b1-d8d7fb702311', 'name': '', 'network_id': '8361e751-9256-4ca9-a308-997af07ebd0d', 'tenant_id': 'cdb0cbaf75ee402091c3eec9dd512a2d', 'mac_address': 'fa:16:3e:f6:92:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4fc86d-8450-42c5-9e4b-923338fbbf56', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '23d264e0-dc41-488b-b140-960ceb4020db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:07:33Z', 'updated_at': '2022-05-26T21:07:38Z', 'revision_number': 5, 'project_id': 'cdb0cbaf75ee402091c3eec9dd512a2d', 'subnets': [{'id': '23d264e0-dc41-488b-b140-960ceb4020db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 21:08:30.823094 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-363e3db5-4a7b-4fa4-9ebb-efc52ab3ba58 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Publish callbacks [] for security_group_rule (7923a6d5-5dba-41a3-9843-19e8833f41f8), precommit_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:30.826797 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-363e3db5-4a7b-4fa4-9ebb-efc52ab3ba58 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636418'] for security_group_rule (7923a6d5-5dba-41a3-9843-19e8833f41f8), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:30.846089 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363e3db5-4a7b-4fa4-9ebb-efc52ab3ba58 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7923a6d5-5dba-41a3-9843-19e8833f41f8,revision_number=0']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:08:30.852422 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-363e3db5-4a7b-4fa4-9ebb-efc52ab3ba58 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:30.854780 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-363e3db5-4a7b-4fa4-9ebb-efc52ab3ba58 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1281452 May 26 21:08:30.856260 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 49030) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:08:30.860610 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.v2.base [None req-82b26afc-30ad-42dc-b6ea-e68a4547d482 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Request body: {'security_group_rule': {'security_group_id': '255f726d-cdd0-4e3d-8fd5-88750fc3d55f', 'project_id': 'cdb0cbaf75ee402091c3eec9dd512a2d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:08:30.882918 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.db.securitygroups_db [None req-82b26afc-30ad-42dc-b6ea-e68a4547d482 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Project cdb0cbaf75ee402091c3eec9dd512a2d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 21:08:30.888670 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-82b26afc-30ad-42dc-b6ea-e68a4547d482 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Publish callbacks [] for security_group_rule (4cfa5bd9-4129-41cd-9b4a-f0f722e66e54), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:30.942144 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-82b26afc-30ad-42dc-b6ea-e68a4547d482 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Publish callbacks [] for security_group_rule (4cfa5bd9-4129-41cd-9b4a-f0f722e66e54), precommit_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:30.946938 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-82b26afc-30ad-42dc-b6ea-e68a4547d482 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636418'] for security_group_rule (4cfa5bd9-4129-41cd-9b4a-f0f722e66e54), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:30.966392 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b26afc-30ad-42dc-b6ea-e68a4547d482 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cfa5bd9-4129-41cd-9b4a-f0f722e66e54,revision_number=0']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:08:30.974164 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-82b26afc-30ad-42dc-b6ea-e68a4547d482 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:30.975859 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-82b26afc-30ad-42dc-b6ea-e68a4547d482 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1184251 May 26 21:08:30.978318 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 49032) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:08:30.980251 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b08f9e3-5817-45f0-b12c-fea2eadd9214 None None] New status for floating IP 2d00656d-3eb1-4cf3-b4ee-8a3fbd6cfdba: ACTIVE {{(pid=104103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 21:08:30.982709 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.v2.base [None req-e413fdf9-cffd-46e6-845c-a4a41b0c6f92 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Request body: {'security_group_rule': {'security_group_id': '255f726d-cdd0-4e3d-8fd5-88750fc3d55f', 'project_id': 'cdb0cbaf75ee402091c3eec9dd512a2d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:08:31.009224 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.db.securitygroups_db [None req-e413fdf9-cffd-46e6-845c-a4a41b0c6f92 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Project cdb0cbaf75ee402091c3eec9dd512a2d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 21:08:31.029299 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-e413fdf9-cffd-46e6-845c-a4a41b0c6f92 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Publish callbacks [] for security_group_rule (c4346dac-31b2-471a-bdde-2f714a756741), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:31.072563 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5228ffae-3e8b-4e16-b3e0-a3b4e4cc2d3a req-7bec0f7e-35c4-417a-bf6b-873323cba993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:31.074093 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-5228ffae-3e8b-4e16-b3e0-a3b4e4cc2d3a req-7bec0f7e-35c4-417a-bf6b-873323cba993 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9f8ac962c5d0402eb17b01aa02632897&device_id=3ee3592d-f50d-4f98-a62e-9105020afa91 HTTP/1.1" status: 200 len: 1130 time: 0.0575938 May 26 21:08:31.074413 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:08:31.105320 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-e413fdf9-cffd-46e6-845c-a4a41b0c6f92 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Publish callbacks [] for security_group_rule (c4346dac-31b2-471a-bdde-2f714a756741), precommit_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:31.109913 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-e413fdf9-cffd-46e6-845c-a4a41b0c6f92 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636418'] for security_group_rule (c4346dac-31b2-471a-bdde-2f714a756741), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:31.132935 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e413fdf9-cffd-46e6-845c-a4a41b0c6f92 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4346dac-31b2-471a-bdde-2f714a756741,revision_number=0']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:08:31.138942 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-e413fdf9-cffd-46e6-845c-a4a41b0c6f92 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:31.140303 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-e413fdf9-cffd-46e6-845c-a4a41b0c6f92 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1610267 May 26 21:08:31.227449 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-3ed4fd2c-1d8c-4fad-b30b-39f358553af0 req-e63a2c9c-aa8d-4793-839c-314197098d16 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1604583547&fields=id&tenant_id=cdb0cbaf75ee402091c3eec9dd512a2d HTTP/1.1" status: 200 len: 267 time: 0.0427086 May 26 21:08:31.276563 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed4fd2c-1d8c-4fad-b30b-39f358553af0 req-72a1df07-17c5-4083-9b8d-7edca3468764 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:31.278027 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-3ed4fd2c-1d8c-4fad-b30b-39f358553af0 req-72a1df07-17c5-4083-9b8d-7edca3468764 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] 10.222.0.57 "GET /v2.0/ports?device_id=5247c5aa-5eb4-493b-92b8-17a9d9428627 HTTP/1.1" status: 200 len: 945 time: 0.0454946 May 26 21:08:31.288654 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.v2.base [req-3ed4fd2c-1d8c-4fad-b30b-39f358553af0 req-6c58adfe-dee0-41f8-a547-ad0a0e9daa5e tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Request body: {'port': {'security_groups': ['e148b512-cd9e-4c89-a117-eef82b8f00a8', '255f726d-cdd0-4e3d-8fd5-88750fc3d55f']}} {{(pid=104102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:08:31.361644 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [req-3ed4fd2c-1d8c-4fad-b30b-39f358553af0 req-6c58adfe-dee0-41f8-a547-ad0a0e9daa5e tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (9f3845e1-304f-46e2-9dc8-bcb02f4ac4a6), before_update {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:31.610835 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342c4741-3834-4605-9d66-37b0cd16f13b req-e8cd86ea-9ad5-4d46-ab4d-ec83f7260236 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:31.612331 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-342c4741-3834-4605-9d66-37b0cd16f13b req-e8cd86ea-9ad5-4d46-ab4d-ec83f7260236 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?device_id=3ee3592d-f50d-4f98-a62e-9105020afa91 HTTP/1.1" status: 200 len: 946 time: 0.0933959 May 26 21:08:31.676812 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.plugins.ml2.db [req-3ed4fd2c-1d8c-4fad-b30b-39f358553af0 req-6c58adfe-dee0-41f8-a547-ad0a0e9daa5e tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] For port 9f3845e1-304f-46e2-9dc8-bcb02f4ac4a6, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=9f3845e1-304f-46e2-9dc8-bcb02f4ac4a6,segment=NetworkSegment(b05a28e2-d38c-435b-8849-904ab696de67),segment_id=b05a28e2-d38c-435b-8849-904ab696de67)] {{(pid=104102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:08:31.697267 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-342c4741-3834-4605-9d66-37b0cd16f13b req-ad6f9878-26f5-468a-9acf-0b1ab31ddc64 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/security-groups?id=cf234ad0-3767-4b1d-896a-5afe7cc69416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777063 May 26 21:08:31.713910 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [req-3ed4fd2c-1d8c-4fad-b30b-39f358553af0 req-6c58adfe-dee0-41f8-a547-ad0a0e9daa5e tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Publish callbacks [] for port (9f3845e1-304f-46e2-9dc8-bcb02f4ac4a6), precommit_update {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:31.718517 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [req-3ed4fd2c-1d8c-4fad-b30b-39f358553af0 req-6c58adfe-dee0-41f8-a547-ad0a0e9daa5e tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16679272'] for port (9f3845e1-304f-46e2-9dc8-bcb02f4ac4a6), after_update {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:31.771214 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] get_ports_and_sgs() called for port_ids ['9f3845e1-304f-46e2-9dc8-bcb02f4ac4a6'] {{(pid=104103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 21:08:31.798531 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed4fd2c-1d8c-4fad-b30b-39f358553af0 req-6c58adfe-dee0-41f8-a547-ad0a0e9daa5e tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:31.798922 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [req-3ed4fd2c-1d8c-4fad-b30b-39f358553af0 req-6c58adfe-dee0-41f8-a547-ad0a0e9daa5e tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25531', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-416010'] for port (None), before_response {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:31.803500 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-3ed4fd2c-1d8c-4fad-b30b-39f358553af0 req-6c58adfe-dee0-41f8-a547-ad0a0e9daa5e tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] 10.222.0.57 "PUT /v2.0/ports/9f3845e1-304f-46e2-9dc8-bcb02f4ac4a6 HTTP/1.1" status: 200 len: 981 time: 0.5163913 May 26 21:08:31.840051 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c58adfe-dee0-41f8-a547-ad0a0e9daa5e tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Pushing event updated for resources: {'Port': ['ID=9f3845e1-304f-46e2-9dc8-bcb02f4ac4a6,revision_number=6']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:08:31.882635 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5247c5aa-5eb4-493b-92b8-17a9d9428627', 'tag': '9f3845e1-304f-46e2-9dc8-bcb02f4ac4a6'}] {{(pid=104102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:08:31.886507 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706b1c0bf4c108867c85ce24421d64e29e03a8d677c0da793374f2c7f89b1863" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe76cb7a-715b-4e8c-8bff-0a90d85d4b35" -d '{"events": [{"name": "network-changed", "server_uuid": "5247c5aa-5eb4-493b-92b8-17a9d9428627", "tag": "9f3845e1-304f-46e2-9dc8-bcb02f4ac4a6"}]}' {{(pid=104102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:08:31.959798 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5e43bc-4738-4440-a042-ad2004326664 req-142918e1-bec4-4729-9fd2-6daa69357801 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:31.961425 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-ea5e43bc-4738-4440-a042-ad2004326664 req-142918e1-bec4-4729-9fd2-6daa69357801 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/ports?device_id=1b43cfeb-b67e-4418-943c-e916badf9a1a HTTP/1.1" status: 200 len: 946 time: 0.0803874 May 26 21:08:31.988368 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94fbba3-18ee-4dd2-9f7a-a2f08e446218 req-7304c0d6-bc1a-4fee-a951-2348852f04b7 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:31.989912 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-b94fbba3-18ee-4dd2-9f7a-a2f08e446218 req-7304c0d6-bc1a-4fee-a951-2348852f04b7 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] 10.222.0.57 "GET /v2.0/ports?device_id=5247c5aa-5eb4-493b-92b8-17a9d9428627 HTTP/1.1" status: 200 len: 984 time: 0.0690641 May 26 21:08:32.005661 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:08:32.040744 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] get_ports_and_sgs() called for port_ids ['9f3845e1-304f-46e2-9dc8-bcb02f4ac4a6'] {{(pid=104103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 21:08:32.045578 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-d63c2a74-9643-4d69-8697-26e9278354c3 None None] Provisioning complete for port 9f3845e1-304f-46e2-9dc8-bcb02f4ac4a6 triggered by entity DHCP. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:08:32.045950 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-d63c2a74-9643-4d69-8697-26e9278354c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (9f3845e1-304f-46e2-9dc8-bcb02f4ac4a6), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:32.065129 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-ea5e43bc-4738-4440-a042-ad2004326664 req-834c1e13-33d5-450c-9bb1-f3b290d454ec tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/security-groups?id=9a1a54e9-4875-4c75-830d-b53a6257e266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912697 May 26 21:08:32.085905 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-b94fbba3-18ee-4dd2-9f7a-a2f08e446218 req-4c39fdb1-595b-44bd-99b1-4bf84142fddb tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] 10.222.0.57 "GET /v2.0/security-groups?id=e148b512-cd9e-4c89-a117-eef82b8f00a8&id=255f726d-cdd0-4e3d-8fd5-88750fc3d55f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0878870 May 26 21:08:32.125161 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 21:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89cbb85b-0a4b-4dd1-b1d4-4c4afdbf1bd6 x-openstack-request-id: req-89cbb85b-0a4b-4dd1-b1d4-4c4afdbf1bd6 {{(pid=104102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:08:32.125456 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5247c5aa-5eb4-493b-92b8-17a9d9428627", "tag": "9f3845e1-304f-46e2-9dc8-bcb02f4ac4a6", "status": "completed", "code": 200}]} {{(pid=104102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:08:32.125712 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-89cbb85b-0a4b-4dd1-b1d4-4c4afdbf1bd6 {{(pid=104102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:08:32.126114 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89cbb85b-0a4b-4dd1-b1d4-4c4afdbf1bd6'] response: {'name': 'network-changed', 'server_uuid': '5247c5aa-5eb4-493b-92b8-17a9d9428627', 'tag': '9f3845e1-304f-46e2-9dc8-bcb02f4ac4a6', 'status': 'completed', 'code': 200} May 26 21:08:32.252354 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-d63c2a74-9643-4d69-8697-26e9278354c3 None None] Current status of the port 9f3845e1-304f-46e2-9dc8-bcb02f4ac4a6 is: ACTIVE; New status is: ACTIVE {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:08:32.368070 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:08:32.377110 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=100 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:08:32.811596 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5348f3-45f7-428b-903d-6c41b253f61a req-7c9390e6-a133-4473-98cb-1058ab3f6a24 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:32.813087 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-4a5348f3-45f7-428b-903d-6c41b253f61a req-7c9390e6-a133-4473-98cb-1058ab3f6a24 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?device_id=3ee3592d-f50d-4f98-a62e-9105020afa91 HTTP/1.1" status: 200 len: 946 time: 0.0466583 May 26 21:08:32.825917 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:08:32.856541 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7da89b-f76c-4fcb-8ff3-ef405e80d44d req-f68a41cb-546a-4ca3-8b07-e73c39b15bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:32.857998 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-2b7da89b-f76c-4fcb-8ff3-ef405e80d44d req-f68a41cb-546a-4ca3-8b07-e73c39b15bfc service neutron] 10.222.0.62 "GET /v2.0/subnets?id=23d264e0-dc41-488b-b140-960ceb4020db HTTP/1.1" status: 200 len: 853 time: 0.0975778 May 26 21:08:32.862775 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-4a5348f3-45f7-428b-903d-6c41b253f61a req-bf149e92-9d31-425e-83d0-84cc81915206 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/security-groups?id=cf234ad0-3767-4b1d-896a-5afe7cc69416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424452 May 26 21:08:32.885411 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5228ffae-3e8b-4e16-b3e0-a3b4e4cc2d3a req-6698ff47-0cd8-47f4-82d2-412982c3a00d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:32.886864 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-5228ffae-3e8b-4e16-b3e0-a3b4e4cc2d3a req-6698ff47-0cd8-47f4-82d2-412982c3a00d service neutron] 10.222.0.62 "GET /v2.0/networks?id=db3bac2b-2e57-4b81-ab3a-36a5a5912178 HTTP/1.1" status: 200 len: 920 time: 0.1184201 May 26 21:08:33.159115 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7da89b-f76c-4fcb-8ff3-ef405e80d44d req-891c8bfd-900d-4587-a702-21c65e1a4d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:33.160699 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-2b7da89b-f76c-4fcb-8ff3-ef405e80d44d req-891c8bfd-900d-4587-a702-21c65e1a4d6d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8361e751-9256-4ca9-a308-997af07ebd0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0807400 May 26 21:08:33.171409 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-5228ffae-3e8b-4e16-b3e0-a3b4e4cc2d3a req-e039fdb3-ad24-420b-9d5b-a0b24a710271 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ef1da08-cffb-44f3-950b-7ad372429892 HTTP/1.1" status: 200 len: 1002 time: 0.0833910 May 26 21:08:33.184119 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc013b30-986e-4d03-a399-22e32c82456a req-35ab5302-5540-4242-838f-da28bf01d45b tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:33.185715 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-bc013b30-986e-4d03-a399-22e32c82456a req-35ab5302-5540-4242-838f-da28bf01d45b tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/ports?device_id=1b43cfeb-b67e-4418-943c-e916badf9a1a HTTP/1.1" status: 200 len: 946 time: 0.0495849 May 26 21:08:33.233044 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-bc013b30-986e-4d03-a399-22e32c82456a req-21dc3903-db7e-4ed8-bd9f-61329b3228d0 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/security-groups?id=9a1a54e9-4875-4c75-830d-b53a6257e266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407169 May 26 21:08:33.684781 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11831587-57fc-4f49-bcc0-4457296dff4f req-7fee5a6e-d44d-460b-9636-3e63a7343455 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:33.686199 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-11831587-57fc-4f49-bcc0-4457296dff4f req-7fee5a6e-d44d-460b-9636-3e63a7343455 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.62 "GET /v2.0/ports?device_id=1b43cfeb-b67e-4418-943c-e916badf9a1a HTTP/1.1" status: 200 len: 946 time: 0.1212327 May 26 21:08:33.695125 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5228ffae-3e8b-4e16-b3e0-a3b4e4cc2d3a req-8fab69de-fe4a-4d0e-a732-f31fd2c03dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:33.696449 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-5228ffae-3e8b-4e16-b3e0-a3b4e4cc2d3a req-8fab69de-fe4a-4d0e-a732-f31fd2c03dd3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=aedf8799-8f39-49e6-9345-2bd6d7772744 HTTP/1.1" status: 200 len: 858 time: 0.1409619 May 26 21:08:33.721271 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-2b7da89b-f76c-4fcb-8ff3-ef405e80d44d req-ea2389fd-20c6-4751-b239-a33e7dc732a0 service neutron] 10.222.0.62 "GET /v2.0/networks/8361e751-9256-4ca9-a308-997af07ebd0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572287 May 26 21:08:33.784610 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:08:33.793364 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:08:33.899569 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5228ffae-3e8b-4e16-b3e0-a3b4e4cc2d3a req-cb66a3fe-ea68-47bf-8b56-989f92302bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:33.901046 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-5228ffae-3e8b-4e16-b3e0-a3b4e4cc2d3a req-cb66a3fe-ea68-47bf-8b56-989f92302bde service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=db3bac2b-2e57-4b81-ab3a-36a5a5912178&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1329305 May 26 21:08:33.980420 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f05fea-18e6-4854-a044-bbdb32b97425 req-ff77a2c2-4a08-47cd-a181-cad99ba55893 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:33.981799 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-96f05fea-18e6-4854-a044-bbdb32b97425 req-ff77a2c2-4a08-47cd-a181-cad99ba55893 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?device_id=3ee3592d-f50d-4f98-a62e-9105020afa91 HTTP/1.1" status: 200 len: 946 time: 0.0498331 May 26 21:08:33.991722 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.plugin [req-11831587-57fc-4f49-bcc0-4457296dff4f req-ecc880ed-1881-4509-a855-8eb72372ca92 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Deleting port b8eabf38-66f4-4c22-951d-5ea6dedff354 {{(pid=104101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 21:08:33.992057 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-11831587-57fc-4f49-bcc0-4457296dff4f req-ecc880ed-1881-4509-a855-8eb72372ca92 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787881975269'] for port (b8eabf38-66f4-4c22-951d-5ea6dedff354), before_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:34.030656 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-96f05fea-18e6-4854-a044-bbdb32b97425 req-b2799532-8d6b-47fd-b379-c0ec468ad631 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/security-groups?id=cf234ad0-3767-4b1d-896a-5afe7cc69416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431125 May 26 21:08:34.063421 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-2b7da89b-f76c-4fcb-8ff3-ef405e80d44d req-24dad88d-19cb-42a0-b85d-dbadaa173f95 service neutron] 10.222.0.62 "GET /v2.0/networks/8361e751-9256-4ca9-a308-997af07ebd0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2941566 May 26 21:08:34.121955 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-5228ffae-3e8b-4e16-b3e0-a3b4e4cc2d3a req-96471d26-f496-439e-89bf-dc52c9703d7c service neutron] 10.222.0.62 "GET /v2.0/networks/db3bac2b-2e57-4b81-ab3a-36a5a5912178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994488 May 26 21:08:34.128256 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.db [req-11831587-57fc-4f49-bcc0-4457296dff4f req-ecc880ed-1881-4509-a855-8eb72372ca92 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] For port b8eabf38-66f4-4c22-951d-5ea6dedff354, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=b8eabf38-66f4-4c22-951d-5ea6dedff354,segment=NetworkSegment(5a8b3ddd-b07c-4334-a55f-ea808909a34b),segment_id=5a8b3ddd-b07c-4334-a55f-ea808909a34b)] {{(pid=104101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:08:34.128607 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-11831587-57fc-4f49-bcc0-4457296dff4f req-ecc880ed-1881-4509-a855-8eb72372ca92 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595751'] for port (b8eabf38-66f4-4c22-951d-5ea6dedff354), precommit_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:34.307910 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe76cb7a-715b-4e8c-8bff-0a90d85d4b35 req-8e20d7eb-b8d9-414a-80fc-dc781be6fc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:34.309385 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-fe76cb7a-715b-4e8c-8bff-0a90d85d4b35 req-8e20d7eb-b8d9-414a-80fc-dc781be6fc6d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cdb0cbaf75ee402091c3eec9dd512a2d&device_id=5247c5aa-5eb4-493b-92b8-17a9d9428627 HTTP/1.1" status: 200 len: 1168 time: 0.1476111 May 26 21:08:34.359520 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e2284e-2170-4e0f-8b1f-46626b878689 req-0d5102cb-8cd2-4473-b809-f49acb6352ce tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:34.361361 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-a6e2284e-2170-4e0f-8b1f-46626b878689 req-0d5102cb-8cd2-4473-b809-f49acb6352ce tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/ports?device_id=1b43cfeb-b67e-4418-943c-e916badf9a1a HTTP/1.1" status: 200 len: 946 time: 0.0566974 May 26 21:08:34.417327 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-a6e2284e-2170-4e0f-8b1f-46626b878689 req-7a75c583-0e6a-4daf-817f-7c0e3c8e9da6 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/security-groups?id=9a1a54e9-4875-4c75-830d-b53a6257e266&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500269 May 26 21:08:34.555862 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16954057-f259-469b-970f-33e697c6f628 req-bd2fc245-a131-4a6b-bdbb-120eecd8c287 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:34.557355 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-16954057-f259-469b-970f-33e697c6f628 req-bd2fc245-a131-4a6b-bdbb-120eecd8c287 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=359cea60-13ec-460e-811b-b7e54fc7850b HTTP/1.1" status: 200 len: 946 time: 0.0516782 May 26 21:08:34.604972 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-16954057-f259-469b-970f-33e697c6f628 req-35db3702-f01c-421d-afaa-3ba0f207d2fb tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/security-groups?id=b57d1125-26ba-42b5-a63d-5b77fdc0f323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420210 May 26 21:08:34.715341 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-5228ffae-3e8b-4e16-b3e0-a3b4e4cc2d3a req-f9bb3faa-d4a8-444c-92de-d74fe7665e32 service neutron] 10.222.0.62 "GET /v2.0/networks/db3bac2b-2e57-4b81-ab3a-36a5a5912178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5545979 May 26 21:08:34.755242 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-11831587-57fc-4f49-bcc0-4457296dff4f req-ecc880ed-1881-4509-a855-8eb72372ca92 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:34.755597 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-11831587-57fc-4f49-bcc0-4457296dff4f req-ecc880ed-1881-4509-a855-8eb72372ca92 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1614815'] for floatingip (e3e559bf-42f1-4c47-a963-b0e820616e50), after_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:34.755951 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.db.l3_db [req-11831587-57fc-4f49-bcc0-4457296dff4f req-ecc880ed-1881-4509-a855-8eb72372ca92 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Floating IP e3e559bf-42f1-4c47-a963-b0e820616e50 disassociated. External IP: 172.27.2.123, port: b8eabf38-66f4-4c22-951d-5ea6dedff354. May 26 21:08:34.756810 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.plugin [req-11831587-57fc-4f49-bcc0-4457296dff4f req-ecc880ed-1881-4509-a855-8eb72372ca92 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Calling delete_port for b8eabf38-66f4-4c22-951d-5ea6dedff354 owned by compute:nova {{(pid=104101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 21:08:34.763721 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe76cb7a-715b-4e8c-8bff-0a90d85d4b35 req-880971c8-cf59-46c9-b795-906a51f61196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:34.765116 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-fe76cb7a-715b-4e8c-8bff-0a90d85d4b35 req-880971c8-cf59-46c9-b795-906a51f61196 service neutron] 10.222.0.62 "GET /v2.0/networks?id=8361e751-9256-4ca9-a308-997af07ebd0d HTTP/1.1" status: 200 len: 915 time: 0.4418719 May 26 21:08:34.809967 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:08:34.887941 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-11831587-57fc-4f49-bcc0-4457296dff4f req-ecc880ed-1881-4509-a855-8eb72372ca92 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787881986003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787881445708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13231773'] for port (b8eabf38-66f4-4c22-951d-5ea6dedff354), after_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:34.914581 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc880ed-1881-4509-a855-8eb72372ca92 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Pushing event deleted for resources: {'Port': ['ID=b8eabf38-66f4-4c22-951d-5ea6dedff354,revision_number=None']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:08:34.997306 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:08:35.024674 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.scheduler.l3_agent_scheduler [req-11831587-57fc-4f49-bcc0-4457296dff4f req-ecc880ed-1881-4509-a855-8eb72372ca92 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Router 3bb60381-f3a3-4d7c-a3fa-b838eedba2bc has already been hosted by L3 agent ccb07560-1e88-42f3-8411-377a93089622 {{(pid=104101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 21:08:35.132034 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-11831587-57fc-4f49-bcc0-4457296dff4f req-ecc880ed-1881-4509-a855-8eb72372ca92 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Notify agent at l3_agent.dv-cinder-828806-3-iscsi the message routers_updated {{(pid=104101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 21:08:35.151123 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2221d5-5ce4-41b3-8439-17a0e8518571 None None] Sync routers for ids ['3bb60381-f3a3-4d7c-a3fa-b838eedba2bc'] in dv-cinder-828806-3-iscsi {{(pid=104104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 21:08:35.153956 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecb7921-f55f-45ed-a7c0-ef6a476baa74 req-0503855c-fc12-4914-8fcf-58aa49cb9bfd tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:35.155470 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-2ecb7921-f55f-45ed-a7c0-ef6a476baa74 req-0503855c-fc12-4914-8fcf-58aa49cb9bfd tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?device_id=3ee3592d-f50d-4f98-a62e-9105020afa91 HTTP/1.1" status: 200 len: 946 time: 0.0489838 May 26 21:08:35.170439 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2221d5-5ce4-41b3-8439-17a0e8518571 None None] Routers {'3bb60381-f3a3-4d7c-a3fa-b838eedba2bc'} bound to L3 agent in host dv-cinder-828806-3-iscsi {{(pid=104104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:08:35.171403 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_hamode_db [None req-5f2221d5-5ce4-41b3-8439-17a0e8518571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T20:55:42Z,description=,heartbeat_timestamp=2022-05-26T21:08:12Z,host='dv-cinder-828806-3-iscsi',id=ccb07560-1e88-42f3-8411-377a93089622,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T20:55:42Z,topic='l3_agent')) {'router_ids': ['3bb60381-f3a3-4d7c-a3fa-b838eedba2bc'], 'active': True} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:08:35.175696 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [req-11831587-57fc-4f49-bcc0-4457296dff4f req-ecc880ed-1881-4509-a855-8eb72372ca92 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] No DVR routers for this DVR port b8eabf38-66f4-4c22-951d-5ea6dedff354 on host hv-cinder-82880 {{(pid=104101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 21:08:35.179026 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-11831587-57fc-4f49-bcc0-4457296dff4f req-ecc880ed-1881-4509-a855-8eb72372ca92 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25531'] for port (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:35.182392 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-11831587-57fc-4f49-bcc0-4457296dff4f req-ecc880ed-1881-4509-a855-8eb72372ca92 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.62 "DELETE /v2.0/ports/b8eabf38-66f4-4c22-951d-5ea6dedff354 HTTP/1.1" status: 204 len: 173 time: 1.4154522 May 26 21:08:35.182854 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b43cfeb-b67e-4418-943c-e916badf9a1a', 'name': 'network-vif-deleted', 'tag': 'b8eabf38-66f4-4c22-951d-5ea6dedff354'}] {{(pid=104101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:08:35.185738 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e35b3b942162f380527a6ddce7731c26b87baf9d9763e10c20fbd720b027cea7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9c9df1a-2c7c-40ca-92ef-63c8e1129a2f" -d '{"events": [{"server_uuid": "1b43cfeb-b67e-4418-943c-e916badf9a1a", "name": "network-vif-deleted", "tag": "b8eabf38-66f4-4c22-951d-5ea6dedff354"}]}' {{(pid=104101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:08:35.220259 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-2ecb7921-f55f-45ed-a7c0-ef6a476baa74 req-e74eff73-499c-480e-bd18-cebc626933d4 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/security-groups?id=cf234ad0-3767-4b1d-896a-5afe7cc69416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516946 May 26 21:08:35.243023 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 21:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-287063b8-236e-42ef-9626-6784d32e37b1 x-openstack-request-id: req-287063b8-236e-42ef-9626-6784d32e37b1 {{(pid=104101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:08:35.243314 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b43cfeb-b67e-4418-943c-e916badf9a1a", "name": "network-vif-deleted", "tag": "b8eabf38-66f4-4c22-951d-5ea6dedff354", "status": "completed", "code": 200}]} {{(pid=104101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:08:35.243567 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-287063b8-236e-42ef-9626-6784d32e37b1 {{(pid=104101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:08:35.244236 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.notifiers.nova [-] Nova event matching ['req-287063b8-236e-42ef-9626-6784d32e37b1'] response: {'server_uuid': '1b43cfeb-b67e-4418-943c-e916badf9a1a', 'name': 'network-vif-deleted', 'tag': 'b8eabf38-66f4-4c22-951d-5ea6dedff354', 'status': 'completed', 'code': 200} May 26 21:08:35.261776 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=100 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:08:35.264137 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=100 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:08:35.286059 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvr_db [None req-5f2221d5-5ce4-41b3-8439-17a0e8518571 None None] Set router 3bb60381-f3a3-4d7c-a3fa-b838eedba2bc gateway port host: dv-cinder-828806-3-iscsi {{(pid=104104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:08:35.523986 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-fea93c34-01a2-4491-b202-81b75e00648e req-29ddd630-419d-433f-a3f2-a2289d816a6e tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/ports?device_id=1b43cfeb-b67e-4418-943c-e916badf9a1a HTTP/1.1" status: 200 len: 210 time: 0.0279324 May 26 21:08:35.574242 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_hamode_db [None req-5f2221d5-5ce4-41b3-8439-17a0e8518571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bb60381-f3a3-4d7c-a3fa-b838eedba2bc', 'name': 'tempest-AttachVolumeNegativeTest-1984650119-router', 'tenant_id': 'aaa9e1a61984467ab8efae451b270558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '679aba7a-8620-45b9-9086-6d670299fa57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:05:34Z', 'updated_at': '2022-05-26T21:05:38Z', 'revision_number': 4, 'project_id': 'aaa9e1a61984467ab8efae451b270558', 'gw_port': {'id': '679aba7a-8620-45b9-9086-6d670299fa57', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:e7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb60381-f3a3-4d7c-a3fa-b838eedba2bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:05:35Z', 'updated_at': '2022-05-26T21:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi', '_floatingips': [{'id': 'decb2ff7-98c1-4f8a-9213-836225faefc1', 'tenant_id': 'aaa9e1a61984467ab8efae451b270558', 'floating_ip_address': '172.27.2.84', 'floating_network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'router_id': '3bb60381-f3a3-4d7c-a3fa-b838eedba2bc', 'port_id': '785e2ff9-cc1a-490d-8a6f-a1613f95e361', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 322, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '01728002-c90b-452e-a166-db394444487a', 'mac_address': 'fa:16:3e:4d:c2:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4ded4d-1abb-4bb7-ae27-95e1ce923b95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T21:05:40Z', 'updated_at': '2022-05-26T21:06:06Z', 'revision_number': 2, 'project_id': 'aaa9e1a61984467ab8efae451b270558', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6ae6261-71ed-4b07-8c36-fba23f8ed872', 'name': '', 'network_id': '01728002-c90b-452e-a166-db394444487a', 'tenant_id': 'aaa9e1a61984467ab8efae451b270558', 'mac_address': 'fa:16:3e:b3:48:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb60381-f3a3-4d7c-a3fa-b838eedba2bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '9203b2fc-d019-4045-ae31-83603be0cf2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:05:37Z', 'updated_at': '2022-05-26T21:05:41Z', 'revision_number': 5, 'project_id': 'aaa9e1a61984467ab8efae451b270558', 'subnets': [{'id': '9203b2fc-d019-4045-ae31-83603be0cf2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-3-iscsi', False) {} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:08:35.597943 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2221d5-5ce4-41b3-8439-17a0e8518571 None None] Checking router: 3bb60381-f3a3-4d7c-a3fa-b838eedba2bc for host: dv-cinder-828806-3-iscsi {{(pid=104104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 21:08:35.606686 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2221d5-5ce4-41b3-8439-17a0e8518571 None None] Routers {'3bb60381-f3a3-4d7c-a3fa-b838eedba2bc'} bound to L3 agent in host dv-cinder-828806-3-iscsi {{(pid=104104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:08:35.607283 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_hamode_db [None req-5f2221d5-5ce4-41b3-8439-17a0e8518571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T20:55:42Z,description=,heartbeat_timestamp=2022-05-26T21:08:12Z,host='dv-cinder-828806-3-iscsi',id=ccb07560-1e88-42f3-8411-377a93089622,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T20:55:42Z,topic='l3_agent')) {'router_ids': ['3bb60381-f3a3-4d7c-a3fa-b838eedba2bc'], 'active': True} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:08:35.731450 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvr_db [None req-5f2221d5-5ce4-41b3-8439-17a0e8518571 None None] Set router 3bb60381-f3a3-4d7c-a3fa-b838eedba2bc gateway port host: dv-cinder-828806-3-iscsi {{(pid=104104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:08:35.902047 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3ca59e-a80a-4f08-a4c5-51238222e4d9 req-769aa549-2238-4d38-9463-aa629f783f73 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:35.904577 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-8a3ca59e-a80a-4f08-a4c5-51238222e4d9 req-769aa549-2238-4d38-9463-aa629f783f73 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=359cea60-13ec-460e-811b-b7e54fc7850b HTTP/1.1" status: 200 len: 946 time: 0.0592880 May 26 21:08:35.955709 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-8a3ca59e-a80a-4f08-a4c5-51238222e4d9 req-fae07ad2-c88a-41e8-8cf0-a83ee2bb4d2e tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/security-groups?id=b57d1125-26ba-42b5-a63d-5b77fdc0f323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465043 May 26 21:08:35.983994 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_hamode_db [None req-5f2221d5-5ce4-41b3-8439-17a0e8518571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bb60381-f3a3-4d7c-a3fa-b838eedba2bc', 'name': 'tempest-AttachVolumeNegativeTest-1984650119-router', 'tenant_id': 'aaa9e1a61984467ab8efae451b270558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '679aba7a-8620-45b9-9086-6d670299fa57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:05:34Z', 'updated_at': '2022-05-26T21:05:38Z', 'revision_number': 4, 'project_id': 'aaa9e1a61984467ab8efae451b270558', 'gw_port': {'id': '679aba7a-8620-45b9-9086-6d670299fa57', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:e7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb60381-f3a3-4d7c-a3fa-b838eedba2bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:05:35Z', 'updated_at': '2022-05-26T21:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi', '_floatingips': [{'id': 'decb2ff7-98c1-4f8a-9213-836225faefc1', 'tenant_id': 'aaa9e1a61984467ab8efae451b270558', 'floating_ip_address': '172.27.2.84', 'floating_network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'router_id': '3bb60381-f3a3-4d7c-a3fa-b838eedba2bc', 'port_id': '785e2ff9-cc1a-490d-8a6f-a1613f95e361', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 322, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '01728002-c90b-452e-a166-db394444487a', 'mac_address': 'fa:16:3e:4d:c2:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4ded4d-1abb-4bb7-ae27-95e1ce923b95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T21:05:40Z', 'updated_at': '2022-05-26T21:06:06Z', 'revision_number': 2, 'project_id': 'aaa9e1a61984467ab8efae451b270558', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6ae6261-71ed-4b07-8c36-fba23f8ed872', 'name': '', 'network_id': '01728002-c90b-452e-a166-db394444487a', 'tenant_id': 'aaa9e1a61984467ab8efae451b270558', 'mac_address': 'fa:16:3e:b3:48:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb60381-f3a3-4d7c-a3fa-b838eedba2bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '9203b2fc-d019-4045-ae31-83603be0cf2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:05:37Z', 'updated_at': '2022-05-26T21:05:41Z', 'revision_number': 5, 'project_id': 'aaa9e1a61984467ab8efae451b270558', 'subnets': [{'id': '9203b2fc-d019-4045-ae31-83603be0cf2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-3-iscsi', False) {} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:08:36.019054 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2221d5-5ce4-41b3-8439-17a0e8518571 None None] The sync data for ids ['3bb60381-f3a3-4d7c-a3fa-b838eedba2bc'] in dv-cinder-828806-3-iscsi is: [{'id': '3bb60381-f3a3-4d7c-a3fa-b838eedba2bc', 'name': 'tempest-AttachVolumeNegativeTest-1984650119-router', 'tenant_id': 'aaa9e1a61984467ab8efae451b270558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '679aba7a-8620-45b9-9086-6d670299fa57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:05:34Z', 'updated_at': '2022-05-26T21:05:38Z', 'revision_number': 4, 'project_id': 'aaa9e1a61984467ab8efae451b270558', 'gw_port': {'id': '679aba7a-8620-45b9-9086-6d670299fa57', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:e7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb60381-f3a3-4d7c-a3fa-b838eedba2bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:05:35Z', 'updated_at': '2022-05-26T21:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi', '_floatingips': [{'id': 'decb2ff7-98c1-4f8a-9213-836225faefc1', 'tenant_id': 'aaa9e1a61984467ab8efae451b270558', 'floating_ip_address': '172.27.2.84', 'floating_network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'router_id': '3bb60381-f3a3-4d7c-a3fa-b838eedba2bc', 'port_id': '785e2ff9-cc1a-490d-8a6f-a1613f95e361', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 322, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '01728002-c90b-452e-a166-db394444487a', 'mac_address': 'fa:16:3e:4d:c2:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4ded4d-1abb-4bb7-ae27-95e1ce923b95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T21:05:40Z', 'updated_at': '2022-05-26T21:06:06Z', 'revision_number': 2, 'project_id': 'aaa9e1a61984467ab8efae451b270558', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6ae6261-71ed-4b07-8c36-fba23f8ed872', 'name': '', 'network_id': '01728002-c90b-452e-a166-db394444487a', 'tenant_id': 'aaa9e1a61984467ab8efae451b270558', 'mac_address': 'fa:16:3e:b3:48:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb60381-f3a3-4d7c-a3fa-b838eedba2bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '9203b2fc-d019-4045-ae31-83603be0cf2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:05:37Z', 'updated_at': '2022-05-26T21:05:41Z', 'revision_number': 5, 'project_id': 'aaa9e1a61984467ab8efae451b270558', 'subnets': [{'id': '9203b2fc-d019-4045-ae31-83603be0cf2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 21:08:36.257145 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-fe76cb7a-715b-4e8c-8bff-0a90d85d4b35 req-883a3cf5-9817-45f1-9a34-2bef8a9b8ad6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f3845e1-304f-46e2-9dc8-bcb02f4ac4a6 HTTP/1.1" status: 200 len: 1001 time: 0.0721669 May 26 21:08:36.289617 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e79b6c-c787-4da0-8e14-0cd05c316af5 None None] New status for floating IP e3e559bf-42f1-4c47-a963-b0e820616e50: DOWN {{(pid=104103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 21:08:36.353501 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b3f5bf-cf8a-475f-9ffb-e47b1d0f0d81 req-c2267f31-7171-4deb-9adb-9eea10f71cde tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:36.355038 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-24b3f5bf-cf8a-475f-9ffb-e47b1d0f0d81 req-c2267f31-7171-4deb-9adb-9eea10f71cde tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?device_id=3ee3592d-f50d-4f98-a62e-9105020afa91 HTTP/1.1" status: 200 len: 946 time: 0.0523262 May 26 21:08:36.404956 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-24b3f5bf-cf8a-475f-9ffb-e47b1d0f0d81 req-5a2312af-55ac-44d6-9e74-03594b601d8a tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/security-groups?id=cf234ad0-3767-4b1d-896a-5afe7cc69416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440452 May 26 21:08:36.632272 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-d36381d3-9eae-4d01-84fc-03649d4df051 req-467063bc-1138-4965-b4d1-4c31b5798645 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/ports?device_id=1b43cfeb-b67e-4418-943c-e916badf9a1a HTTP/1.1" status: 200 len: 210 time: 0.0278492 May 26 21:08:36.719210 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe76cb7a-715b-4e8c-8bff-0a90d85d4b35 req-1c16fccf-b6d0-44be-9888-a3e91a929536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:36.720659 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-fe76cb7a-715b-4e8c-8bff-0a90d85d4b35 req-1c16fccf-b6d0-44be-9888-a3e91a929536 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=23d264e0-dc41-488b-b140-960ceb4020db HTTP/1.1" status: 200 len: 853 time: 0.0485814 May 26 21:08:37.236363 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dbde4f-8705-4a8f-bc79-4a190d939adb req-77faa5cc-259d-416c-83eb-36776f40eee8 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:37.237858 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-f5dbde4f-8705-4a8f-bc79-4a190d939adb req-77faa5cc-259d-416c-83eb-36776f40eee8 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=359cea60-13ec-460e-811b-b7e54fc7850b HTTP/1.1" status: 200 len: 946 time: 0.2034512 May 26 21:08:37.285573 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-f5dbde4f-8705-4a8f-bc79-4a190d939adb req-b1aba7fb-1195-410d-9001-de2368a4d295 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/security-groups?id=b57d1125-26ba-42b5-a63d-5b77fdc0f323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410988 May 26 21:08:37.538557 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a86a08-ae16-42ca-9c2d-a352517cc799 req-b0123663-d0fc-4037-8065-960afd5e5f22 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:37.540034 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-07a86a08-ae16-42ca-9c2d-a352517cc799 req-b0123663-d0fc-4037-8065-960afd5e5f22 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?device_id=3ee3592d-f50d-4f98-a62e-9105020afa91 HTTP/1.1" status: 200 len: 946 time: 0.0506277 May 26 21:08:37.559722 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=100 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:08:37.586923 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-07a86a08-ae16-42ca-9c2d-a352517cc799 req-8d0a78e8-a3bc-4357-acef-ac3081a81b80 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/security-groups?id=cf234ad0-3767-4b1d-896a-5afe7cc69416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413265 May 26 21:08:37.745295 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-a2c6ac9a-5720-414e-aa20-a2103a6750c2 req-b907cbdd-8c45-47d5-b7bd-d20997ca2f9d tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/ports?device_id=1b43cfeb-b67e-4418-943c-e916badf9a1a HTTP/1.1" status: 200 len: 210 time: 0.0303817 May 26 21:08:37.770259 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Device 7648201d-4c35-4774-9674-eeb82941072a no longer exists at agent hyperv_hv-cinder-82880 {{(pid=104103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 21:08:37.842977 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Current status of the port 7648201d-4c35-4774-9674-eeb82941072a is: ACTIVE; New status is: DOWN {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:08:37.843366 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (7648201d-4c35-4774-9674-eeb82941072a), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:37.865606 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '359cea60-13ec-460e-811b-b7e54fc7850b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7648201d-4c35-4774-9674-eeb82941072a'}] {{(pid=104103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:08:37.867816 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b44267d7c8a7abe6e93cd6d61df03f02c4feaf0da3ba5ea8b381a36bebf6efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81aed58b-5525-491e-85d2-9a04268fda68" -d '{"events": [{"server_uuid": "359cea60-13ec-460e-811b-b7e54fc7850b", "name": "network-vif-unplugged", "status": "completed", "tag": "7648201d-4c35-4774-9674-eeb82941072a"}]}' {{(pid=104103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:08:37.880309 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] For port 7648201d-4c35-4774-9674-eeb82941072a, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=7648201d-4c35-4774-9674-eeb82941072a,segment=NetworkSegment(7fb7ed4c-a972-40f4-a310-001c141d4c5c),segment_id=7fb7ed4c-a972-40f4-a310-001c141d4c5c)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:08:37.884711 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (7648201d-4c35-4774-9674-eeb82941072a), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:37.885549 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Device b8eabf38-66f4-4c22-951d-5ea6dedff354 no longer exists at agent hyperv_hv-cinder-82880 {{(pid=104103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 21:08:37.920204 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 May 2022 21:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b938c057-bb37-4a49-a9f0-76378d01de37 x-openstack-request-id: req-b938c057-bb37-4a49-a9f0-76378d01de37 {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:08:37.920499 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "359cea60-13ec-460e-811b-b7e54fc7850b", "name": "network-vif-unplugged", "status": "completed", "tag": "7648201d-4c35-4774-9674-eeb82941072a", "code": 200}]} {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:08:37.920779 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b938c057-bb37-4a49-a9f0-76378d01de37 {{(pid=104103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:08:37.921163 dv-cinder-828806-3-iscsi neutron-server[104103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b938c057-bb37-4a49-a9f0-76378d01de37'] response: {'server_uuid': '359cea60-13ec-460e-811b-b7e54fc7850b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7648201d-4c35-4774-9674-eeb82941072a', 'code': 200} May 26 21:08:37.923634 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] No Port match for: b8eabf38-66f4-4c22-951d-5ea6dedff354 {{(pid=104103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 21:08:37.923977 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Device b8eabf38-66f4-4c22-951d-5ea6dedff354 not bound to the agent host hv-cinder-82880 {{(pid=104103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 21:08:37.950604 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Pushing event updated for resources: {'Port': ['ID=7648201d-4c35-4774-9674-eeb82941072a,revision_number=11']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:08:38.241045 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe76cb7a-715b-4e8c-8bff-0a90d85d4b35 req-a4d3584c-9210-4eb4-9a59-a4e96b54900d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:38.242635 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-fe76cb7a-715b-4e8c-8bff-0a90d85d4b35 req-a4d3584c-9210-4eb4-9a59-a4e96b54900d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8361e751-9256-4ca9-a308-997af07ebd0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0636210 May 26 21:08:38.248992 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa3c650-3cd3-428a-a25b-c57928bff6ba req-5c1f2bb9-a392-4c1b-960a-a5c251cd5035 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:38.250298 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-8aa3c650-3cd3-428a-a25b-c57928bff6ba req-5c1f2bb9-a392-4c1b-960a-a5c251cd5035 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.62 "GET /v2.0/ports?device_id=359cea60-13ec-460e-811b-b7e54fc7850b HTTP/1.1" status: 200 len: 944 time: 0.0799317 May 26 21:08:38.404130 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5131d63-b3e0-468c-8db9-e14cee137ff2 req-cfd4fb03-0001-4f98-ae2e-c5dba6ddd6d5 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:38.405490 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-c5131d63-b3e0-468c-8db9-e14cee137ff2 req-cfd4fb03-0001-4f98-ae2e-c5dba6ddd6d5 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=359cea60-13ec-460e-811b-b7e54fc7850b HTTP/1.1" status: 200 len: 944 time: 0.0469711 May 26 21:08:38.450781 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-c5131d63-b3e0-468c-8db9-e14cee137ff2 req-5c8264c4-9b3d-424d-a7b0-604c26006e9e tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/security-groups?id=b57d1125-26ba-42b5-a63d-5b77fdc0f323&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398307 May 26 21:08:38.703497 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac816f46-f46b-427b-ac70-f392a1c6b3b2 req-041286ce-d636-42f4-9b4c-0f16a138a6f2 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:38.704928 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-ac816f46-f46b-427b-ac70-f392a1c6b3b2 req-041286ce-d636-42f4-9b4c-0f16a138a6f2 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?device_id=3ee3592d-f50d-4f98-a62e-9105020afa91 HTTP/1.1" status: 200 len: 946 time: 0.0477593 May 26 21:08:38.750624 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-ac816f46-f46b-427b-ac70-f392a1c6b3b2 req-25e19e29-0f89-4aa6-9f49-b0284d89fa1c tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/security-groups?id=cf234ad0-3767-4b1d-896a-5afe7cc69416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400496 May 26 21:08:38.877843 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=100 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:08:38.900488 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-f93e9e8b-ee47-445c-8351-15f7cc49a1f6 req-d93da70f-0367-4ac9-b95e-5fd48dbe9485 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/ports?device_id=1b43cfeb-b67e-4418-943c-e916badf9a1a HTTP/1.1" status: 200 len: 210 time: 0.0309167 May 26 21:08:38.924751 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.plugin [req-8aa3c650-3cd3-428a-a25b-c57928bff6ba req-63dad8a1-2997-4df5-a4c0-d57fb13aafd1 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Deleting port 7648201d-4c35-4774-9674-eeb82941072a {{(pid=104101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 21:08:38.925080 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-8aa3c650-3cd3-428a-a25b-c57928bff6ba req-63dad8a1-2997-4df5-a4c0-d57fb13aafd1 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787881975269'] for port (7648201d-4c35-4774-9674-eeb82941072a), before_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:38.945746 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-fe76cb7a-715b-4e8c-8bff-0a90d85d4b35 req-b729fedb-8c67-4c8e-b01a-135fdf8bdb81 service neutron] 10.222.0.62 "GET /v2.0/networks/8361e751-9256-4ca9-a308-997af07ebd0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701939 May 26 21:08:39.017301 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.db [req-8aa3c650-3cd3-428a-a25b-c57928bff6ba req-63dad8a1-2997-4df5-a4c0-d57fb13aafd1 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] For port 7648201d-4c35-4774-9674-eeb82941072a, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=7648201d-4c35-4774-9674-eeb82941072a,segment=NetworkSegment(7fb7ed4c-a972-40f4-a310-001c141d4c5c),segment_id=7fb7ed4c-a972-40f4-a310-001c141d4c5c)] {{(pid=104101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:08:39.017658 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-8aa3c650-3cd3-428a-a25b-c57928bff6ba req-63dad8a1-2997-4df5-a4c0-d57fb13aafd1 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595751'] for port (7648201d-4c35-4774-9674-eeb82941072a), precommit_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:39.155996 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:DELETE=6,neutron:SELECT=94 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:08:39.176037 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-8aa3c650-3cd3-428a-a25b-c57928bff6ba req-63dad8a1-2997-4df5-a4c0-d57fb13aafd1 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:39.176396 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-8aa3c650-3cd3-428a-a25b-c57928bff6ba req-63dad8a1-2997-4df5-a4c0-d57fb13aafd1 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1614815'] for floatingip (0089c5e1-5fd3-4e41-a123-7dba7443df6a), after_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:39.176706 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.db.l3_db [req-8aa3c650-3cd3-428a-a25b-c57928bff6ba req-63dad8a1-2997-4df5-a4c0-d57fb13aafd1 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Floating IP 0089c5e1-5fd3-4e41-a123-7dba7443df6a disassociated. External IP: 172.27.2.6, port: 7648201d-4c35-4774-9674-eeb82941072a. May 26 21:08:39.177043 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.plugin [req-8aa3c650-3cd3-428a-a25b-c57928bff6ba req-63dad8a1-2997-4df5-a4c0-d57fb13aafd1 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Calling delete_port for 7648201d-4c35-4774-9674-eeb82941072a owned by compute:nova {{(pid=104101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 21:08:39.297610 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:08:39.302495 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-8aa3c650-3cd3-428a-a25b-c57928bff6ba req-63dad8a1-2997-4df5-a4c0-d57fb13aafd1 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787881986003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787881445708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13231773'] for port (7648201d-4c35-4774-9674-eeb82941072a), after_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:39.333569 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dad8a1-2997-4df5-a4c0-d57fb13aafd1 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Pushing event deleted for resources: {'Port': ['ID=7648201d-4c35-4774-9674-eeb82941072a,revision_number=None']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:08:39.515089 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8aa3c650-3cd3-428a-a25b-c57928bff6ba req-63dad8a1-2997-4df5-a4c0-d57fb13aafd1 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Router 9c24a6de-fc3e-4eaa-b391-9f1814cc7ea4 has already been hosted by L3 agent ccb07560-1e88-42f3-8411-377a93089622 {{(pid=104101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 21:08:39.528641 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-fe76cb7a-715b-4e8c-8bff-0a90d85d4b35 req-71afcd7f-7e63-4604-8e94-528042cbd937 service neutron] 10.222.0.62 "GET /v2.0/networks/8361e751-9256-4ca9-a308-997af07ebd0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368508 May 26 21:08:39.553470 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-ecbc02f2-128c-4491-9c16-24e9506c2614 req-1dfd2ec7-67ae-487a-bde6-d8dd3a07b8b7 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=359cea60-13ec-460e-811b-b7e54fc7850b HTTP/1.1" status: 200 len: 210 time: 0.0272198 May 26 21:08:39.632271 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8aa3c650-3cd3-428a-a25b-c57928bff6ba req-63dad8a1-2997-4df5-a4c0-d57fb13aafd1 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Notify agent at l3_agent.dv-cinder-828806-3-iscsi the message routers_updated {{(pid=104101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 21:08:39.642086 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f38b44c1-70ac-463f-a2ec-4ff1a042bdc4 None None] Sync routers for ids ['9c24a6de-fc3e-4eaa-b391-9f1814cc7ea4'] in dv-cinder-828806-3-iscsi {{(pid=104104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 21:08:39.653516 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38b44c1-70ac-463f-a2ec-4ff1a042bdc4 None None] Routers {'9c24a6de-fc3e-4eaa-b391-9f1814cc7ea4'} bound to L3 agent in host dv-cinder-828806-3-iscsi {{(pid=104104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:08:39.654127 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_hamode_db [None req-f38b44c1-70ac-463f-a2ec-4ff1a042bdc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T20:55:42Z,description=,heartbeat_timestamp=2022-05-26T21:08:12Z,host='dv-cinder-828806-3-iscsi',id=ccb07560-1e88-42f3-8411-377a93089622,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T20:55:42Z,topic='l3_agent')) {'router_ids': ['9c24a6de-fc3e-4eaa-b391-9f1814cc7ea4'], 'active': True} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:08:39.674837 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [req-8aa3c650-3cd3-428a-a25b-c57928bff6ba req-63dad8a1-2997-4df5-a4c0-d57fb13aafd1 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] No DVR routers for this DVR port 7648201d-4c35-4774-9674-eeb82941072a on host hv-cinder-82880 {{(pid=104101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 21:08:39.677682 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-8aa3c650-3cd3-428a-a25b-c57928bff6ba req-63dad8a1-2997-4df5-a4c0-d57fb13aafd1 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25531'] for port (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:39.680993 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-8aa3c650-3cd3-428a-a25b-c57928bff6ba req-63dad8a1-2997-4df5-a4c0-d57fb13aafd1 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.62 "DELETE /v2.0/ports/7648201d-4c35-4774-9674-eeb82941072a HTTP/1.1" status: 204 len: 173 time: 0.9134715 May 26 21:08:39.681442 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '359cea60-13ec-460e-811b-b7e54fc7850b', 'name': 'network-vif-deleted', 'tag': '7648201d-4c35-4774-9674-eeb82941072a'}] {{(pid=104101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:08:39.683739 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e35b3b942162f380527a6ddce7731c26b87baf9d9763e10c20fbd720b027cea7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb6b8d9a-58be-43da-9d9e-aefd0f4a7064" -d '{"events": [{"server_uuid": "359cea60-13ec-460e-811b-b7e54fc7850b", "name": "network-vif-deleted", "tag": "7648201d-4c35-4774-9674-eeb82941072a"}]}' {{(pid=104101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:08:39.725511 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 21:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-739c6b89-f664-4729-9524-37560292de83 x-openstack-request-id: req-739c6b89-f664-4729-9524-37560292de83 {{(pid=104101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:08:39.725923 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "359cea60-13ec-460e-811b-b7e54fc7850b", "name": "network-vif-deleted", "tag": "7648201d-4c35-4774-9674-eeb82941072a", "status": "completed", "code": 200}]} {{(pid=104101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:08:39.726508 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-739c6b89-f664-4729-9524-37560292de83 {{(pid=104101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:08:39.727036 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.notifiers.nova [-] Nova event matching ['req-739c6b89-f664-4729-9524-37560292de83'] response: {'server_uuid': '359cea60-13ec-460e-811b-b7e54fc7850b', 'name': 'network-vif-deleted', 'tag': '7648201d-4c35-4774-9674-eeb82941072a', 'status': 'completed', 'code': 200} May 26 21:08:39.767943 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4b461d82-f8f0-4d4a-8552-de38d37aa22c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (28061657-8b16-479f-8ff4-19bdcc74bc2c), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:39.783484 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvr_db [None req-f38b44c1-70ac-463f-a2ec-4ff1a042bdc4 None None] Set router 9c24a6de-fc3e-4eaa-b391-9f1814cc7ea4 gateway port host: dv-cinder-828806-3-iscsi {{(pid=104104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:08:39.888301 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec00202d-9167-4276-b914-9bcda4b0b4a5 req-860669b1-dd70-41f9-8c10-562ccd09350b tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:39.896438 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-ec00202d-9167-4276-b914-9bcda4b0b4a5 req-860669b1-dd70-41f9-8c10-562ccd09350b tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?device_id=3ee3592d-f50d-4f98-a62e-9105020afa91 HTTP/1.1" status: 200 len: 946 time: 0.0576336 May 26 21:08:39.947011 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-ec00202d-9167-4276-b914-9bcda4b0b4a5 req-4fc250e1-c43d-4e27-a6f6-6b305307e212 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/security-groups?id=cf234ad0-3767-4b1d-896a-5afe7cc69416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495739 May 26 21:08:39.990640 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=100 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:08:40.006924 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 49114) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:08:40.015663 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_hamode_db [None req-f38b44c1-70ac-463f-a2ec-4ff1a042bdc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c24a6de-fc3e-4eaa-b391-9f1814cc7ea4', 'name': 'tempest-AttachVolumeShelveTestJSON-1314911334-router', 'tenant_id': 'ba383df93dcf4c32b2b1c17bebd7f752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': '92da396d-4738-472b-a7e9-f348c6f829d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:04:22Z', 'updated_at': '2022-05-26T21:04:32Z', 'revision_number': 4, 'project_id': 'ba383df93dcf4c32b2b1c17bebd7f752', 'gw_port': {'id': '92da396d-4738-472b-a7e9-f348c6f829d2', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:80:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c24a6de-fc3e-4eaa-b391-9f1814cc7ea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:04:23Z', 'updated_at': '2022-05-26T21:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi', '_interfaces': [{'id': 'b3a8742f-62f0-4f53-8cff-97d69d32823f', 'name': '', 'network_id': 'ff69986b-e00e-41bd-8a28-f959570fc8f7', 'tenant_id': 'ba383df93dcf4c32b2b1c17bebd7f752', 'mac_address': 'fa:16:3e:c7:44:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c24a6de-fc3e-4eaa-b391-9f1814cc7ea4', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '647d6a86-42b9-4a67-830f-75c07bdfd5d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:04:30Z', 'updated_at': '2022-05-26T21:04:47Z', 'revision_number': 5, 'project_id': 'ba383df93dcf4c32b2b1c17bebd7f752', 'subnets': [{'id': '647d6a86-42b9-4a67-830f-75c07bdfd5d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-3-iscsi', False) {} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:08:40.039900 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f38b44c1-70ac-463f-a2ec-4ff1a042bdc4 None None] Checking router: 9c24a6de-fc3e-4eaa-b391-9f1814cc7ea4 for host: dv-cinder-828806-3-iscsi {{(pid=104104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 21:08:40.048844 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38b44c1-70ac-463f-a2ec-4ff1a042bdc4 None None] Routers {'9c24a6de-fc3e-4eaa-b391-9f1814cc7ea4'} bound to L3 agent in host dv-cinder-828806-3-iscsi {{(pid=104104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:08:40.049448 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_hamode_db [None req-f38b44c1-70ac-463f-a2ec-4ff1a042bdc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T20:55:42Z,description=,heartbeat_timestamp=2022-05-26T21:08:12Z,host='dv-cinder-828806-3-iscsi',id=ccb07560-1e88-42f3-8411-377a93089622,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T20:55:42Z,topic='l3_agent')) {'router_ids': ['9c24a6de-fc3e-4eaa-b391-9f1814cc7ea4'], 'active': True} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:08:40.061547 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-d9e9a6c3-0b77-4b3d-91cf-d647ddeed3ab tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks [] for security_group (9a1a54e9-4875-4c75-830d-b53a6257e266), before_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:40.079065 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e875df-feba-4a4c-a6ff-d3006659fb2c req-5143f3a2-5823-4279-865c-fbaa6b813a2f tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:40.080678 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-b5e875df-feba-4a4c-a6ff-d3006659fb2c req-5143f3a2-5823-4279-865c-fbaa6b813a2f tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?device_id=3ee3592d-f50d-4f98-a62e-9105020afa91 HTTP/1.1" status: 200 len: 946 time: 0.0527868 May 26 21:08:40.085938 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-d9e9a6c3-0b77-4b3d-91cf-d647ddeed3ab tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks [] for security_group (9a1a54e9-4875-4c75-830d-b53a6257e266), precommit_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:40.090153 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 49116) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:08:40.095079 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.v2.base [None req-434c3021-f332-472b-aef8-9cf3c482f878 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Request body: {'floatingip': {'port_id': '3ef1da08-cffb-44f3-950b-7ad372429892'}} {{(pid=104101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:08:40.102329 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=100 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:08:40.154739 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvr_db [None req-f38b44c1-70ac-463f-a2ec-4ff1a042bdc4 None None] Set router 9c24a6de-fc3e-4eaa-b391-9f1814cc7ea4 gateway port host: dv-cinder-828806-3-iscsi {{(pid=104104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:08:40.170991 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-434c3021-f332-472b-aef8-9cf3c482f878 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Publish callbacks [] for floatingip (53f6aa0b-c818-4eb0-a6c1-3803872ccb93), before_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:40.225779 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-d9e9a6c3-0b77-4b3d-91cf-d647ddeed3ab tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (9a1a54e9-4875-4c75-830d-b53a6257e266), after_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:40.227808 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-d9e9a6c3-0b77-4b3d-91cf-d647ddeed3ab tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks [] for security_group (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:40.228966 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-d9e9a6c3-0b77-4b3d-91cf-d647ddeed3ab tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "DELETE /v2.0/security-groups/9a1a54e9-4875-4c75-830d-b53a6257e266 HTTP/1.1" status: 204 len: 168 time: 0.2210765 May 26 21:08:40.231856 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 49118) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:08:40.246895 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.api.v2.resource [None req-02de0169-019e-4dfe-9a32-a4264ed4634f tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] show failed (client error): The resource could not be found. May 26 21:08:40.250674 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-02de0169-019e-4dfe-9a32-a4264ed4634f tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/security-groups/9a1a54e9-4875-4c75-830d-b53a6257e266 HTTP/1.1" status: 404 len: 347 time: 0.0150433 May 26 21:08:40.255191 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 49120) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:08:40.274487 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e9a6c3-0b77-4b3d-91cf-d647ddeed3ab tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a1a54e9-4875-4c75-830d-b53a6257e266,revision_number=None']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:08:40.323997 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:08:40.353604 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_hamode_db [None req-f38b44c1-70ac-463f-a2ec-4ff1a042bdc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c24a6de-fc3e-4eaa-b391-9f1814cc7ea4', 'name': 'tempest-AttachVolumeShelveTestJSON-1314911334-router', 'tenant_id': 'ba383df93dcf4c32b2b1c17bebd7f752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': '92da396d-4738-472b-a7e9-f348c6f829d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:04:22Z', 'updated_at': '2022-05-26T21:04:32Z', 'revision_number': 4, 'project_id': 'ba383df93dcf4c32b2b1c17bebd7f752', 'gw_port': {'id': '92da396d-4738-472b-a7e9-f348c6f829d2', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:80:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c24a6de-fc3e-4eaa-b391-9f1814cc7ea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:04:23Z', 'updated_at': '2022-05-26T21:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi', '_interfaces': [{'id': 'b3a8742f-62f0-4f53-8cff-97d69d32823f', 'name': '', 'network_id': 'ff69986b-e00e-41bd-8a28-f959570fc8f7', 'tenant_id': 'ba383df93dcf4c32b2b1c17bebd7f752', 'mac_address': 'fa:16:3e:c7:44:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c24a6de-fc3e-4eaa-b391-9f1814cc7ea4', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '647d6a86-42b9-4a67-830f-75c07bdfd5d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:04:30Z', 'updated_at': '2022-05-26T21:04:47Z', 'revision_number': 5, 'project_id': 'ba383df93dcf4c32b2b1c17bebd7f752', 'subnets': [{'id': '647d6a86-42b9-4a67-830f-75c07bdfd5d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-3-iscsi', False) {} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:08:40.382894 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f38b44c1-70ac-463f-a2ec-4ff1a042bdc4 None None] The sync data for ids ['9c24a6de-fc3e-4eaa-b391-9f1814cc7ea4'] in dv-cinder-828806-3-iscsi is: [{'id': '9c24a6de-fc3e-4eaa-b391-9f1814cc7ea4', 'name': 'tempest-AttachVolumeShelveTestJSON-1314911334-router', 'tenant_id': 'ba383df93dcf4c32b2b1c17bebd7f752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': '92da396d-4738-472b-a7e9-f348c6f829d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:04:22Z', 'updated_at': '2022-05-26T21:04:32Z', 'revision_number': 4, 'project_id': 'ba383df93dcf4c32b2b1c17bebd7f752', 'gw_port': {'id': '92da396d-4738-472b-a7e9-f348c6f829d2', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:80:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c24a6de-fc3e-4eaa-b391-9f1814cc7ea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:04:23Z', 'updated_at': '2022-05-26T21:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi', '_interfaces': [{'id': 'b3a8742f-62f0-4f53-8cff-97d69d32823f', 'name': '', 'network_id': 'ff69986b-e00e-41bd-8a28-f959570fc8f7', 'tenant_id': 'ba383df93dcf4c32b2b1c17bebd7f752', 'mac_address': 'fa:16:3e:c7:44:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c24a6de-fc3e-4eaa-b391-9f1814cc7ea4', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '647d6a86-42b9-4a67-830f-75c07bdfd5d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:04:30Z', 'updated_at': '2022-05-26T21:04:47Z', 'revision_number': 5, 'project_id': 'ba383df93dcf4c32b2b1c17bebd7f752', 'subnets': [{'id': '647d6a86-42b9-4a67-830f-75c07bdfd5d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 21:08:40.432268 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.plugins.ml2.plugin [None req-d8d7617d-462f-4f42-9486-24a9e7c1cd85 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Deleting port 9dd961e4-0569-4426-8370-5cf36d0d5b84 {{(pid=104102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 21:08:40.432621 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-d8d7617d-462f-4f42-9486-24a9e7c1cd85 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787881975269'] for port (9dd961e4-0569-4426-8370-5cf36d0d5b84), before_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:40.516275 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-d8d7617d-462f-4f42-9486-24a9e7c1cd85 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595751'] for port (9dd961e4-0569-4426-8370-5cf36d0d5b84), precommit_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:40.516641 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-d8d7617d-462f-4f42-9486-24a9e7c1cd85 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks [] for floatingip (9dd961e4-0569-4426-8370-5cf36d0d5b84), precommit_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:40.532932 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.plugins.ml2.plugin [None req-d8d7617d-462f-4f42-9486-24a9e7c1cd85 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Calling delete_port for 9dd961e4-0569-4426-8370-5cf36d0d5b84 owned by network:floatingip {{(pid=104102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 21:08:40.657988 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4d1c9c-6d9b-4012-8968-afeddc3cc8d1 None None] New status for floating IP 0089c5e1-5fd3-4e41-a123-7dba7443df6a: DOWN {{(pid=104103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 21:08:40.663457 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 49126) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:08:40.668235 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:08:40.721778 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-434c3021-f332-472b-aef8-9cf3c482f878 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:40.727561 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-434c3021-f332-472b-aef8-9cf3c482f878 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1614815'] for floatingip (53f6aa0b-c818-4eb0-a6c1-3803872ccb93), after_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:40.765396 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-d8d7617d-462f-4f42-9486-24a9e7c1cd85 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787881986003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787881445708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16679263'] for port (9dd961e4-0569-4426-8370-5cf36d0d5b84), after_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:40.770540 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-99ba4830-b2c6-43ea-bfdc-393b4de1489e tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Publish callbacks [] for security_group (b57d1125-26ba-42b5-a63d-5b77fdc0f323), before_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:40.811172 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d7617d-462f-4f42-9486-24a9e7c1cd85 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Pushing event deleted for resources: {'Port': ['ID=9dd961e4-0569-4426-8370-5cf36d0d5b84,revision_number=None']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:08:40.870514 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-99ba4830-b2c6-43ea-bfdc-393b4de1489e tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Publish callbacks [] for security_group (b57d1125-26ba-42b5-a63d-5b77fdc0f323), precommit_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:40.912256 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:08:40.931108 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-434c3021-f332-472b-aef8-9cf3c482f878 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Router 0ae71226-f833-44ce-a6e1-48688ff4f972 has already been hosted by L3 agent ccb07560-1e88-42f3-8411-377a93089622 {{(pid=104101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 21:08:40.933028 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-d8d7617d-462f-4f42-9486-24a9e7c1cd85 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks [] for floatingip (e3e559bf-42f1-4c47-a963-b0e820616e50), after_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:40.935548 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-d8d7617d-462f-4f42-9486-24a9e7c1cd85 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25531'] for floatingip (None), before_response {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:40.936690 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-d8d7617d-462f-4f42-9486-24a9e7c1cd85 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "DELETE /v2.0/floatingips/e3e559bf-42f1-4c47-a963-b0e820616e50 HTTP/1.1" status: 204 len: 168 time: 0.6798584 May 26 21:08:40.958846 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-99ba4830-b2c6-43ea-bfdc-393b4de1489e tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (b57d1125-26ba-42b5-a63d-5b77fdc0f323), after_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:40.962206 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-99ba4830-b2c6-43ea-bfdc-393b4de1489e tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Publish callbacks [] for security_group (None), before_response {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:40.963699 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-99ba4830-b2c6-43ea-bfdc-393b4de1489e tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "DELETE /v2.0/security-groups/b57d1125-26ba-42b5-a63d-5b77fdc0f323 HTTP/1.1" status: 204 len: 168 time: 0.2983081 May 26 21:08:40.973773 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 49130) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:08:40.974683 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ba4830-b2c6-43ea-bfdc-393b4de1489e tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b57d1125-26ba-42b5-a63d-5b77fdc0f323,revision_number=None']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:08:41.006557 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.api.v2.resource [None req-41299f8e-22a5-4bcd-a67a-dafb58836ec4 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] show failed (client error): The resource could not be found. May 26 21:08:41.007690 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-41299f8e-22a5-4bcd-a67a-dafb58836ec4 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/security-groups/b57d1125-26ba-42b5-a63d-5b77fdc0f323 HTTP/1.1" status: 404 len: 347 time: 0.0309000 May 26 21:08:41.010373 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 49134) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:08:41.045478 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-434c3021-f332-472b-aef8-9cf3c482f878 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Notify agent at l3_agent.dv-cinder-828806-3-iscsi the message routers_updated {{(pid=104101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 21:08:41.054365 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56990a4e-734c-4499-899e-d7908b49ec10 None None] Sync routers for ids ['0ae71226-f833-44ce-a6e1-48688ff4f972'] in dv-cinder-828806-3-iscsi {{(pid=104104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 21:08:41.056297 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-434c3021-f332-472b-aef8-9cf3c482f878 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25531'] for floatingip (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:41.064364 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56990a4e-734c-4499-899e-d7908b49ec10 None None] Routers {'0ae71226-f833-44ce-a6e1-48688ff4f972'} bound to L3 agent in host dv-cinder-828806-3-iscsi {{(pid=104104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:08:41.065406 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_hamode_db [None req-56990a4e-734c-4499-899e-d7908b49ec10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T20:55:42Z,description=,heartbeat_timestamp=2022-05-26T21:08:12Z,host='dv-cinder-828806-3-iscsi',id=ccb07560-1e88-42f3-8411-377a93089622,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T20:55:42Z,topic='l3_agent')) {'router_ids': ['0ae71226-f833-44ce-a6e1-48688ff4f972'], 'active': True} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:08:41.124951 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-434c3021-f332-472b-aef8-9cf3c482f878 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "PUT /v2.0/floatingips/53f6aa0b-c818-4eb0-a6c1-3803872ccb93 HTTP/1.1" status: 200 len: 994 time: 1.0336208 May 26 21:08:41.132601 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.plugins.ml2.plugin [None req-ffb3bdb5-88eb-437f-b31d-c87a108b9cb4 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Deleting port 19329f35-8a73-4557-89b2-e554f3ee18e7 {{(pid=104102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 21:08:41.132948 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-ffb3bdb5-88eb-437f-b31d-c87a108b9cb4 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787881975269'] for port (19329f35-8a73-4557-89b2-e554f3ee18e7), before_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:41.182916 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvr_db [None req-56990a4e-734c-4499-899e-d7908b49ec10 None None] Set router 0ae71226-f833-44ce-a6e1-48688ff4f972 gateway port host: dv-cinder-828806-3-iscsi {{(pid=104104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:08:41.193678 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:08:41.218026 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-ffb3bdb5-88eb-437f-b31d-c87a108b9cb4 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595751'] for port (19329f35-8a73-4557-89b2-e554f3ee18e7), precommit_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:41.218363 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-ffb3bdb5-88eb-437f-b31d-c87a108b9cb4 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Publish callbacks [] for floatingip (19329f35-8a73-4557-89b2-e554f3ee18e7), precommit_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:41.231342 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.plugins.ml2.plugin [None req-ffb3bdb5-88eb-437f-b31d-c87a108b9cb4 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Calling delete_port for 19329f35-8a73-4557-89b2-e554f3ee18e7 owned by network:floatingip {{(pid=104102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 21:08:41.390933 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-ffb3bdb5-88eb-437f-b31d-c87a108b9cb4 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787881986003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787881445708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16679263'] for port (19329f35-8a73-4557-89b2-e554f3ee18e7), after_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:41.415190 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb3bdb5-88eb-437f-b31d-c87a108b9cb4 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Pushing event deleted for resources: {'Port': ['ID=19329f35-8a73-4557-89b2-e554f3ee18e7,revision_number=None']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:08:41.480460 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-ffb3bdb5-88eb-437f-b31d-c87a108b9cb4 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Publish callbacks [] for floatingip (0089c5e1-5fd3-4e41-a123-7dba7443df6a), after_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:41.482969 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-ffb3bdb5-88eb-437f-b31d-c87a108b9cb4 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25531'] for floatingip (None), before_response {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:41.484109 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-ffb3bdb5-88eb-437f-b31d-c87a108b9cb4 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "DELETE /v2.0/floatingips/0089c5e1-5fd3-4e41-a123-7dba7443df6a HTTP/1.1" status: 204 len: 168 time: 0.4727874 May 26 21:08:41.493589 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_hamode_db [None req-56990a4e-734c-4499-899e-d7908b49ec10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ae71226-f833-44ce-a6e1-48688ff4f972', 'name': 'tempest-ServerRescueNegativeTestJSON-1633340236-router', 'tenant_id': '9f8ac962c5d0402eb17b01aa02632897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': 'acc9ed48-9558-49e7-9b9f-c8e118189f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:04:21Z', 'updated_at': '2022-05-26T21:04:35Z', 'revision_number': 4, 'project_id': '9f8ac962c5d0402eb17b01aa02632897', 'gw_port': {'id': 'acc9ed48-9558-49e7-9b9f-c8e118189f9a', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:7a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae71226-f833-44ce-a6e1-48688ff4f972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:04:23Z', 'updated_at': '2022-05-26T21:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi', '_floatingips': [{'id': '53f6aa0b-c818-4eb0-a6c1-3803872ccb93', 'tenant_id': '9f8ac962c5d0402eb17b01aa02632897', 'floating_ip_address': '172.27.2.249', 'floating_network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'router_id': '0ae71226-f833-44ce-a6e1-48688ff4f972', 'port_id': '3ef1da08-cffb-44f3-950b-7ad372429892', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db3bac2b-2e57-4b81-ab3a-36a5a5912178', 'mac_address': 'fa:16:3e:8a:da:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee3592d-f50d-4f98-a62e-9105020afa91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T21:06:49Z', 'updated_at': '2022-05-26T21:08:40Z', 'revision_number': 3, 'project_id': '9f8ac962c5d0402eb17b01aa02632897', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbbeb1c6-1690-4c85-91b1-afdd67f080b6', 'name': '', 'network_id': 'db3bac2b-2e57-4b81-ab3a-36a5a5912178', 'tenant_id': '9f8ac962c5d0402eb17b01aa02632897', 'mac_address': 'fa:16:3e:66:48:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae71226-f833-44ce-a6e1-48688ff4f972', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'aedf8799-8f39-49e6-9345-2bd6d7772744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:04:32Z', 'updated_at': '2022-05-26T21:04:48Z', 'revision_number': 5, 'project_id': '9f8ac962c5d0402eb17b01aa02632897', 'subnets': [{'id': 'aedf8799-8f39-49e6-9345-2bd6d7772744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-3-iscsi', False) {} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:08:41.519217 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56990a4e-734c-4499-899e-d7908b49ec10 None None] Checking router: 0ae71226-f833-44ce-a6e1-48688ff4f972 for host: dv-cinder-828806-3-iscsi {{(pid=104104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 21:08:41.527784 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56990a4e-734c-4499-899e-d7908b49ec10 None None] Routers {'0ae71226-f833-44ce-a6e1-48688ff4f972'} bound to L3 agent in host dv-cinder-828806-3-iscsi {{(pid=104104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:08:41.528400 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_hamode_db [None req-56990a4e-734c-4499-899e-d7908b49ec10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T20:55:42Z,description=,heartbeat_timestamp=2022-05-26T21:08:12Z,host='dv-cinder-828806-3-iscsi',id=ccb07560-1e88-42f3-8411-377a93089622,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T20:55:42Z,topic='l3_agent')) {'router_ids': ['0ae71226-f833-44ce-a6e1-48688ff4f972'], 'active': True} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:08:41.563092 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 49146) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:08:41.567635 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.v2.base [None req-54674c88-15db-490a-8280-818710cd021b tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Request body: {'security_group': {'name': 'tempest-securitygroup--496106487', 'description': 'tempest-description--1166387981'}} {{(pid=104102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:08:41.588226 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-54674c88-15db-490a-8280-818710cd021b tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Publish callbacks [] for security_group (None), before_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:41.628372 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvr_db [None req-56990a4e-734c-4499-899e-d7908b49ec10 None None] Set router 0ae71226-f833-44ce-a6e1-48688ff4f972 gateway port host: dv-cinder-828806-3-iscsi {{(pid=104104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:08:41.655691 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-54674c88-15db-490a-8280-818710cd021b tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Publish callbacks [] for security_group (6fd55e68-e49d-4af6-81d3-d350fedf0cd0), precommit_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:41.659294 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-54674c88-15db-490a-8280-818710cd021b tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (6fd55e68-e49d-4af6-81d3-d350fedf0cd0), after_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:41.692897 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-54674c88-15db-490a-8280-818710cd021b tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Publish callbacks [] for security_group (None), before_response {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:41.696863 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-54674c88-15db-490a-8280-818710cd021b tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1300333 May 26 21:08:41.697059 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 49148) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:08:41.701209 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.v2.base [None req-a2dd8130-2c16-4e9d-b77d-8de9d84fe013 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Request body: {'security_group_rule': {'security_group_id': '6fd55e68-e49d-4af6-81d3-d350fedf0cd0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:08:41.706805 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54674c88-15db-490a-8280-818710cd021b tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fd55e68-e49d-4af6-81d3-d350fedf0cd0,revision_number=1']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:08:41.728299 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ee3592d-f50d-4f98-a62e-9105020afa91', 'tag': '3ef1da08-cffb-44f3-950b-7ad372429892'}, {'name': 'network-changed', 'server_uuid': '3ee3592d-f50d-4f98-a62e-9105020afa91', 'tag': '3ef1da08-cffb-44f3-950b-7ad372429892'}] {{(pid=104101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:08:41.731260 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e35b3b942162f380527a6ddce7731c26b87baf9d9763e10c20fbd720b027cea7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e13abb7-3175-4541-a161-2a224fa75c24" -d '{"events": [{"name": "network-changed", "server_uuid": "3ee3592d-f50d-4f98-a62e-9105020afa91", "tag": "3ef1da08-cffb-44f3-950b-7ad372429892"}, {"name": "network-changed", "server_uuid": "3ee3592d-f50d-4f98-a62e-9105020afa91", "tag": "3ef1da08-cffb-44f3-950b-7ad372429892"}]}' {{(pid=104101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:08:41.731409 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-a2dd8130-2c16-4e9d-b77d-8de9d84fe013 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Publish callbacks [] for security_group_rule (c350de61-a7d2-452c-9217-a0bd36c98dfd), before_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:41.762517 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=100 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:08:41.770517 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 26 May 2022 21:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98099fe5-3e27-426e-ae2e-b555cbd3c311 x-openstack-request-id: req-98099fe5-3e27-426e-ae2e-b555cbd3c311 {{(pid=104101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:08:41.770769 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ee3592d-f50d-4f98-a62e-9105020afa91", "tag": "3ef1da08-cffb-44f3-950b-7ad372429892", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3ee3592d-f50d-4f98-a62e-9105020afa91", "tag": "3ef1da08-cffb-44f3-950b-7ad372429892", "status": "completed", "code": 200}]} {{(pid=104101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:08:41.771710 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-98099fe5-3e27-426e-ae2e-b555cbd3c311 {{(pid=104101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:08:41.771710 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98099fe5-3e27-426e-ae2e-b555cbd3c311'] response: {'name': 'network-changed', 'server_uuid': '3ee3592d-f50d-4f98-a62e-9105020afa91', 'tag': '3ef1da08-cffb-44f3-950b-7ad372429892', 'status': 'completed', 'code': 200} May 26 21:08:41.771710 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98099fe5-3e27-426e-ae2e-b555cbd3c311'] response: {'name': 'network-changed', 'server_uuid': '3ee3592d-f50d-4f98-a62e-9105020afa91', 'tag': '3ef1da08-cffb-44f3-950b-7ad372429892', 'status': 'completed', 'code': 200} May 26 21:08:41.792218 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-a2dd8130-2c16-4e9d-b77d-8de9d84fe013 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Publish callbacks [] for security_group_rule (c350de61-a7d2-452c-9217-a0bd36c98dfd), precommit_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:41.796222 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-a2dd8130-2c16-4e9d-b77d-8de9d84fe013 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636418'] for security_group_rule (c350de61-a7d2-452c-9217-a0bd36c98dfd), after_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:41.817399 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dd8130-2c16-4e9d-b77d-8de9d84fe013 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c350de61-a7d2-452c-9217-a0bd36c98dfd,revision_number=0']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:08:41.828872 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-a2dd8130-2c16-4e9d-b77d-8de9d84fe013 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:41.830047 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-a2dd8130-2c16-4e9d-b77d-8de9d84fe013 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1320910 May 26 21:08:41.832678 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 49152) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:08:41.837083 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.v2.base [None req-ffb683c1-5980-4be3-ae58-713f7ae06bd2 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Request body: {'security_group_rule': {'security_group_id': '6fd55e68-e49d-4af6-81d3-d350fedf0cd0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:08:41.843639 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_hamode_db [None req-56990a4e-734c-4499-899e-d7908b49ec10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ae71226-f833-44ce-a6e1-48688ff4f972', 'name': 'tempest-ServerRescueNegativeTestJSON-1633340236-router', 'tenant_id': '9f8ac962c5d0402eb17b01aa02632897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': 'acc9ed48-9558-49e7-9b9f-c8e118189f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:04:21Z', 'updated_at': '2022-05-26T21:04:35Z', 'revision_number': 4, 'project_id': '9f8ac962c5d0402eb17b01aa02632897', 'gw_port': {'id': 'acc9ed48-9558-49e7-9b9f-c8e118189f9a', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:7a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae71226-f833-44ce-a6e1-48688ff4f972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:04:23Z', 'updated_at': '2022-05-26T21:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi', '_floatingips': [{'id': '53f6aa0b-c818-4eb0-a6c1-3803872ccb93', 'tenant_id': '9f8ac962c5d0402eb17b01aa02632897', 'floating_ip_address': '172.27.2.249', 'floating_network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'router_id': '0ae71226-f833-44ce-a6e1-48688ff4f972', 'port_id': '3ef1da08-cffb-44f3-950b-7ad372429892', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db3bac2b-2e57-4b81-ab3a-36a5a5912178', 'mac_address': 'fa:16:3e:8a:da:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee3592d-f50d-4f98-a62e-9105020afa91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T21:06:49Z', 'updated_at': '2022-05-26T21:08:40Z', 'revision_number': 3, 'project_id': '9f8ac962c5d0402eb17b01aa02632897', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbbeb1c6-1690-4c85-91b1-afdd67f080b6', 'name': '', 'network_id': 'db3bac2b-2e57-4b81-ab3a-36a5a5912178', 'tenant_id': '9f8ac962c5d0402eb17b01aa02632897', 'mac_address': 'fa:16:3e:66:48:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae71226-f833-44ce-a6e1-48688ff4f972', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'aedf8799-8f39-49e6-9345-2bd6d7772744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:04:32Z', 'updated_at': '2022-05-26T21:04:48Z', 'revision_number': 5, 'project_id': '9f8ac962c5d0402eb17b01aa02632897', 'subnets': [{'id': 'aedf8799-8f39-49e6-9345-2bd6d7772744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-3-iscsi', False) {} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:08:41.850503 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:DELETE=9,neutron:SELECT=81,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:08:41.866657 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-ffb683c1-5980-4be3-ae58-713f7ae06bd2 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Publish callbacks [] for security_group_rule (05a49b5c-ea1b-48a7-a8a1-dbdb389862e6), before_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:41.869439 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56990a4e-734c-4499-899e-d7908b49ec10 None None] The sync data for ids ['0ae71226-f833-44ce-a6e1-48688ff4f972'] in dv-cinder-828806-3-iscsi is: [{'id': '0ae71226-f833-44ce-a6e1-48688ff4f972', 'name': 'tempest-ServerRescueNegativeTestJSON-1633340236-router', 'tenant_id': '9f8ac962c5d0402eb17b01aa02632897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': 'acc9ed48-9558-49e7-9b9f-c8e118189f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:04:21Z', 'updated_at': '2022-05-26T21:04:35Z', 'revision_number': 4, 'project_id': '9f8ac962c5d0402eb17b01aa02632897', 'gw_port': {'id': 'acc9ed48-9558-49e7-9b9f-c8e118189f9a', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:7a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae71226-f833-44ce-a6e1-48688ff4f972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:04:23Z', 'updated_at': '2022-05-26T21:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi', '_floatingips': [{'id': '53f6aa0b-c818-4eb0-a6c1-3803872ccb93', 'tenant_id': '9f8ac962c5d0402eb17b01aa02632897', 'floating_ip_address': '172.27.2.249', 'floating_network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'router_id': '0ae71226-f833-44ce-a6e1-48688ff4f972', 'port_id': '3ef1da08-cffb-44f3-950b-7ad372429892', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db3bac2b-2e57-4b81-ab3a-36a5a5912178', 'mac_address': 'fa:16:3e:8a:da:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ee3592d-f50d-4f98-a62e-9105020afa91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T21:06:49Z', 'updated_at': '2022-05-26T21:08:40Z', 'revision_number': 3, 'project_id': '9f8ac962c5d0402eb17b01aa02632897', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbbeb1c6-1690-4c85-91b1-afdd67f080b6', 'name': '', 'network_id': 'db3bac2b-2e57-4b81-ab3a-36a5a5912178', 'tenant_id': '9f8ac962c5d0402eb17b01aa02632897', 'mac_address': 'fa:16:3e:66:48:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae71226-f833-44ce-a6e1-48688ff4f972', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'aedf8799-8f39-49e6-9345-2bd6d7772744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:04:32Z', 'updated_at': '2022-05-26T21:04:48Z', 'revision_number': 5, 'project_id': '9f8ac962c5d0402eb17b01aa02632897', 'subnets': [{'id': 'aedf8799-8f39-49e6-9345-2bd6d7772744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 21:08:41.922529 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-ffb683c1-5980-4be3-ae58-713f7ae06bd2 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Publish callbacks [] for security_group_rule (05a49b5c-ea1b-48a7-a8a1-dbdb389862e6), precommit_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:41.925013 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e13abb7-3175-4541-a161-2a224fa75c24 req-eb0fbaa9-e1ef-4d2e-bd33-c5ec597bf810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:41.926636 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-8e13abb7-3175-4541-a161-2a224fa75c24 req-eb0fbaa9-e1ef-4d2e-bd33-c5ec597bf810 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9f8ac962c5d0402eb17b01aa02632897&device_id=3ee3592d-f50d-4f98-a62e-9105020afa91 HTTP/1.1" status: 200 len: 1130 time: 0.0682094 May 26 21:08:41.935001 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-ffb683c1-5980-4be3-ae58-713f7ae06bd2 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636418'] for security_group_rule (05a49b5c-ea1b-48a7-a8a1-dbdb389862e6), after_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:41.955984 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb683c1-5980-4be3-ae58-713f7ae06bd2 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05a49b5c-ea1b-48a7-a8a1-dbdb389862e6,revision_number=0']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:08:41.964705 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-ffb683c1-5980-4be3-ae58-713f7ae06bd2 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:41.966619 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-ffb683c1-5980-4be3-ae58-713f7ae06bd2 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1328154 May 26 21:08:41.969658 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 49154) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:08:41.974044 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.v2.base [None req-dffae3e4-46d5-4db0-bba0-d3b44759f120 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Request body: {'floatingip': {'floating_network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12'}} {{(pid=104101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:08:42.041162 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-dffae3e4-46d5-4db0-bba0-d3b44759f120 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:42.060430 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-660b62d3-6b60-4a10-b2ca-51a2881bebf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (ccb07560-1e88-42f3-8411-377a93089622), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:42.377840 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e13abb7-3175-4541-a161-2a224fa75c24 req-22e217ba-0737-40f6-8bc2-276276f0bdef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:42.379333 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-8e13abb7-3175-4541-a161-2a224fa75c24 req-22e217ba-0737-40f6-8bc2-276276f0bdef service neutron] 10.222.0.62 "GET /v2.0/networks?id=db3bac2b-2e57-4b81-ab3a-36a5a5912178 HTTP/1.1" status: 200 len: 920 time: 0.3944077 May 26 21:08:42.419983 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-dffae3e4-46d5-4db0-bba0-d3b44759f120 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (None), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:42.421435 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:08:42.487883 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-8e13abb7-3175-4541-a161-2a224fa75c24 req-38e1b8ea-03c7-43d2-bb59-a6d27c6cfd12 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ef1da08-cffb-44f3-950b-7ad372429892 HTTP/1.1" status: 200 len: 1002 time: 0.1015370 May 26 21:08:42.558683 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:08:42.573140 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e13abb7-3175-4541-a161-2a224fa75c24 req-47897c11-545a-4697-9027-b2b015a9bdee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:42.574598 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-8e13abb7-3175-4541-a161-2a224fa75c24 req-47897c11-545a-4697-9027-b2b015a9bdee service neutron] 10.222.0.62 "GET /v2.0/subnets?id=aedf8799-8f39-49e6-9345-2bd6d7772744 HTTP/1.1" status: 200 len: 858 time: 0.0790794 May 26 21:08:42.583428 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.db.db_base_plugin_common [None req-dffae3e4-46d5-4db0-bba0-d3b44759f120 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Allocated IP 172.27.2.171 (7d433162-bc3c-42dc-9b38-0bd5733b5e12/724ba99f-4e90-4a15-97fd-930eedded7a9/91cc8dc3-c1ad-491d-b6d3-263e1f1a94ac) {{(pid=104101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 21:08:42.648274 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e13abb7-3175-4541-a161-2a224fa75c24 req-6a847cc0-6ebc-4166-aa3c-edc0077c2511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:42.649769 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-8e13abb7-3175-4541-a161-2a224fa75c24 req-6a847cc0-6ebc-4166-aa3c-edc0077c2511 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=db3bac2b-2e57-4b81-ab3a-36a5a5912178&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0676093 May 26 21:08:42.790263 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-dffae3e4-46d5-4db0-bba0-d3b44759f120 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Publish callbacks [] for port (91cc8dc3-c1ad-491d-b6d3-263e1f1a94ac), precommit_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:42.798532 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-8e13abb7-3175-4541-a161-2a224fa75c24 req-0b0aaeb3-3932-4c1a-bd75-1dee1574780c service neutron] 10.222.0.62 "GET /v2.0/networks/db3bac2b-2e57-4b81-ab3a-36a5a5912178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252933 May 26 21:08:42.886022 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-dffae3e4-46d5-4db0-bba0-d3b44759f120 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787881445699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13231773'] for port (91cc8dc3-c1ad-491d-b6d3-263e1f1a94ac), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:42.944210 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dffae3e4-46d5-4db0-bba0-d3b44759f120 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Network 7d433162-bc3c-42dc-9b38-0bd5733b5e12 is already hosted by enough agents. {{(pid=104101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 21:08:42.950207 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-8e13abb7-3175-4541-a161-2a224fa75c24 req-0aa9f667-f7cf-4e2f-a58c-71869c34e402 service neutron] 10.222.0.62 "GET /v2.0/networks/db3bac2b-2e57-4b81-ab3a-36a5a5912178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450315 May 26 21:08:42.952814 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.scheduler.base_scheduler [None req-dffae3e4-46d5-4db0-bba0-d3b44759f120 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Resources bound (agent type, host, resource id): {{(pid=104101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:08:42.957073 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dffae3e4-46d5-4db0-bba0-d3b44759f120 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Received port after_create {{(pid=104101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 21:08:42.960339 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffae3e4-46d5-4db0-bba0-d3b44759f120 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Pushing event updated for resources: {'Port': ['ID=91cc8dc3-c1ad-491d-b6d3-263e1f1a94ac,revision_number=1']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:08:42.987286 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-2cedcaf3-f8c8-488c-9e0f-8ce175add227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (5deefb54-cd62-4255-b022-7e9734e3e0b8), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:43.047414 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-dffae3e4-46d5-4db0-bba0-d3b44759f120 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Publish callbacks [] for floatingip (32e498f6-0a4b-4adf-928c-0cd496ec2c2e), precommit_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:43.083523 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:08:43.085295 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e13abb7-3175-4541-a161-2a224fa75c24 req-f8f92464-d3c1-49c0-ba0e-c74134a2731a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:43.086976 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-8e13abb7-3175-4541-a161-2a224fa75c24 req-f8f92464-d3c1-49c0-ba0e-c74134a2731a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9f8ac962c5d0402eb17b01aa02632897&device_id=3ee3592d-f50d-4f98-a62e-9105020afa91 HTTP/1.1" status: 200 len: 1130 time: 0.0509944 May 26 21:08:43.132062 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-dffae3e4-46d5-4db0-bba0-d3b44759f120 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (91cc8dc3-c1ad-491d-b6d3-263e1f1a94ac), before_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:43.251431 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e13abb7-3175-4541-a161-2a224fa75c24 req-ce7270ba-d35c-422e-bd96-534d14159046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:43.252877 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-8e13abb7-3175-4541-a161-2a224fa75c24 req-ce7270ba-d35c-422e-bd96-534d14159046 service neutron] 10.222.0.62 "GET /v2.0/networks?id=db3bac2b-2e57-4b81-ab3a-36a5a5912178 HTTP/1.1" status: 200 len: 920 time: 0.1493640 May 26 21:08:43.333769 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:08:43.357662 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-8e13abb7-3175-4541-a161-2a224fa75c24 req-fba0d8bc-14b4-4c9d-9f4b-9fc2f36a141e service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ef1da08-cffb-44f3-950b-7ad372429892 HTTP/1.1" status: 200 len: 1002 time: 0.0970550 May 26 21:08:43.435064 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e13abb7-3175-4541-a161-2a224fa75c24 req-16871aa7-c35c-48c0-9240-859761de93a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:43.436518 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-8e13abb7-3175-4541-a161-2a224fa75c24 req-16871aa7-c35c-48c0-9240-859761de93a0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=aedf8799-8f39-49e6-9345-2bd6d7772744 HTTP/1.1" status: 200 len: 858 time: 0.0702181 May 26 21:08:43.460503 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-dffae3e4-46d5-4db0-bba0-d3b44759f120 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Publish callbacks [] for port (91cc8dc3-c1ad-491d-b6d3-263e1f1a94ac), precommit_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:43.483664 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-dffae3e4-46d5-4db0-bba0-d3b44759f120 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13231786'] for port (91cc8dc3-c1ad-491d-b6d3-263e1f1a94ac), after_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:43.519729 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e13abb7-3175-4541-a161-2a224fa75c24 req-036d9dbe-52ee-4abd-a6f2-8e1aae45d217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:43.522022 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-8e13abb7-3175-4541-a161-2a224fa75c24 req-036d9dbe-52ee-4abd-a6f2-8e1aae45d217 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=db3bac2b-2e57-4b81-ab3a-36a5a5912178&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0772448 May 26 21:08:43.613919 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffae3e4-46d5-4db0-bba0-d3b44759f120 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Pushing event updated for resources: {'Port': ['ID=91cc8dc3-c1ad-491d-b6d3-263e1f1a94ac,revision_number=2']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:08:43.630716 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-dffae3e4-46d5-4db0-bba0-d3b44759f120 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1614815'] for floatingip (32e498f6-0a4b-4adf-928c-0cd496ec2c2e), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:43.634795 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:08:43.657153 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-dffae3e4-46d5-4db0-bba0-d3b44759f120 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25531'] for floatingip (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:43.658536 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-dffae3e4-46d5-4db0-bba0-d3b44759f120 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6878316 May 26 21:08:43.676428 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-8e13abb7-3175-4541-a161-2a224fa75c24 req-e06ec042-7dbe-4c71-8726-1c7dd040efd3 service neutron] 10.222.0.62 "GET /v2.0/networks/db3bac2b-2e57-4b81-ab3a-36a5a5912178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478581 May 26 21:08:43.681264 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd431ba-5b6a-48e1-8407-0dd1ce403ade req-419d3c17-5f7d-46a0-9f9c-cc8c09694940 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:43.682819 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-2cd431ba-5b6a-48e1-8407-0dd1ce403ade req-419d3c17-5f7d-46a0-9f9c-cc8c09694940 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/ports?device_id=0a4ded4d-1abb-4bb7-ae27-95e1ce923b95 HTTP/1.1" status: 200 len: 945 time: 0.0577047 May 26 21:08:43.733019 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-2cd431ba-5b6a-48e1-8407-0dd1ce403ade req-91658164-ee42-4205-8d80-85e692bcead2 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/security-groups?id=d3253da1-13c2-4960-85fe-ea1c2b16da0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444076 May 26 21:08:43.854769 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-6ad7ccb4-a841-4880-b2bb-7a708e85804a req-2b4b1aa6-a2e1-46a7-b65c-1898a41e04dd tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--496106487&fields=id&tenant_id=ba383df93dcf4c32b2b1c17bebd7f752 HTTP/1.1" status: 200 len: 267 time: 0.0426025 May 26 21:08:43.955628 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad7ccb4-a841-4880-b2bb-7a708e85804a req-9921bbc4-ca17-4c25-92d6-b6a0af5af46e tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:43.957055 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-6ad7ccb4-a841-4880-b2bb-7a708e85804a req-9921bbc4-ca17-4c25-92d6-b6a0af5af46e tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/networks?id=ff69986b-e00e-41bd-8a28-f959570fc8f7 HTTP/1.1" status: 200 len: 817 time: 0.0960133 May 26 21:08:43.972669 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-6ad7ccb4-a841-4880-b2bb-7a708e85804a req-bffa4d10-8fe4-4f67-9f85-02ebf6e26e5c tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/quotas/ba383df93dcf4c32b2b1c17bebd7f752 HTTP/1.1" status: 200 len: 375 time: 0.0087767 May 26 21:08:44.022980 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-6ad7ccb4-a841-4880-b2bb-7a708e85804a req-087a939e-b73b-4601-9204-fdf16dd4df35 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=ba383df93dcf4c32b2b1c17bebd7f752&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0453737 May 26 21:08:44.113075 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-6ad7ccb4-a841-4880-b2bb-7a708e85804a req-622879ba-ad27-4970-8812-4fc9a96d48a9 service neutron] 10.222.0.57 "GET /v2.0/networks/ff69986b-e00e-41bd-8a28-f959570fc8f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790761 May 26 21:08:44.203328 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-6ad7ccb4-a841-4880-b2bb-7a708e85804a req-e8a3d6a4-4f5e-426b-8ebe-5a9f7cc04e52 service neutron] 10.222.0.57 "GET /v2.0/networks/ff69986b-e00e-41bd-8a28-f959570fc8f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846486 May 26 21:08:44.361196 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-86460c03-95bd-4bcb-a3fb-011b072894e3 req-b493ab32-de79-4714-adbe-6b2dfbcc0b89 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=559095bd-c9f8-44f9-8e2a-dd44acedd8b1 HTTP/1.1" status: 200 len: 210 time: 0.0275295 May 26 21:08:44.500723 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-46f12c73-3700-4e7e-86c8-206b84d0e626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (54d4a93e-badb-480c-831f-99f9f6beb5f4), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:44.845356 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca1d25d-2929-4211-924b-da93d8ab7ead req-72e8af3c-12fe-4f80-875d-ca9d631a31ed tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:44.846824 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-6ca1d25d-2929-4211-924b-da93d8ab7ead req-72e8af3c-12fe-4f80-875d-ca9d631a31ed tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/ports?device_id=0a4ded4d-1abb-4bb7-ae27-95e1ce923b95 HTTP/1.1" status: 200 len: 945 time: 0.0466962 May 26 21:08:44.893189 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-6ca1d25d-2929-4211-924b-da93d8ab7ead req-25ba0c7a-cca6-42c8-8a73-6979feaa29c7 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/security-groups?id=d3253da1-13c2-4960-85fe-ea1c2b16da0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402398 May 26 21:08:45.196306 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-8e13abb7-3175-4541-a161-2a224fa75c24 req-a1be3403-8e68-4a9a-8063-a5ecd267004b service neutron] 10.222.0.62 "GET /v2.0/networks/db3bac2b-2e57-4b81-ab3a-36a5a5912178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862651 May 26 21:08:45.464541 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-0d5d2d23-9982-4dc2-9a72-9072a595ce06 req-2e7eb6d9-b3f4-48f2-842c-2cd967cd5b6b tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=559095bd-c9f8-44f9-8e2a-dd44acedd8b1 HTTP/1.1" status: 200 len: 210 time: 0.0320499 May 26 21:08:45.620656 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd5b969-9924-413d-a24f-2935f939d41d req-42a151fd-75c0-4228-846f-2b94a6ef36df tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:45.622076 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-3dd5b969-9924-413d-a24f-2935f939d41d req-42a151fd-75c0-4228-846f-2b94a6ef36df tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a4ded4d-1abb-4bb7-ae27-95e1ce923b95 HTTP/1.1" status: 200 len: 945 time: 0.0475934 May 26 21:08:45.960375 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.plugin [req-3dd5b969-9924-413d-a24f-2935f939d41d req-30fe8211-0751-4f50-928b-9109e2cea433 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Deleting port 785e2ff9-cc1a-490d-8a6f-a1613f95e361 {{(pid=104101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 21:08:45.961797 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-3dd5b969-9924-413d-a24f-2935f939d41d req-30fe8211-0751-4f50-928b-9109e2cea433 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787881975269'] for port (785e2ff9-cc1a-490d-8a6f-a1613f95e361), before_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:45.967802 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (545ffc5a-00f7-4140-8f25-9e74b0e32d39), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:46.025757 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe2954f-d5b1-451a-ab47-29dd2bdf9f0c req-5702c7a3-d86e-4fbb-bb00-b189ea631d2e tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:46.027462 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-ffe2954f-d5b1-451a-ab47-29dd2bdf9f0c req-5702c7a3-d86e-4fbb-bb00-b189ea631d2e tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/ports?device_id=0a4ded4d-1abb-4bb7-ae27-95e1ce923b95 HTTP/1.1" status: 200 len: 945 time: 0.0567827 May 26 21:08:46.077618 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-ffe2954f-d5b1-451a-ab47-29dd2bdf9f0c req-8e69f58c-25bd-4187-aae7-b02ce7a6fac0 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/security-groups?id=d3253da1-13c2-4960-85fe-ea1c2b16da0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440359 May 26 21:08:46.093835 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:08:46.140453 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.db [req-3dd5b969-9924-413d-a24f-2935f939d41d req-30fe8211-0751-4f50-928b-9109e2cea433 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] For port 785e2ff9-cc1a-490d-8a6f-a1613f95e361, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=785e2ff9-cc1a-490d-8a6f-a1613f95e361,segment=NetworkSegment(5a8b3ddd-b07c-4334-a55f-ea808909a34b),segment_id=5a8b3ddd-b07c-4334-a55f-ea808909a34b)] {{(pid=104101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:08:46.140817 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-3dd5b969-9924-413d-a24f-2935f939d41d req-30fe8211-0751-4f50-928b-9109e2cea433 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595751'] for port (785e2ff9-cc1a-490d-8a6f-a1613f95e361), precommit_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:46.170299 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad7ccb4-a841-4880-b2bb-7a708e85804a req-10a6a512-bc0b-4032-91ce-1d637bc29924 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:46.171811 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-6ad7ccb4-a841-4880-b2bb-7a708e85804a req-10a6a512-bc0b-4032-91ce-1d637bc29924 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.62 "GET /v2.0/networks?id=ff69986b-e00e-41bd-8a28-f959570fc8f7 HTTP/1.1" status: 200 len: 817 time: 0.1554918 May 26 21:08:46.211874 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:08:46.328066 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-3dd5b969-9924-413d-a24f-2935f939d41d req-30fe8211-0751-4f50-928b-9109e2cea433 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:46.328355 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-3dd5b969-9924-413d-a24f-2935f939d41d req-30fe8211-0751-4f50-928b-9109e2cea433 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1614815'] for floatingip (decb2ff7-98c1-4f8a-9213-836225faefc1), after_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:46.328670 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.db.l3_db [req-3dd5b969-9924-413d-a24f-2935f939d41d req-30fe8211-0751-4f50-928b-9109e2cea433 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Floating IP decb2ff7-98c1-4f8a-9213-836225faefc1 disassociated. External IP: 172.27.2.84, port: 785e2ff9-cc1a-490d-8a6f-a1613f95e361. May 26 21:08:46.329010 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.plugin [req-3dd5b969-9924-413d-a24f-2935f939d41d req-30fe8211-0751-4f50-928b-9109e2cea433 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Calling delete_port for 785e2ff9-cc1a-490d-8a6f-a1613f95e361 owned by compute:nova {{(pid=104101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 21:08:46.413119 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-6ad7ccb4-a841-4880-b2bb-7a708e85804a req-d462c6c2-eaa4-49bb-ab6c-d2e5dc66c66d tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ba383df93dcf4c32b2b1c17bebd7f752 HTTP/1.1" status: 200 len: 379 time: 0.1065044 May 26 21:08:46.426024 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.v2.base [req-6ad7ccb4-a841-4880-b2bb-7a708e85804a req-06636cba-7ce6-4739-a9de-4705c9b30c71 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Request body: {'port': {'device_id': '559095bd-c9f8-44f9-8e2a-dd44acedd8b1', 'network_id': 'ff69986b-e00e-41bd-8a28-f959570fc8f7', 'admin_state_up': True, 'tenant_id': 'ba383df93dcf4c32b2b1c17bebd7f752', 'security_groups': ['6fd55e68-e49d-4af6-81d3-d350fedf0cd0']}} {{(pid=104101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:08:46.571083 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-bb0b0f27-f2bd-4a45-8546-6a8294a6b663 req-fa698c6e-2a4c-449e-94c2-182af4e1c847 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=559095bd-c9f8-44f9-8e2a-dd44acedd8b1 HTTP/1.1" status: 200 len: 210 time: 0.0273356 May 26 21:08:46.574970 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-3dd5b969-9924-413d-a24f-2935f939d41d req-30fe8211-0751-4f50-928b-9109e2cea433 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787881986003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787881445708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13231773'] for port (785e2ff9-cc1a-490d-8a6f-a1613f95e361), after_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:46.608854 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fe8211-0751-4f50-928b-9109e2cea433 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Pushing event deleted for resources: {'Port': ['ID=785e2ff9-cc1a-490d-8a6f-a1613f95e361,revision_number=None']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:08:46.615939 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ad7ccb4-a841-4880-b2bb-7a708e85804a req-06636cba-7ce6-4739-a9de-4705c9b30c71 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Made reservation on behalf of ba383df93dcf4c32b2b1c17bebd7f752 for: {'port': 1} {{(pid=104101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 21:08:46.619589 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-6ad7ccb4-a841-4880-b2bb-7a708e85804a req-06636cba-7ce6-4739-a9de-4705c9b30c71 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (None), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:47.055005 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3dd5b969-9924-413d-a24f-2935f939d41d req-30fe8211-0751-4f50-928b-9109e2cea433 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Router 3bb60381-f3a3-4d7c-a3fa-b838eedba2bc has already been hosted by L3 agent ccb07560-1e88-42f3-8411-377a93089622 {{(pid=104101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 21:08:47.076383 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.db.db_base_plugin_common [req-6ad7ccb4-a841-4880-b2bb-7a708e85804a req-06636cba-7ce6-4739-a9de-4705c9b30c71 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Allocated IP 172.20.0.4 (ff69986b-e00e-41bd-8a28-f959570fc8f7/647d6a86-42b9-4a67-830f-75c07bdfd5d7/2b28ec7a-2283-4d09-881e-8be73e6910f6) {{(pid=104101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 21:08:47.126607 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=5,neutron:INSERT=2 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:08:47.149792 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:08:47.175401 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-5f48f315-f45b-4f84-90b5-2fd97f5df516 req-66aa8ab6-ba71-4af6-9d67-22261902cc39 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/ports?device_id=0a4ded4d-1abb-4bb7-ae27-95e1ce923b95 HTTP/1.1" status: 200 len: 210 time: 0.0268006 May 26 21:08:47.258620 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3dd5b969-9924-413d-a24f-2935f939d41d req-30fe8211-0751-4f50-928b-9109e2cea433 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Notify agent at l3_agent.dv-cinder-828806-3-iscsi the message routers_updated {{(pid=104101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 21:08:47.268850 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b72403c-00a6-4e49-a015-70c19cefc8ea None None] Sync routers for ids ['3bb60381-f3a3-4d7c-a3fa-b838eedba2bc'] in dv-cinder-828806-3-iscsi {{(pid=104103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 21:08:47.278045 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b72403c-00a6-4e49-a015-70c19cefc8ea None None] Routers {'3bb60381-f3a3-4d7c-a3fa-b838eedba2bc'} bound to L3 agent in host dv-cinder-828806-3-iscsi {{(pid=104103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:08:47.278678 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_hamode_db [None req-9b72403c-00a6-4e49-a015-70c19cefc8ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T20:55:42Z,description=,heartbeat_timestamp=2022-05-26T21:08:42Z,host='dv-cinder-828806-3-iscsi',id=ccb07560-1e88-42f3-8411-377a93089622,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T20:55:42Z,topic='l3_agent')) {'router_ids': ['3bb60381-f3a3-4d7c-a3fa-b838eedba2bc'], 'active': True} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:08:47.307488 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dd5b969-9924-413d-a24f-2935f939d41d req-30fe8211-0751-4f50-928b-9109e2cea433 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] No DVR routers for this DVR port 785e2ff9-cc1a-490d-8a6f-a1613f95e361 on host hv-cinder-82880 {{(pid=104101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 21:08:47.311612 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-3dd5b969-9924-413d-a24f-2935f939d41d req-30fe8211-0751-4f50-928b-9109e2cea433 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25531'] for port (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:47.314820 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-3dd5b969-9924-413d-a24f-2935f939d41d req-30fe8211-0751-4f50-928b-9109e2cea433 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.62 "DELETE /v2.0/ports/785e2ff9-cc1a-490d-8a6f-a1613f95e361 HTTP/1.1" status: 204 len: 173 time: 1.4453094 May 26 21:08:47.315253 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a4ded4d-1abb-4bb7-ae27-95e1ce923b95', 'name': 'network-vif-deleted', 'tag': '785e2ff9-cc1a-490d-8a6f-a1613f95e361'}] {{(pid=104101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:08:47.317502 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e35b3b942162f380527a6ddce7731c26b87baf9d9763e10c20fbd720b027cea7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-435b069f-9455-462d-8d3e-a91ba829487c" -d '{"events": [{"server_uuid": "0a4ded4d-1abb-4bb7-ae27-95e1ce923b95", "name": "network-vif-deleted", "tag": "785e2ff9-cc1a-490d-8a6f-a1613f95e361"}]}' {{(pid=104101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:08:47.357681 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-6ad7ccb4-a841-4880-b2bb-7a708e85804a req-06636cba-7ce6-4739-a9de-4705c9b30c71 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Publish callbacks [] for port (2b28ec7a-2283-4d09-881e-8be73e6910f6), precommit_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:47.366422 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 21:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9806bfea-1d75-4732-b282-d60d00cff924 x-openstack-request-id: req-9806bfea-1d75-4732-b282-d60d00cff924 {{(pid=104101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:08:47.366724 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a4ded4d-1abb-4bb7-ae27-95e1ce923b95", "name": "network-vif-deleted", "tag": "785e2ff9-cc1a-490d-8a6f-a1613f95e361", "status": "completed", "code": 200}]} {{(pid=104101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:08:47.366996 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9806bfea-1d75-4732-b282-d60d00cff924 {{(pid=104101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:08:47.367382 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9806bfea-1d75-4732-b282-d60d00cff924'] response: {'server_uuid': '0a4ded4d-1abb-4bb7-ae27-95e1ce923b95', 'name': 'network-vif-deleted', 'tag': '785e2ff9-cc1a-490d-8a6f-a1613f95e361', 'status': 'completed', 'code': 200} May 26 21:08:47.389847 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvr_db [None req-9b72403c-00a6-4e49-a015-70c19cefc8ea None None] Set router 3bb60381-f3a3-4d7c-a3fa-b838eedba2bc gateway port host: dv-cinder-828806-3-iscsi {{(pid=104103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:08:47.400305 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-6ad7ccb4-a841-4880-b2bb-7a708e85804a req-06636cba-7ce6-4739-a9de-4705c9b30c71 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787881445699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13231773'] for port (2b28ec7a-2283-4d09-881e-8be73e6910f6), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:47.454545 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ad7ccb4-a841-4880-b2bb-7a708e85804a req-06636cba-7ce6-4739-a9de-4705c9b30c71 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Network ff69986b-e00e-41bd-8a28-f959570fc8f7 is already hosted by enough agents. {{(pid=104101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 21:08:47.459942 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.scheduler.base_scheduler [req-6ad7ccb4-a841-4880-b2bb-7a708e85804a req-06636cba-7ce6-4739-a9de-4705c9b30c71 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Resources bound (agent type, host, resource id): {{(pid=104101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:08:47.462136 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ad7ccb4-a841-4880-b2bb-7a708e85804a req-06636cba-7ce6-4739-a9de-4705c9b30c71 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Received port after_create {{(pid=104101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 21:08:47.493777 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06636cba-7ce6-4739-a9de-4705c9b30c71 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Pushing event updated for resources: {'Port': ['ID=2b28ec7a-2283-4d09-881e-8be73e6910f6,revision_number=1']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:08:47.524990 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad7ccb4-a841-4880-b2bb-7a708e85804a req-06636cba-7ce6-4739-a9de-4705c9b30c71 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:47.526281 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-6ad7ccb4-a841-4880-b2bb-7a708e85804a req-06636cba-7ce6-4739-a9de-4705c9b30c71 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25531'] for port (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:47.540840 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:08:47.543751 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-6ad7ccb4-a841-4880-b2bb-7a708e85804a req-06636cba-7ce6-4739-a9de-4705c9b30c71 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1211534 May 26 21:08:47.615485 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_hamode_db [None req-9b72403c-00a6-4e49-a015-70c19cefc8ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bb60381-f3a3-4d7c-a3fa-b838eedba2bc', 'name': 'tempest-AttachVolumeNegativeTest-1984650119-router', 'tenant_id': 'aaa9e1a61984467ab8efae451b270558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '679aba7a-8620-45b9-9086-6d670299fa57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:05:34Z', 'updated_at': '2022-05-26T21:05:38Z', 'revision_number': 4, 'project_id': 'aaa9e1a61984467ab8efae451b270558', 'gw_port': {'id': '679aba7a-8620-45b9-9086-6d670299fa57', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:e7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb60381-f3a3-4d7c-a3fa-b838eedba2bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:05:35Z', 'updated_at': '2022-05-26T21:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi', '_interfaces': [{'id': 'c6ae6261-71ed-4b07-8c36-fba23f8ed872', 'name': '', 'network_id': '01728002-c90b-452e-a166-db394444487a', 'tenant_id': 'aaa9e1a61984467ab8efae451b270558', 'mac_address': 'fa:16:3e:b3:48:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb60381-f3a3-4d7c-a3fa-b838eedba2bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '9203b2fc-d019-4045-ae31-83603be0cf2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:05:37Z', 'updated_at': '2022-05-26T21:05:41Z', 'revision_number': 5, 'project_id': 'aaa9e1a61984467ab8efae451b270558', 'subnets': [{'id': '9203b2fc-d019-4045-ae31-83603be0cf2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-3-iscsi', False) {} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:08:47.640765 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b72403c-00a6-4e49-a015-70c19cefc8ea None None] Checking router: 3bb60381-f3a3-4d7c-a3fa-b838eedba2bc for host: dv-cinder-828806-3-iscsi {{(pid=104103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 21:08:47.649998 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b72403c-00a6-4e49-a015-70c19cefc8ea None None] Routers {'3bb60381-f3a3-4d7c-a3fa-b838eedba2bc'} bound to L3 agent in host dv-cinder-828806-3-iscsi {{(pid=104103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:08:47.650649 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_hamode_db [None req-9b72403c-00a6-4e49-a015-70c19cefc8ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T20:55:42Z,description=,heartbeat_timestamp=2022-05-26T21:08:42Z,host='dv-cinder-828806-3-iscsi',id=ccb07560-1e88-42f3-8411-377a93089622,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T20:55:42Z,topic='l3_agent')) {'router_ids': ['3bb60381-f3a3-4d7c-a3fa-b838eedba2bc'], 'active': True} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:08:47.703766 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad96f9c8-d795-4356-87ad-6a288f2b49d7 req-a23b64c5-d0bf-4662-8127-b010361d3911 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:47.705688 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-ad96f9c8-d795-4356-87ad-6a288f2b49d7 req-a23b64c5-d0bf-4662-8127-b010361d3911 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=559095bd-c9f8-44f9-8e2a-dd44acedd8b1 HTTP/1.1" status: 200 len: 931 time: 0.0541034 May 26 21:08:47.756139 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-ad96f9c8-d795-4356-87ad-6a288f2b49d7 req-a309cdc2-5538-4fba-9021-d6f5fb4b1e2a tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/security-groups?id=6fd55e68-e49d-4af6-81d3-d350fedf0cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445995 May 26 21:08:47.820023 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.v2.base [req-6ad7ccb4-a841-4880-b2bb-7a708e85804a req-9a1df246-b45a-409e-8968-857aab9935b5 service neutron] Request body: {'port': {'device_id': '559095bd-c9f8-44f9-8e2a-dd44acedd8b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=104101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:08:47.841398 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-00b355c3-880e-4a2e-a455-c07f40af7009 None None] Provisioning complete for port 2b28ec7a-2283-4d09-881e-8be73e6910f6 triggered by entity DHCP. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:08:47.841761 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-00b355c3-880e-4a2e-a455-c07f40af7009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (2b28ec7a-2283-4d09-881e-8be73e6910f6), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:47.888395 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-6ad7ccb4-a841-4880-b2bb-7a708e85804a req-9a1df246-b45a-409e-8968-857aab9935b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (2b28ec7a-2283-4d09-881e-8be73e6910f6), before_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:47.913569 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-00b355c3-880e-4a2e-a455-c07f40af7009 None None] Port 2b28ec7a-2283-4d09-881e-8be73e6910f6 cannot update to ACTIVE because it is not bound. {{(pid=104103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 21:08:47.922184 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:08:47.924581 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvr_db [None req-9b72403c-00a6-4e49-a015-70c19cefc8ea None None] Set router 3bb60381-f3a3-4d7c-a3fa-b838eedba2bc gateway port host: dv-cinder-828806-3-iscsi {{(pid=104103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:08:48.116335 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_hamode_db [None req-9b72403c-00a6-4e49-a015-70c19cefc8ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bb60381-f3a3-4d7c-a3fa-b838eedba2bc', 'name': 'tempest-AttachVolumeNegativeTest-1984650119-router', 'tenant_id': 'aaa9e1a61984467ab8efae451b270558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '679aba7a-8620-45b9-9086-6d670299fa57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:05:34Z', 'updated_at': '2022-05-26T21:05:38Z', 'revision_number': 4, 'project_id': 'aaa9e1a61984467ab8efae451b270558', 'gw_port': {'id': '679aba7a-8620-45b9-9086-6d670299fa57', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:e7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb60381-f3a3-4d7c-a3fa-b838eedba2bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:05:35Z', 'updated_at': '2022-05-26T21:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi', '_interfaces': [{'id': 'c6ae6261-71ed-4b07-8c36-fba23f8ed872', 'name': '', 'network_id': '01728002-c90b-452e-a166-db394444487a', 'tenant_id': 'aaa9e1a61984467ab8efae451b270558', 'mac_address': 'fa:16:3e:b3:48:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb60381-f3a3-4d7c-a3fa-b838eedba2bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '9203b2fc-d019-4045-ae31-83603be0cf2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:05:37Z', 'updated_at': '2022-05-26T21:05:41Z', 'revision_number': 5, 'project_id': 'aaa9e1a61984467ab8efae451b270558', 'subnets': [{'id': '9203b2fc-d019-4045-ae31-83603be0cf2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-3-iscsi', False) {} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:08:48.144522 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b72403c-00a6-4e49-a015-70c19cefc8ea None None] The sync data for ids ['3bb60381-f3a3-4d7c-a3fa-b838eedba2bc'] in dv-cinder-828806-3-iscsi is: [{'id': '3bb60381-f3a3-4d7c-a3fa-b838eedba2bc', 'name': 'tempest-AttachVolumeNegativeTest-1984650119-router', 'tenant_id': 'aaa9e1a61984467ab8efae451b270558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '679aba7a-8620-45b9-9086-6d670299fa57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:05:34Z', 'updated_at': '2022-05-26T21:05:38Z', 'revision_number': 4, 'project_id': 'aaa9e1a61984467ab8efae451b270558', 'gw_port': {'id': '679aba7a-8620-45b9-9086-6d670299fa57', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:e7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb60381-f3a3-4d7c-a3fa-b838eedba2bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:05:35Z', 'updated_at': '2022-05-26T21:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi', '_interfaces': [{'id': 'c6ae6261-71ed-4b07-8c36-fba23f8ed872', 'name': '', 'network_id': '01728002-c90b-452e-a166-db394444487a', 'tenant_id': 'aaa9e1a61984467ab8efae451b270558', 'mac_address': 'fa:16:3e:b3:48:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb60381-f3a3-4d7c-a3fa-b838eedba2bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '9203b2fc-d019-4045-ae31-83603be0cf2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:05:37Z', 'updated_at': '2022-05-26T21:05:41Z', 'revision_number': 5, 'project_id': 'aaa9e1a61984467ab8efae451b270558', 'subnets': [{'id': '9203b2fc-d019-4045-ae31-83603be0cf2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 21:08:48.191361 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.notifiers.nova [req-6ad7ccb4-a841-4880-b2bb-7a708e85804a req-9a1df246-b45a-409e-8968-857aab9935b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b28ec7a-2283-4d09-881e-8be73e6910f6 {{(pid=104101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 21:08:48.199130 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-6ad7ccb4-a841-4880-b2bb-7a708e85804a req-9a1df246-b45a-409e-8968-857aab9935b5 service neutron] Publish callbacks [] for port (2b28ec7a-2283-4d09-881e-8be73e6910f6), precommit_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:48.213280 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.db.provisioning_blocks [req-6ad7ccb4-a841-4880-b2bb-7a708e85804a req-9a1df246-b45a-409e-8968-857aab9935b5 service neutron] Transition to ACTIVE for port object 2b28ec7a-2283-4d09-881e-8be73e6910f6 will not be triggered until provisioned by entity L2. {{(pid=104101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 21:08:48.217343 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-6ad7ccb4-a841-4880-b2bb-7a708e85804a req-9a1df246-b45a-409e-8968-857aab9935b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13231786'] for port (2b28ec7a-2283-4d09-881e-8be73e6910f6), after_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:48.221250 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:08:48.268487 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 49214) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:08:48.277348 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1df246-b45a-409e-8968-857aab9935b5 service neutron] Pushing event updated for resources: {'Port': ['ID=2b28ec7a-2283-4d09-881e-8be73e6910f6,revision_number=2']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:08:48.330273 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:08:48.340546 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-ff51ad8e-188a-496e-90af-7ec0eb6793ad tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks [] for security_group (d3253da1-13c2-4960-85fe-ea1c2b16da0e), before_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:48.362197 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [req-6ad7ccb4-a841-4880-b2bb-7a708e85804a req-9a1df246-b45a-409e-8968-857aab9935b5 service neutron] Attempting to bind port 2b28ec7a-2283-4d09-881e-8be73e6910f6 on host hv-cinder-82880 for vnic_type normal with profile {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 21:08:48.362664 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [req-6ad7ccb4-a841-4880-b2bb-7a708e85804a req-9a1df246-b45a-409e-8968-857aab9935b5 service neutron] Attempting to bind port 2b28ec7a-2283-4d09-881e-8be73e6910f6 by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': '7fb7ed4c-a972-40f4-a310-001c141d4c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'ff69986b-e00e-41bd-8a28-f959570fc8f7'}] {{(pid=104101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 21:08:48.363059 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad7ccb4-a841-4880-b2bb-7a708e85804a req-9a1df246-b45a-409e-8968-857aab9935b5 service neutron] Attempting to bind port 2b28ec7a-2283-4d09-881e-8be73e6910f6 on network ff69986b-e00e-41bd-8a28-f959570fc8f7 {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 21:08:48.365225 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:08:48.370166 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad7ccb4-a841-4880-b2bb-7a708e85804a req-9a1df246-b45a-409e-8968-857aab9935b5 service neutron] Port 2b28ec7a-2283-4d09-881e-8be73e6910f6 on network ff69986b-e00e-41bd-8a28-f959570fc8f7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 21:08:48.370667 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad7ccb4-a841-4880-b2bb-7a708e85804a req-9a1df246-b45a-409e-8968-857aab9935b5 service neutron] Attempting to bind port 2b28ec7a-2283-4d09-881e-8be73e6910f6 on network ff69986b-e00e-41bd-8a28-f959570fc8f7 {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 21:08:48.375937 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-ff51ad8e-188a-496e-90af-7ec0eb6793ad tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks [] for security_group (d3253da1-13c2-4960-85fe-ea1c2b16da0e), precommit_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:48.377506 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad7ccb4-a841-4880-b2bb-7a708e85804a req-9a1df246-b45a-409e-8968-857aab9935b5 service neutron] Checking agent: {'id': '7f90b46f-777d-4aa1-89b5-840fb2878c39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 21, 2, 24), 'started_at': datetime.datetime(2022, 5, 26, 21, 2, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 21, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 21:08:48.377929 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad7ccb4-a841-4880-b2bb-7a708e85804a req-9a1df246-b45a-409e-8968-857aab9935b5 service neutron] Checking segment: {'id': '7fb7ed4c-a972-40f4-a310-001c141d4c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'ff69986b-e00e-41bd-8a28-f959570fc8f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 21:08:48.378434 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad7ccb4-a841-4880-b2bb-7a708e85804a req-9a1df246-b45a-409e-8968-857aab9935b5 service neutron] Bound using segment: {'id': '7fb7ed4c-a972-40f4-a310-001c141d4c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'ff69986b-e00e-41bd-8a28-f959570fc8f7'} {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 21:08:48.379663 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [req-6ad7ccb4-a841-4880-b2bb-7a708e85804a req-9a1df246-b45a-409e-8968-857aab9935b5 service neutron] Bound port: 2b28ec7a-2283-4d09-881e-8be73e6910f6, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fb7ed4c-a972-40f4-a310-001c141d4c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'ff69986b-e00e-41bd-8a28-f959570fc8f7'}}] {{(pid=104101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 21:08:48.380095 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-6ad7ccb4-a841-4880-b2bb-7a708e85804a req-9a1df246-b45a-409e-8968-857aab9935b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (2b28ec7a-2283-4d09-881e-8be73e6910f6), before_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:48.449838 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-ff51ad8e-188a-496e-90af-7ec0eb6793ad tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (d3253da1-13c2-4960-85fe-ea1c2b16da0e), after_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:48.453281 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-ff51ad8e-188a-496e-90af-7ec0eb6793ad tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks [] for security_group (None), before_response {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:48.454984 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-ff51ad8e-188a-496e-90af-7ec0eb6793ad tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "DELETE /v2.0/security-groups/d3253da1-13c2-4960-85fe-ea1c2b16da0e HTTP/1.1" status: 204 len: 168 time: 0.1845787 May 26 21:08:48.460214 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 49216) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:08:48.467278 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff51ad8e-188a-496e-90af-7ec0eb6793ad tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3253da1-13c2-4960-85fe-ea1c2b16da0e,revision_number=None']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:08:48.483673 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.api.v2.resource [None req-47dc1b0c-d330-4d3e-b8b8-b09bf0bf8d2c tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] show failed (client error): The resource could not be found. May 26 21:08:48.484748 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-47dc1b0c-d330-4d3e-b8b8-b09bf0bf8d2c tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/security-groups/d3253da1-13c2-4960-85fe-ea1c2b16da0e HTTP/1.1" status: 404 len: 347 time: 0.0233643 May 26 21:08:48.487020 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbca8a9-5e2c-488c-9f30-f0c9924e1041 None None] New status for floating IP decb2ff7-98c1-4f8a-9213-836225faefc1: DOWN {{(pid=104104) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 21:08:48.488321 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 49218) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:08:48.499445 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.db [req-6ad7ccb4-a841-4880-b2bb-7a708e85804a req-9a1df246-b45a-409e-8968-857aab9935b5 service neutron] For port 2b28ec7a-2283-4d09-881e-8be73e6910f6, host hv-cinder-82880, cleared binding levels {{(pid=104101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 21:08:48.540273 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.db [req-6ad7ccb4-a841-4880-b2bb-7a708e85804a req-9a1df246-b45a-409e-8968-857aab9935b5 service neutron] For port 2b28ec7a-2283-4d09-881e-8be73e6910f6, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=2b28ec7a-2283-4d09-881e-8be73e6910f6,segment=NetworkSegment(7fb7ed4c-a972-40f4-a310-001c141d4c5c),segment_id=7fb7ed4c-a972-40f4-a310-001c141d4c5c)] {{(pid=104101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 21:08:48.575316 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-6ad7ccb4-a841-4880-b2bb-7a708e85804a req-9a1df246-b45a-409e-8968-857aab9935b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13231786'] for port (2b28ec7a-2283-4d09-881e-8be73e6910f6), after_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:48.611987 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:08:48.637791 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad7ccb4-a841-4880-b2bb-7a708e85804a req-9a1df246-b45a-409e-8968-857aab9935b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:48.638377 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-6ad7ccb4-a841-4880-b2bb-7a708e85804a req-9a1df246-b45a-409e-8968-857aab9935b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25531'] for port (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:48.639797 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-6ad7ccb4-a841-4880-b2bb-7a708e85804a req-9a1df246-b45a-409e-8968-857aab9935b5 service neutron] 10.222.0.62 "PUT /v2.0/ports/2b28ec7a-2283-4d09-881e-8be73e6910f6 HTTP/1.1" status: 200 len: 1093 time: 0.8241532 May 26 21:08:48.658980 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.plugin [None req-1e2e55b5-eb6a-44a9-928f-8e3551b18dc8 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Deleting port 8937015d-b0c8-4624-89d2-32397f5caa4e {{(pid=104101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 21:08:48.659340 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-1e2e55b5-eb6a-44a9-928f-8e3551b18dc8 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787881975269'] for port (8937015d-b0c8-4624-89d2-32397f5caa4e), before_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:48.716838 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1df246-b45a-409e-8968-857aab9935b5 service neutron] Pushing event updated for resources: {'Port': ['ID=2b28ec7a-2283-4d09-881e-8be73e6910f6,revision_number=3']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:08:48.775210 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad7ccb4-a841-4880-b2bb-7a708e85804a req-8c22f3a8-3cd4-4493-99ec-2f94489f7fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:48.776708 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-6ad7ccb4-a841-4880-b2bb-7a708e85804a req-8c22f3a8-3cd4-4493-99ec-2f94489f7fe5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ba383df93dcf4c32b2b1c17bebd7f752&device_id=559095bd-c9f8-44f9-8e2a-dd44acedd8b1 HTTP/1.1" status: 200 len: 1127 time: 0.0610371 May 26 21:08:48.804078 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-1e2e55b5-eb6a-44a9-928f-8e3551b18dc8 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595751'] for port (8937015d-b0c8-4624-89d2-32397f5caa4e), precommit_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:48.804396 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-1e2e55b5-eb6a-44a9-928f-8e3551b18dc8 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks [] for floatingip (8937015d-b0c8-4624-89d2-32397f5caa4e), precommit_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:48.838366 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-6ad7ccb4-a841-4880-b2bb-7a708e85804a req-7fca4946-adca-414f-a88a-303f2fa42760 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2b28ec7a-2283-4d09-881e-8be73e6910f6 HTTP/1.1" status: 200 len: 217 time: 0.0439565 May 26 21:08:48.842410 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.plugin [None req-1e2e55b5-eb6a-44a9-928f-8e3551b18dc8 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Calling delete_port for 8937015d-b0c8-4624-89d2-32397f5caa4e owned by network:floatingip {{(pid=104101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 21:08:48.891227 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b269a4-be23-4f6c-8235-4c7e8bb166ea req-7873ea5e-9ac3-4a97-8893-6a2aa113268b tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:48.892718 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-79b269a4-be23-4f6c-8235-4c7e8bb166ea req-7873ea5e-9ac3-4a97-8893-6a2aa113268b tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=559095bd-c9f8-44f9-8e2a-dd44acedd8b1 HTTP/1.1" status: 200 len: 943 time: 0.0508242 May 26 21:08:48.903700 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:08:48.939206 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad7ccb4-a841-4880-b2bb-7a708e85804a req-fdf83aa0-cd01-4ef0-a98e-a604a4a6379e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:48.940646 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-6ad7ccb4-a841-4880-b2bb-7a708e85804a req-fdf83aa0-cd01-4ef0-a98e-a604a4a6379e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=647d6a86-42b9-4a67-830f-75c07bdfd5d7 HTTP/1.1" status: 200 len: 856 time: 0.0952661 May 26 21:08:48.940833 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-79b269a4-be23-4f6c-8235-4c7e8bb166ea req-1a72c204-a6ce-4efd-8cf5-cd916acd6537 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/security-groups?id=6fd55e68-e49d-4af6-81d3-d350fedf0cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425518 May 26 21:08:49.001932 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad7ccb4-a841-4880-b2bb-7a708e85804a req-59c5e9b4-3952-47d8-b8e1-3548a462ed29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:49.003423 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-6ad7ccb4-a841-4880-b2bb-7a708e85804a req-59c5e9b4-3952-47d8-b8e1-3548a462ed29 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ff69986b-e00e-41bd-8a28-f959570fc8f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0538878 May 26 21:08:49.108373 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-1e2e55b5-eb6a-44a9-928f-8e3551b18dc8 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787881986003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787881445708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13231773'] for port (8937015d-b0c8-4624-89d2-32397f5caa4e), after_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:49.117618 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=4 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:08:49.151707 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2e55b5-eb6a-44a9-928f-8e3551b18dc8 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Pushing event deleted for resources: {'Port': ['ID=8937015d-b0c8-4624-89d2-32397f5caa4e,revision_number=None']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:08:49.160183 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-6ad7ccb4-a841-4880-b2bb-7a708e85804a req-35934350-ea30-49fe-8d52-6cad80c29b5a service neutron] 10.222.0.62 "GET /v2.0/networks/ff69986b-e00e-41bd-8a28-f959570fc8f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464565 May 26 21:08:49.264873 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:08:49.281649 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-1e2e55b5-eb6a-44a9-928f-8e3551b18dc8 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks [] for floatingip (decb2ff7-98c1-4f8a-9213-836225faefc1), after_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:49.284349 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-1e2e55b5-eb6a-44a9-928f-8e3551b18dc8 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25531'] for floatingip (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:49.285464 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-1e2e55b5-eb6a-44a9-928f-8e3551b18dc8 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "DELETE /v2.0/floatingips/decb2ff7-98c1-4f8a-9213-836225faefc1 HTTP/1.1" status: 204 len: 168 time: 0.7960362 May 26 21:08:49.302308 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-6ad7ccb4-a841-4880-b2bb-7a708e85804a req-7625c27d-1256-4b90-9734-92bb19aef437 service neutron] 10.222.0.62 "GET /v2.0/networks/ff69986b-e00e-41bd-8a28-f959570fc8f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345191 May 26 21:08:49.362913 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 49224) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:08:49.368103 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.v2.base [None req-91d6b270-d48a-4ccb-9b6f-212dd6c9b040 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1246013826', 'description': 'tempest-description--786050800'}} {{(pid=104101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:08:49.372711 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '559095bd-c9f8-44f9-8e2a-dd44acedd8b1', 'tag': '2b28ec7a-2283-4d09-881e-8be73e6910f6'}] {{(pid=104101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:08:49.374873 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e35b3b942162f380527a6ddce7731c26b87baf9d9763e10c20fbd720b027cea7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23b90e86-d43d-4c86-9aa6-8e5db0b6b5ef" -d '{"events": [{"name": "network-changed", "server_uuid": "559095bd-c9f8-44f9-8e2a-dd44acedd8b1", "tag": "2b28ec7a-2283-4d09-881e-8be73e6910f6"}]}' {{(pid=104101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:08:49.396006 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-91d6b270-d48a-4ccb-9b6f-212dd6c9b040 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks [] for security_group (None), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:49.412186 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 21:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ffd2dd8-07ff-41dc-9581-b3c9c65c2367 x-openstack-request-id: req-8ffd2dd8-07ff-41dc-9581-b3c9c65c2367 {{(pid=104101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:08:49.412499 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "559095bd-c9f8-44f9-8e2a-dd44acedd8b1", "tag": "2b28ec7a-2283-4d09-881e-8be73e6910f6", "status": "completed", "code": 200}]} {{(pid=104101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:08:49.412747 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8ffd2dd8-07ff-41dc-9581-b3c9c65c2367 {{(pid=104101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:08:49.413138 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ffd2dd8-07ff-41dc-9581-b3c9c65c2367'] response: {'name': 'network-changed', 'server_uuid': '559095bd-c9f8-44f9-8e2a-dd44acedd8b1', 'tag': '2b28ec7a-2283-4d09-881e-8be73e6910f6', 'status': 'completed', 'code': 200} May 26 21:08:49.464273 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-91d6b270-d48a-4ccb-9b6f-212dd6c9b040 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks [] for security_group (2e6fadd9-80c2-444f-a059-b04f618554d0), precommit_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:49.468006 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-91d6b270-d48a-4ccb-9b6f-212dd6c9b040 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (2e6fadd9-80c2-444f-a059-b04f618554d0), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:49.499595 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-91d6b270-d48a-4ccb-9b6f-212dd6c9b040 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks [] for security_group (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:49.500804 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-91d6b270-d48a-4ccb-9b6f-212dd6c9b040 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1369126 May 26 21:08:49.502042 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d6b270-d48a-4ccb-9b6f-212dd6c9b040 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e6fadd9-80c2-444f-a059-b04f618554d0,revision_number=1']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:08:49.504016 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 49228) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:08:49.508455 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.v2.base [None req-050ddd3a-c02e-4966-9025-5905cf244594 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Request body: {'security_group_rule': {'security_group_id': '2e6fadd9-80c2-444f-a059-b04f618554d0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:08:49.534081 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-050ddd3a-c02e-4966-9025-5905cf244594 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks [] for security_group_rule (016aa00f-5a91-4e89-8519-a80dad8768dd), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:49.588022 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-050ddd3a-c02e-4966-9025-5905cf244594 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks [] for security_group_rule (016aa00f-5a91-4e89-8519-a80dad8768dd), precommit_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:49.591774 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-050ddd3a-c02e-4966-9025-5905cf244594 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636418'] for security_group_rule (016aa00f-5a91-4e89-8519-a80dad8768dd), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:49.611649 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050ddd3a-c02e-4966-9025-5905cf244594 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=016aa00f-5a91-4e89-8519-a80dad8768dd,revision_number=0']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:08:49.617267 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-050ddd3a-c02e-4966-9025-5905cf244594 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:49.618371 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-050ddd3a-c02e-4966-9025-5905cf244594 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1134586 May 26 21:08:49.621351 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 49230) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:08:49.625541 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.v2.base [None req-dc29f0ba-55c1-4ddb-ae34-4f9d29acc489 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Request body: {'security_group_rule': {'security_group_id': '2e6fadd9-80c2-444f-a059-b04f618554d0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:08:49.652023 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-dc29f0ba-55c1-4ddb-ae34-4f9d29acc489 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks [] for security_group_rule (cf41dad2-b55d-47bf-8418-0018b4859d71), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:49.684714 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Device 785e2ff9-cc1a-490d-8a6f-a1613f95e361 no longer exists at agent hyperv_hv-cinder-82880 {{(pid=104103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 21:08:49.702483 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-dc29f0ba-55c1-4ddb-ae34-4f9d29acc489 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks [] for security_group_rule (cf41dad2-b55d-47bf-8418-0018b4859d71), precommit_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:49.703313 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] No Port match for: 785e2ff9-cc1a-490d-8a6f-a1613f95e361 {{(pid=104103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 21:08:49.703658 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Device 785e2ff9-cc1a-490d-8a6f-a1613f95e361 not bound to the agent host hv-cinder-82880 {{(pid=104103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 21:08:49.707668 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-dc29f0ba-55c1-4ddb-ae34-4f9d29acc489 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636418'] for security_group_rule (cf41dad2-b55d-47bf-8418-0018b4859d71), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:49.726955 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc29f0ba-55c1-4ddb-ae34-4f9d29acc489 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf41dad2-b55d-47bf-8418-0018b4859d71,revision_number=0']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:08:49.733249 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-dc29f0ba-55c1-4ddb-ae34-4f9d29acc489 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:49.734434 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-dc29f0ba-55c1-4ddb-ae34-4f9d29acc489 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1121371 May 26 21:08:49.737441 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 49232) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:08:49.741700 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.v2.base [None req-201b1e99-520b-417d-8edd-69f642d09c33 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Request body: {'floatingip': {'floating_network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12'}} {{(pid=104101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:08:49.761882 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-201b1e99-520b-417d-8edd-69f642d09c33 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:49.837142 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-201b1e99-520b-417d-8edd-69f642d09c33 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (None), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:49.890221 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:08:49.946274 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.db.db_base_plugin_common [None req-201b1e99-520b-417d-8edd-69f642d09c33 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Allocated IP 172.27.2.38 (7d433162-bc3c-42dc-9b38-0bd5733b5e12/724ba99f-4e90-4a15-97fd-930eedded7a9/15c84657-1b7c-4e13-87da-6c74969df4c1) {{(pid=104101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 21:08:50.032738 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:08:50.051588 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-201b1e99-520b-417d-8edd-69f642d09c33 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks [] for port (15c84657-1b7c-4e13-87da-6c74969df4c1), precommit_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:50.057543 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f352de34-b310-4243-8e7a-2d78992c7697 req-73902656-0665-49a0-be5d-7309f6a67594 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:50.059108 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-f352de34-b310-4243-8e7a-2d78992c7697 req-73902656-0665-49a0-be5d-7309f6a67594 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=559095bd-c9f8-44f9-8e2a-dd44acedd8b1 HTTP/1.1" status: 200 len: 943 time: 0.0475755 May 26 21:08:50.090597 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-201b1e99-520b-417d-8edd-69f642d09c33 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787881445699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13231773'] for port (15c84657-1b7c-4e13-87da-6c74969df4c1), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:50.107762 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-f352de34-b310-4243-8e7a-2d78992c7697 req-9ea60ead-eb58-4045-8280-ce1297178bf4 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/security-groups?id=6fd55e68-e49d-4af6-81d3-d350fedf0cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422213 May 26 21:08:50.134759 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-201b1e99-520b-417d-8edd-69f642d09c33 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Network 7d433162-bc3c-42dc-9b38-0bd5733b5e12 is already hosted by enough agents. {{(pid=104101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 21:08:50.141248 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.scheduler.base_scheduler [None req-201b1e99-520b-417d-8edd-69f642d09c33 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Resources bound (agent type, host, resource id): {{(pid=104101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:08:50.144912 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201b1e99-520b-417d-8edd-69f642d09c33 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Received port after_create {{(pid=104101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 21:08:50.148628 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201b1e99-520b-417d-8edd-69f642d09c33 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Pushing event updated for resources: {'Port': ['ID=15c84657-1b7c-4e13-87da-6c74969df4c1,revision_number=1']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:08:50.230339 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-201b1e99-520b-417d-8edd-69f642d09c33 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks [] for floatingip (8d4597ca-aa33-4ba3-95e0-159b882b12e2), precommit_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:50.265907 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-201b1e99-520b-417d-8edd-69f642d09c33 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (15c84657-1b7c-4e13-87da-6c74969df4c1), before_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:50.456397 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b90e86-d43d-4c86-9aa6-8e5db0b6b5ef req-bd8f5d82-77d6-4d51-877a-15fb102b0600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:50.457911 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-23b90e86-d43d-4c86-9aa6-8e5db0b6b5ef req-bd8f5d82-77d6-4d51-877a-15fb102b0600 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ba383df93dcf4c32b2b1c17bebd7f752&device_id=559095bd-c9f8-44f9-8e2a-dd44acedd8b1 HTTP/1.1" status: 200 len: 1127 time: 0.0650346 May 26 21:08:50.491434 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-201b1e99-520b-417d-8edd-69f642d09c33 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks [] for port (15c84657-1b7c-4e13-87da-6c74969df4c1), precommit_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:50.520947 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-201b1e99-520b-417d-8edd-69f642d09c33 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13231786'] for port (15c84657-1b7c-4e13-87da-6c74969df4c1), after_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:50.596826 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:08:50.617084 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201b1e99-520b-417d-8edd-69f642d09c33 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Pushing event updated for resources: {'Port': ['ID=15c84657-1b7c-4e13-87da-6c74969df4c1,revision_number=2']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:08:50.638300 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b90e86-d43d-4c86-9aa6-8e5db0b6b5ef req-62fac261-2b88-42cb-8985-7721d5c08b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:50.639796 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-23b90e86-d43d-4c86-9aa6-8e5db0b6b5ef req-62fac261-2b88-42cb-8985-7721d5c08b07 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ff69986b-e00e-41bd-8a28-f959570fc8f7 HTTP/1.1" status: 200 len: 918 time: 0.1720951 May 26 21:08:50.641109 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-201b1e99-520b-417d-8edd-69f642d09c33 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1614815'] for floatingip (8d4597ca-aa33-4ba3-95e0-159b882b12e2), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:50.686145 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-201b1e99-520b-417d-8edd-69f642d09c33 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25531'] for floatingip (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:50.689019 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-201b1e99-520b-417d-8edd-69f642d09c33 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9490168 May 26 21:08:50.689019 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-23b90e86-d43d-4c86-9aa6-8e5db0b6b5ef req-7e82d0f7-dc60-46b6-bd25-14c6c0863da1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2b28ec7a-2283-4d09-881e-8be73e6910f6 HTTP/1.1" status: 200 len: 217 time: 0.0411468 May 26 21:08:50.742351 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b90e86-d43d-4c86-9aa6-8e5db0b6b5ef req-ec31f902-0512-4009-b6f2-bacabda5356e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:50.744010 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-23b90e86-d43d-4c86-9aa6-8e5db0b6b5ef req-ec31f902-0512-4009-b6f2-bacabda5356e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=647d6a86-42b9-4a67-830f-75c07bdfd5d7 HTTP/1.1" status: 200 len: 856 time: 0.0485120 May 26 21:08:50.786038 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b90e86-d43d-4c86-9aa6-8e5db0b6b5ef req-7a06d14c-dec1-4562-b978-e115c889f19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:50.788055 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-23b90e86-d43d-4c86-9aa6-8e5db0b6b5ef req-7a06d14c-dec1-4562-b978-e115c889f19a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ff69986b-e00e-41bd-8a28-f959570fc8f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381217 May 26 21:08:50.838291 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:08:50.877988 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-23b90e86-d43d-4c86-9aa6-8e5db0b6b5ef req-4a60a2ac-be36-4669-b651-da15ac4e6d88 service neutron] 10.222.0.62 "GET /v2.0/networks/ff69986b-e00e-41bd-8a28-f959570fc8f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835185 May 26 21:08:50.889052 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-9dfbfa9b-b599-466b-a3e5-381a1e79577a req-09a24324-808b-4005-be2e-67bde3ef72a9 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--1246013826&fields=id&tenant_id=aaa9e1a61984467ab8efae451b270558 HTTP/1.1" status: 200 len: 267 time: 0.0425205 May 26 21:08:50.968586 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-23b90e86-d43d-4c86-9aa6-8e5db0b6b5ef req-9116b535-7d81-4fe5-9d01-6ee8a3de6a5b service neutron] 10.222.0.62 "GET /v2.0/networks/ff69986b-e00e-41bd-8a28-f959570fc8f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847211 May 26 21:08:50.996298 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfbfa9b-b599-466b-a3e5-381a1e79577a req-678f7232-0f96-435c-8f01-44021f38a46a tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:50.997676 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-9dfbfa9b-b599-466b-a3e5-381a1e79577a req-678f7232-0f96-435c-8f01-44021f38a46a tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/networks?id=01728002-c90b-452e-a166-db394444487a HTTP/1.1" status: 200 len: 815 time: 0.1015902 May 26 21:08:51.012573 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-9dfbfa9b-b599-466b-a3e5-381a1e79577a req-2eb52e70-2546-4f89-865c-f198c63780b5 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/quotas/aaa9e1a61984467ab8efae451b270558 HTTP/1.1" status: 200 len: 375 time: 0.0089216 May 26 21:08:51.059663 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-9dfbfa9b-b599-466b-a3e5-381a1e79577a req-76a0286b-9cdc-4d1c-9eeb-7523fdd1f801 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=aaa9e1a61984467ab8efae451b270558&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0423820 May 26 21:08:51.156169 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-9dfbfa9b-b599-466b-a3e5-381a1e79577a req-bcf431ae-56b4-4044-a84e-c6a509f99a23 service neutron] 10.222.0.57 "GET /v2.0/networks/01728002-c90b-452e-a166-db394444487a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852034 May 26 21:08:51.424769 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1baa548-3973-49cd-a1a1-ad12ac0132af req-2ab1f3da-3f3f-489a-9c96-e30436e1faaa tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:51.426264 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-a1baa548-3973-49cd-a1a1-ad12ac0132af req-2ab1f3da-3f3f-489a-9c96-e30436e1faaa tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=559095bd-c9f8-44f9-8e2a-dd44acedd8b1 HTTP/1.1" status: 200 len: 943 time: 0.2444272 May 26 21:08:51.462755 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-9dfbfa9b-b599-466b-a3e5-381a1e79577a req-f5b2af5e-2e04-4a3a-a243-69ccb40cf171 service neutron] 10.222.0.57 "GET /v2.0/networks/01728002-c90b-452e-a166-db394444487a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3008733 May 26 21:08:51.489375 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-a1baa548-3973-49cd-a1a1-ad12ac0132af req-2d6a4491-ab9d-4d0c-a244-b6484232ccf9 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/security-groups?id=6fd55e68-e49d-4af6-81d3-d350fedf0cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559902 May 26 21:08:51.626588 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-e6d4c0d7-4c53-4d52-a091-7baef38bb6f6 req-669dfc85-397b-4abb-8235-60c4f2b4ba3f tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/ports?device_id=bc1d8436-4806-4d53-b8ef-72c5ef4de480 HTTP/1.1" status: 200 len: 210 time: 0.0291593 May 26 21:08:51.684898 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Device 2b28ec7a-2283-4d09-881e-8be73e6910f6 details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=104103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 21:08:51.820073 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] For port 2b28ec7a-2283-4d09-881e-8be73e6910f6, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=2b28ec7a-2283-4d09-881e-8be73e6910f6,segment=NetworkSegment(7fb7ed4c-a972-40f4-a310-001c141d4c5c),segment_id=7fb7ed4c-a972-40f4-a310-001c141d4c5c)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:08:51.832666 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Returning: {'device': '2b28ec7a-2283-4d09-881e-8be73e6910f6', 'network_id': 'ff69986b-e00e-41bd-8a28-f959570fc8f7', 'port_id': '2b28ec7a-2283-4d09-881e-8be73e6910f6', 'mac_address': 'fa:16:3e:fb:48:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '647d6a86-42b9-4a67-830f-75c07bdfd5d7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 21:08:51.869386 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Current status of the port 2b28ec7a-2283-4d09-881e-8be73e6910f6 is: DOWN; New status is: BUILD {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:08:51.869767 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (2b28ec7a-2283-4d09-881e-8be73e6910f6), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:51.883536 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.notifiers.nova [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b28ec7a-2283-4d09-881e-8be73e6910f6 {{(pid=104103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 21:08:51.906970 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] For port 2b28ec7a-2283-4d09-881e-8be73e6910f6, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=2b28ec7a-2283-4d09-881e-8be73e6910f6,segment=NetworkSegment(7fb7ed4c-a972-40f4-a310-001c141d4c5c),segment_id=7fb7ed4c-a972-40f4-a310-001c141d4c5c)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:08:51.913228 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (2b28ec7a-2283-4d09-881e-8be73e6910f6), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:51.948284 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=100 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:08:51.963031 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Pushing event updated for resources: {'Port': ['ID=2b28ec7a-2283-4d09-881e-8be73e6910f6,revision_number=4']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:08:52.220222 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddae23d-f439-4d85-acac-050b9102b450 req-ea4f3da1-40a5-4c17-811e-8e95f0675b44 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:52.221560 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-dddae23d-f439-4d85-acac-050b9102b450 req-ea4f3da1-40a5-4c17-811e-8e95f0675b44 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/ports?device_id=b394d5b9-c201-4bff-8cac-68cce2954f16 HTTP/1.1" status: 200 len: 945 time: 0.0462244 May 26 21:08:52.266636 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-dddae23d-f439-4d85-acac-050b9102b450 req-c4f903c7-a4fd-4c45-8cec-058401b2e6be tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/security-groups?id=26b50481-eb72-4913-8499-4f05960ff7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394220 May 26 21:08:52.332154 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] get_ports_and_sgs() called for port_ids ['2b28ec7a-2283-4d09-881e-8be73e6910f6'] {{(pid=104103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 21:08:52.610249 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19752ff3-c567-41a3-9bc9-0d1de3772e39 req-9e5f2627-768a-42ba-b60b-77dae1980941 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:52.611681 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-19752ff3-c567-41a3-9bc9-0d1de3772e39 req-9e5f2627-768a-42ba-b60b-77dae1980941 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=559095bd-c9f8-44f9-8e2a-dd44acedd8b1 HTTP/1.1" status: 200 len: 944 time: 0.0492826 May 26 21:08:52.657017 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-19752ff3-c567-41a3-9bc9-0d1de3772e39 req-0f758bcd-1efa-4b9a-ba6d-419048de559a tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/security-groups?id=6fd55e68-e49d-4af6-81d3-d350fedf0cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398512 May 26 21:08:52.718851 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-750a2a58-e873-412a-954f-9bb780d362c6 req-9203ed6f-874c-496f-a1ba-3e4c36ddcc55 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/ports?device_id=bc1d8436-4806-4d53-b8ef-72c5ef4de480 HTTP/1.1" status: 200 len: 210 time: 0.0266922 May 26 21:08:53.359638 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:08:53.379106 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87bab65-8780-45c8-b492-2ede56a77861 req-4c8e496f-2fab-47ed-a2de-d323a0378512 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:53.381096 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-f87bab65-8780-45c8-b492-2ede56a77861 req-4c8e496f-2fab-47ed-a2de-d323a0378512 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/ports?device_id=b394d5b9-c201-4bff-8cac-68cce2954f16 HTTP/1.1" status: 200 len: 945 time: 0.0469537 May 26 21:08:53.429236 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-f87bab65-8780-45c8-b492-2ede56a77861 req-ea0e7ea8-f6da-45f1-8e53-92092b976836 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/security-groups?id=26b50481-eb72-4913-8499-4f05960ff7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426397 May 26 21:08:53.556727 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (7f90b46f-777d-4aa1-89b5-840fb2878c39), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:53.694301 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Device 2b28ec7a-2283-4d09-881e-8be73e6910f6 up at agent hyperv_hv-cinder-82880 {{(pid=104103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:08:53.737988 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Provisioning for port 2b28ec7a-2283-4d09-881e-8be73e6910f6 completed by entity L2. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 21:08:53.746283 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Provisioning complete for port 2b28ec7a-2283-4d09-881e-8be73e6910f6 triggered by entity L2. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:08:53.746879 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (2b28ec7a-2283-4d09-881e-8be73e6910f6), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:53.778613 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd85ac7e-3f51-4a52-bd13-bcb55c45f85d req-23d14f07-3f42-4904-9608-301a6d6dcd3f tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:53.782913 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-dd85ac7e-3f51-4a52-bd13-bcb55c45f85d req-23d14f07-3f42-4904-9608-301a6d6dcd3f tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=559095bd-c9f8-44f9-8e2a-dd44acedd8b1 HTTP/1.1" status: 200 len: 944 time: 0.0543070 May 26 21:08:53.824012 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Current status of the port 2b28ec7a-2283-4d09-881e-8be73e6910f6 is: BUILD; New status is: ACTIVE {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:08:53.824393 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (2b28ec7a-2283-4d09-881e-8be73e6910f6), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:53.827381 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-e1f9123d-d595-409d-816c-dba68584daa0 req-f18baf44-34d6-41d0-9bdf-02e0281b5bf9 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/ports?device_id=bc1d8436-4806-4d53-b8ef-72c5ef4de480 HTTP/1.1" status: 200 len: 210 time: 0.0346706 May 26 21:08:53.842996 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:08:53.847560 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '559095bd-c9f8-44f9-8e2a-dd44acedd8b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b28ec7a-2283-4d09-881e-8be73e6910f6'}] {{(pid=104103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:08:53.850497 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b44267d7c8a7abe6e93cd6d61df03f02c4feaf0da3ba5ea8b381a36bebf6efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c339ab15-38fa-451d-8cef-0b5864d27a22" -d '{"events": [{"server_uuid": "559095bd-c9f8-44f9-8e2a-dd44acedd8b1", "name": "network-vif-plugged", "status": "completed", "tag": "2b28ec7a-2283-4d09-881e-8be73e6910f6"}]}' {{(pid=104103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:08:53.855396 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=100 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:08:53.864853 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] For port 2b28ec7a-2283-4d09-881e-8be73e6910f6, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=2b28ec7a-2283-4d09-881e-8be73e6910f6,segment=NetworkSegment(7fb7ed4c-a972-40f4-a310-001c141d4c5c),segment_id=7fb7ed4c-a972-40f4-a310-001c141d4c5c)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:08:53.867003 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-dd85ac7e-3f51-4a52-bd13-bcb55c45f85d req-c31f9b52-5238-4425-a912-094c8472e4cb tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/security-groups?id=6fd55e68-e49d-4af6-81d3-d350fedf0cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809531 May 26 21:08:53.870228 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (2b28ec7a-2283-4d09-881e-8be73e6910f6), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:53.897392 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 21:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b99a2e58-89e1-4e15-934e-5cd1cfbc8cc6 x-openstack-request-id: req-b99a2e58-89e1-4e15-934e-5cd1cfbc8cc6 {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:08:53.897791 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "559095bd-c9f8-44f9-8e2a-dd44acedd8b1", "name": "network-vif-plugged", "status": "completed", "tag": "2b28ec7a-2283-4d09-881e-8be73e6910f6", "code": 200}]} {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:08:53.897938 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b99a2e58-89e1-4e15-934e-5cd1cfbc8cc6 {{(pid=104103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:08:53.898320 dv-cinder-828806-3-iscsi neutron-server[104103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b99a2e58-89e1-4e15-934e-5cd1cfbc8cc6'] response: {'server_uuid': '559095bd-c9f8-44f9-8e2a-dd44acedd8b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b28ec7a-2283-4d09-881e-8be73e6910f6', 'code': 200} May 26 21:08:53.917928 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Pushing event updated for resources: {'Port': ['ID=2b28ec7a-2283-4d09-881e-8be73e6910f6,revision_number=5']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:08:54.540565 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b734bd-5040-42e4-ba5b-6c8d78558003 req-e60cc25a-b13a-42bd-930f-01864478b2d3 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:54.541972 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-e9b734bd-5040-42e4-ba5b-6c8d78558003 req-e60cc25a-b13a-42bd-930f-01864478b2d3 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/ports?device_id=b394d5b9-c201-4bff-8cac-68cce2954f16 HTTP/1.1" status: 200 len: 945 time: 0.0462732 May 26 21:08:54.590659 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-e9b734bd-5040-42e4-ba5b-6c8d78558003 req-9089da80-51fd-40c9-abfe-d56db43a35ae tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/security-groups?id=26b50481-eb72-4913-8499-4f05960ff7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432138 May 26 21:08:54.743297 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1050310-009e-4c6b-b8ff-8f9ebf4d96ba req-011168b4-9595-49c1-b30d-aeafc4d24d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:54.745055 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-f1050310-009e-4c6b-b8ff-8f9ebf4d96ba req-011168b4-9595-49c1-b30d-aeafc4d24d53 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=559095bd-c9f8-44f9-8e2a-dd44acedd8b1 HTTP/1.1" status: 200 len: 1129 time: 0.0719345 May 26 21:08:54.751641 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34d5aef-1893-4d79-b616-d399c1f26dc5 req-3d1b2e58-cb38-437f-aff1-e396c91d4f9e tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:54.753126 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-b34d5aef-1893-4d79-b616-d399c1f26dc5 req-3d1b2e58-cb38-437f-aff1-e396c91d4f9e tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.62 "GET /v2.0/ports?device_id=b394d5b9-c201-4bff-8cac-68cce2954f16 HTTP/1.1" status: 200 len: 945 time: 0.0711248 May 26 21:08:54.906732 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-f1050310-009e-4c6b-b8ff-8f9ebf4d96ba req-23a166bb-b8ee-4e5c-a7de-3d115065c188 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=6fd55e68-e49d-4af6-81d3-d350fedf0cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1526043 May 26 21:08:54.929451 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.plugin [req-b34d5aef-1893-4d79-b616-d399c1f26dc5 req-37e868e9-c140-4642-bd56-20aa8292e56a tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Deleting port e1f6d939-9abc-412f-a4d8-da9f34b5b9c2 {{(pid=104101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 21:08:54.929813 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-b34d5aef-1893-4d79-b616-d399c1f26dc5 req-37e868e9-c140-4642-bd56-20aa8292e56a tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787881975269'] for port (e1f6d939-9abc-412f-a4d8-da9f34b5b9c2), before_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:54.959875 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-18458b8d-b7c3-4221-8258-05f9ba734e3b req-c81bbdeb-6a74-4246-b5ca-3fb116156b7f tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/ports?device_id=bc1d8436-4806-4d53-b8ef-72c5ef4de480 HTTP/1.1" status: 200 len: 210 time: 0.0433886 May 26 21:08:55.016325 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfbfa9b-b599-466b-a3e5-381a1e79577a req-5a07c740-4112-4fb5-a4b2-c262ca8d1dce tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:55.017663 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-9dfbfa9b-b599-466b-a3e5-381a1e79577a req-5a07c740-4112-4fb5-a4b2-c262ca8d1dce tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.62 "GET /v2.0/networks?id=01728002-c90b-452e-a166-db394444487a HTTP/1.1" status: 200 len: 815 time: 0.2109482 May 26 21:08:55.031523 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6487d6-b382-4b5f-9533-fdeccd7f0281 req-a8a181b9-20b1-46cf-a1a4-c3953cf347ca tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:55.032983 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-9c6487d6-b382-4b5f-9533-fdeccd7f0281 req-a8a181b9-20b1-46cf-a1a4-c3953cf347ca tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=559095bd-c9f8-44f9-8e2a-dd44acedd8b1 HTTP/1.1" status: 200 len: 945 time: 0.0481424 May 26 21:08:55.054894 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.db [req-b34d5aef-1893-4d79-b616-d399c1f26dc5 req-37e868e9-c140-4642-bd56-20aa8292e56a tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] For port e1f6d939-9abc-412f-a4d8-da9f34b5b9c2, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=e1f6d939-9abc-412f-a4d8-da9f34b5b9c2,segment=NetworkSegment(6581e449-834f-4534-a2fe-363e6aa5bcef),segment_id=6581e449-834f-4534-a2fe-363e6aa5bcef)] {{(pid=104101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:08:55.055260 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-b34d5aef-1893-4d79-b616-d399c1f26dc5 req-37e868e9-c140-4642-bd56-20aa8292e56a tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595751'] for port (e1f6d939-9abc-412f-a4d8-da9f34b5b9c2), precommit_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:55.080258 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-9c6487d6-b382-4b5f-9533-fdeccd7f0281 req-5bc2f6c5-2178-44cb-a68a-fd2471735d93 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/security-groups?id=6fd55e68-e49d-4af6-81d3-d350fedf0cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415704 May 26 21:08:55.209361 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:08:55.212797 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-b34d5aef-1893-4d79-b616-d399c1f26dc5 req-37e868e9-c140-4642-bd56-20aa8292e56a tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:55.213184 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-b34d5aef-1893-4d79-b616-d399c1f26dc5 req-37e868e9-c140-4642-bd56-20aa8292e56a tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1614815'] for floatingip (fa690c15-f5c3-4bea-a8c5-e96718b47e9b), after_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:55.213496 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.db.l3_db [req-b34d5aef-1893-4d79-b616-d399c1f26dc5 req-37e868e9-c140-4642-bd56-20aa8292e56a tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Floating IP fa690c15-f5c3-4bea-a8c5-e96718b47e9b disassociated. External IP: 172.27.2.217, port: e1f6d939-9abc-412f-a4d8-da9f34b5b9c2. May 26 21:08:55.213842 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.plugin [req-b34d5aef-1893-4d79-b616-d399c1f26dc5 req-37e868e9-c140-4642-bd56-20aa8292e56a tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Calling delete_port for e1f6d939-9abc-412f-a4d8-da9f34b5b9c2 owned by compute:nova {{(pid=104101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 21:08:55.334639 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-9dfbfa9b-b599-466b-a3e5-381a1e79577a req-22ac2298-fe24-4a60-a499-3297cc9d5d22 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aaa9e1a61984467ab8efae451b270558 HTTP/1.1" status: 200 len: 380 time: 0.0785565 May 26 21:08:55.390404 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-b34d5aef-1893-4d79-b616-d399c1f26dc5 req-37e868e9-c140-4642-bd56-20aa8292e56a tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787881986003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787881445708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13231773'] for port (e1f6d939-9abc-412f-a4d8-da9f34b5b9c2), after_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:55.416959 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e868e9-c140-4642-bd56-20aa8292e56a tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Pushing event deleted for resources: {'Port': ['ID=e1f6d939-9abc-412f-a4d8-da9f34b5b9c2,revision_number=None']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:08:55.467556 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:08:55.690752 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-2e865c52-3862-455d-9dfe-2f71e02a1ec4 req-dd4f8bf0-e055-4e19-9441-bf4737125bb4 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/ports?device_id=b394d5b9-c201-4bff-8cac-68cce2954f16 HTTP/1.1" status: 200 len: 210 time: 0.0319312 May 26 21:08:55.772494 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b34d5aef-1893-4d79-b616-d399c1f26dc5 req-37e868e9-c140-4642-bd56-20aa8292e56a tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Router fcf153c1-dfc2-4490-b95f-83881f205231 has already been hosted by L3 agent ccb07560-1e88-42f3-8411-377a93089622 {{(pid=104101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 21:08:55.778369 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.v2.base [req-9dfbfa9b-b599-466b-a3e5-381a1e79577a req-5d68ba3e-b54d-42a0-ba73-7e12e18c28b0 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Request body: {'port': {'device_id': 'bc1d8436-4806-4d53-b8ef-72c5ef4de480', 'network_id': '01728002-c90b-452e-a166-db394444487a', 'admin_state_up': True, 'tenant_id': 'aaa9e1a61984467ab8efae451b270558', 'security_groups': ['2e6fadd9-80c2-444f-a059-b04f618554d0']}} {{(pid=104101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:08:55.964142 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b34d5aef-1893-4d79-b616-d399c1f26dc5 req-37e868e9-c140-4642-bd56-20aa8292e56a tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Notify agent at l3_agent.dv-cinder-828806-3-iscsi the message routers_updated {{(pid=104101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 21:08:55.973354 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c8ce9e-b0b7-466e-8ef8-b0b495b0350a None None] Sync routers for ids ['fcf153c1-dfc2-4490-b95f-83881f205231'] in dv-cinder-828806-3-iscsi {{(pid=104103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 21:08:55.983503 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c8ce9e-b0b7-466e-8ef8-b0b495b0350a None None] Routers {'fcf153c1-dfc2-4490-b95f-83881f205231'} bound to L3 agent in host dv-cinder-828806-3-iscsi {{(pid=104103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:08:55.983965 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_hamode_db [None req-f5c8ce9e-b0b7-466e-8ef8-b0b495b0350a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T20:55:42Z,description=,heartbeat_timestamp=2022-05-26T21:08:42Z,host='dv-cinder-828806-3-iscsi',id=ccb07560-1e88-42f3-8411-377a93089622,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T20:55:42Z,topic='l3_agent')) {'router_ids': ['fcf153c1-dfc2-4490-b95f-83881f205231'], 'active': True} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:08:56.011825 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9dfbfa9b-b599-466b-a3e5-381a1e79577a req-5d68ba3e-b54d-42a0-ba73-7e12e18c28b0 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Made reservation on behalf of aaa9e1a61984467ab8efae451b270558 for: {'port': 1} {{(pid=104101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 21:08:56.015287 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-9dfbfa9b-b599-466b-a3e5-381a1e79577a req-5d68ba3e-b54d-42a0-ba73-7e12e18c28b0 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (None), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:56.017373 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [req-b34d5aef-1893-4d79-b616-d399c1f26dc5 req-37e868e9-c140-4642-bd56-20aa8292e56a tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] No DVR routers for this DVR port e1f6d939-9abc-412f-a4d8-da9f34b5b9c2 on host hv-cinder-82880 {{(pid=104101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 21:08:56.020361 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-b34d5aef-1893-4d79-b616-d399c1f26dc5 req-37e868e9-c140-4642-bd56-20aa8292e56a tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25531'] for port (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:56.024107 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-b34d5aef-1893-4d79-b616-d399c1f26dc5 req-37e868e9-c140-4642-bd56-20aa8292e56a tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.62 "DELETE /v2.0/ports/e1f6d939-9abc-412f-a4d8-da9f34b5b9c2 HTTP/1.1" status: 204 len: 173 time: 1.2630918 May 26 21:08:56.024551 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b394d5b9-c201-4bff-8cac-68cce2954f16', 'name': 'network-vif-deleted', 'tag': 'e1f6d939-9abc-412f-a4d8-da9f34b5b9c2'}] {{(pid=104101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:08:56.026825 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e35b3b942162f380527a6ddce7731c26b87baf9d9763e10c20fbd720b027cea7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f50d3e7-b697-41e8-ac36-b82a62f28a61" -d '{"events": [{"server_uuid": "b394d5b9-c201-4bff-8cac-68cce2954f16", "name": "network-vif-deleted", "tag": "e1f6d939-9abc-412f-a4d8-da9f34b5b9c2"}]}' {{(pid=104101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:08:56.089892 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-ed9ef8e9-ac4b-4e7e-8ee9-44d8c4e9f508 req-df631bec-b128-4c51-8fe7-a3ab06654f6a tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/ports?device_id=bc1d8436-4806-4d53-b8ef-72c5ef4de480 HTTP/1.1" status: 200 len: 210 time: 0.0424592 May 26 21:08:56.091689 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 21:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a28e59b6-2d74-418f-acf8-3cf6df178a4c x-openstack-request-id: req-a28e59b6-2d74-418f-acf8-3cf6df178a4c {{(pid=104101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:08:56.092264 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b394d5b9-c201-4bff-8cac-68cce2954f16", "name": "network-vif-deleted", "tag": "e1f6d939-9abc-412f-a4d8-da9f34b5b9c2", "status": "completed", "code": 200}]} {{(pid=104101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:08:56.092801 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a28e59b6-2d74-418f-acf8-3cf6df178a4c {{(pid=104101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:08:56.093053 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a28e59b6-2d74-418f-acf8-3cf6df178a4c'] response: {'server_uuid': 'b394d5b9-c201-4bff-8cac-68cce2954f16', 'name': 'network-vif-deleted', 'tag': 'e1f6d939-9abc-412f-a4d8-da9f34b5b9c2', 'status': 'completed', 'code': 200} May 26 21:08:56.114701 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvr_db [None req-f5c8ce9e-b0b7-466e-8ef8-b0b495b0350a None None] Set router fcf153c1-dfc2-4490-b95f-83881f205231 gateway port host: dv-cinder-828806-3-iscsi {{(pid=104103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:08:56.184676 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.db.db_base_plugin_common [req-9dfbfa9b-b599-466b-a3e5-381a1e79577a req-5d68ba3e-b54d-42a0-ba73-7e12e18c28b0 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Allocated IP 172.20.0.8 (01728002-c90b-452e-a166-db394444487a/9203b2fc-d019-4045-ae31-83603be0cf2e/98863f83-9247-40f4-a3ba-dfa89cfe493f) {{(pid=104101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 21:08:56.212388 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1493bc-15a5-4e6a-8f6d-5aca2959d188 req-8b859628-b4bc-4032-b6bf-f1f905f73886 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:56.213881 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-9c1493bc-15a5-4e6a-8f6d-5aca2959d188 req-8b859628-b4bc-4032-b6bf-f1f905f73886 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=559095bd-c9f8-44f9-8e2a-dd44acedd8b1 HTTP/1.1" status: 200 len: 945 time: 0.0527229 May 26 21:08:56.265666 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-9c1493bc-15a5-4e6a-8f6d-5aca2959d188 req-9d2859e2-3fe3-4a8e-a5cc-3137387e088f tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/security-groups?id=6fd55e68-e49d-4af6-81d3-d350fedf0cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451975 May 26 21:08:56.269028 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:08:56.308818 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_hamode_db [None req-f5c8ce9e-b0b7-466e-8ef8-b0b495b0350a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcf153c1-dfc2-4490-b95f-83881f205231', 'name': 'tempest-AttachVolumeTestJSON-641444328-router', 'tenant_id': 'aee8ddc72b8a4baeb01503afbd8aeab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '9f9f8939-364b-4fe7-a922-a7d9b3523c6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:04:18Z', 'updated_at': '2022-05-26T21:04:24Z', 'revision_number': 4, 'project_id': 'aee8ddc72b8a4baeb01503afbd8aeab1', 'gw_port': {'id': '9f9f8939-364b-4fe7-a922-a7d9b3523c6c', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:bb:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf153c1-dfc2-4490-b95f-83881f205231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:04:19Z', 'updated_at': '2022-05-26T21:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi', '_interfaces': [{'id': '33561d76-16e3-4004-9447-f0c279bc8e98', 'name': '', 'network_id': '5629c7a4-9159-4bb4-9c94-a1405c68e80c', 'tenant_id': 'aee8ddc72b8a4baeb01503afbd8aeab1', 'mac_address': 'fa:16:3e:0f:c5:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf153c1-dfc2-4490-b95f-83881f205231', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '98eeb434-72ed-4f64-921d-7288f9cdbc0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:04:23Z', 'updated_at': '2022-05-26T21:04:33Z', 'revision_number': 5, 'project_id': 'aee8ddc72b8a4baeb01503afbd8aeab1', 'subnets': [{'id': '98eeb434-72ed-4f64-921d-7288f9cdbc0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-3-iscsi', False) {} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:08:56.331429 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-9dfbfa9b-b599-466b-a3e5-381a1e79577a req-5d68ba3e-b54d-42a0-ba73-7e12e18c28b0 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks [] for port (98863f83-9247-40f4-a3ba-dfa89cfe493f), precommit_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:56.333760 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c8ce9e-b0b7-466e-8ef8-b0b495b0350a None None] Checking router: fcf153c1-dfc2-4490-b95f-83881f205231 for host: dv-cinder-828806-3-iscsi {{(pid=104103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 21:08:56.342361 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c8ce9e-b0b7-466e-8ef8-b0b495b0350a None None] Routers {'fcf153c1-dfc2-4490-b95f-83881f205231'} bound to L3 agent in host dv-cinder-828806-3-iscsi {{(pid=104103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:08:56.342993 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_hamode_db [None req-f5c8ce9e-b0b7-466e-8ef8-b0b495b0350a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T20:55:42Z,description=,heartbeat_timestamp=2022-05-26T21:08:42Z,host='dv-cinder-828806-3-iscsi',id=ccb07560-1e88-42f3-8411-377a93089622,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T20:55:42Z,topic='l3_agent')) {'router_ids': ['fcf153c1-dfc2-4490-b95f-83881f205231'], 'active': True} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:08:56.365758 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-9dfbfa9b-b599-466b-a3e5-381a1e79577a req-5d68ba3e-b54d-42a0-ba73-7e12e18c28b0 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787881445699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13231773'] for port (98863f83-9247-40f4-a3ba-dfa89cfe493f), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:56.412038 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9dfbfa9b-b599-466b-a3e5-381a1e79577a req-5d68ba3e-b54d-42a0-ba73-7e12e18c28b0 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Network 01728002-c90b-452e-a166-db394444487a is already hosted by enough agents. {{(pid=104101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 21:08:56.417229 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.scheduler.base_scheduler [req-9dfbfa9b-b599-466b-a3e5-381a1e79577a req-5d68ba3e-b54d-42a0-ba73-7e12e18c28b0 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Resources bound (agent type, host, resource id): {{(pid=104101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:08:56.421012 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dfbfa9b-b599-466b-a3e5-381a1e79577a req-5d68ba3e-b54d-42a0-ba73-7e12e18c28b0 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Received port after_create {{(pid=104101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 21:08:56.444687 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d68ba3e-b54d-42a0-ba73-7e12e18c28b0 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Pushing event updated for resources: {'Port': ['ID=98863f83-9247-40f4-a3ba-dfa89cfe493f,revision_number=1']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:08:56.451190 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvr_db [None req-f5c8ce9e-b0b7-466e-8ef8-b0b495b0350a None None] Set router fcf153c1-dfc2-4490-b95f-83881f205231 gateway port host: dv-cinder-828806-3-iscsi {{(pid=104103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:08:56.473557 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfbfa9b-b599-466b-a3e5-381a1e79577a req-5d68ba3e-b54d-42a0-ba73-7e12e18c28b0 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:56.474391 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-9dfbfa9b-b599-466b-a3e5-381a1e79577a req-5d68ba3e-b54d-42a0-ba73-7e12e18c28b0 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25531'] for port (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:56.494508 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-9dfbfa9b-b599-466b-a3e5-381a1e79577a req-5d68ba3e-b54d-42a0-ba73-7e12e18c28b0 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7198443 May 26 21:08:56.566956 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:08:56.642039 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-dd1dd19f-48aa-454a-9f98-6f9f92a8411e None None] Provisioning complete for port 98863f83-9247-40f4-a3ba-dfa89cfe493f triggered by entity DHCP. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:08:56.642411 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-dd1dd19f-48aa-454a-9f98-6f9f92a8411e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (98863f83-9247-40f4-a3ba-dfa89cfe493f), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:56.684357 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_hamode_db [None req-f5c8ce9e-b0b7-466e-8ef8-b0b495b0350a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcf153c1-dfc2-4490-b95f-83881f205231', 'name': 'tempest-AttachVolumeTestJSON-641444328-router', 'tenant_id': 'aee8ddc72b8a4baeb01503afbd8aeab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '9f9f8939-364b-4fe7-a922-a7d9b3523c6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:04:18Z', 'updated_at': '2022-05-26T21:04:24Z', 'revision_number': 4, 'project_id': 'aee8ddc72b8a4baeb01503afbd8aeab1', 'gw_port': {'id': '9f9f8939-364b-4fe7-a922-a7d9b3523c6c', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:bb:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf153c1-dfc2-4490-b95f-83881f205231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:04:19Z', 'updated_at': '2022-05-26T21:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi', '_interfaces': [{'id': '33561d76-16e3-4004-9447-f0c279bc8e98', 'name': '', 'network_id': '5629c7a4-9159-4bb4-9c94-a1405c68e80c', 'tenant_id': 'aee8ddc72b8a4baeb01503afbd8aeab1', 'mac_address': 'fa:16:3e:0f:c5:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf153c1-dfc2-4490-b95f-83881f205231', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '98eeb434-72ed-4f64-921d-7288f9cdbc0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:04:23Z', 'updated_at': '2022-05-26T21:04:33Z', 'revision_number': 5, 'project_id': 'aee8ddc72b8a4baeb01503afbd8aeab1', 'subnets': [{'id': '98eeb434-72ed-4f64-921d-7288f9cdbc0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-3-iscsi', False) {} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:08:56.688305 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-dd1dd19f-48aa-454a-9f98-6f9f92a8411e None None] Port 98863f83-9247-40f4-a3ba-dfa89cfe493f cannot update to ACTIVE because it is not bound. {{(pid=104103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 21:08:56.710023 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c8ce9e-b0b7-466e-8ef8-b0b495b0350a None None] The sync data for ids ['fcf153c1-dfc2-4490-b95f-83881f205231'] in dv-cinder-828806-3-iscsi is: [{'id': 'fcf153c1-dfc2-4490-b95f-83881f205231', 'name': 'tempest-AttachVolumeTestJSON-641444328-router', 'tenant_id': 'aee8ddc72b8a4baeb01503afbd8aeab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '9f9f8939-364b-4fe7-a922-a7d9b3523c6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:04:18Z', 'updated_at': '2022-05-26T21:04:24Z', 'revision_number': 4, 'project_id': 'aee8ddc72b8a4baeb01503afbd8aeab1', 'gw_port': {'id': '9f9f8939-364b-4fe7-a922-a7d9b3523c6c', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:bb:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf153c1-dfc2-4490-b95f-83881f205231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:04:19Z', 'updated_at': '2022-05-26T21:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi', '_interfaces': [{'id': '33561d76-16e3-4004-9447-f0c279bc8e98', 'name': '', 'network_id': '5629c7a4-9159-4bb4-9c94-a1405c68e80c', 'tenant_id': 'aee8ddc72b8a4baeb01503afbd8aeab1', 'mac_address': 'fa:16:3e:0f:c5:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf153c1-dfc2-4490-b95f-83881f205231', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '98eeb434-72ed-4f64-921d-7288f9cdbc0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:04:23Z', 'updated_at': '2022-05-26T21:04:33Z', 'revision_number': 5, 'project_id': 'aee8ddc72b8a4baeb01503afbd8aeab1', 'subnets': [{'id': '98eeb434-72ed-4f64-921d-7288f9cdbc0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 21:08:56.788366 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-fce320b1-76ac-44a3-9aac-775a64899b9d req-93c25c54-74b3-4194-9352-807dcdbeb40d tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/ports?device_id=b394d5b9-c201-4bff-8cac-68cce2954f16 HTTP/1.1" status: 200 len: 210 time: 0.0284843 May 26 21:08:56.839846 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.v2.base [req-9dfbfa9b-b599-466b-a3e5-381a1e79577a req-324bbf1c-9bf2-4395-9f2e-3712ca1aeb01 service neutron] Request body: {'port': {'device_id': 'bc1d8436-4806-4d53-b8ef-72c5ef4de480', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=104101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:08:56.909182 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-9dfbfa9b-b599-466b-a3e5-381a1e79577a req-324bbf1c-9bf2-4395-9f2e-3712ca1aeb01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (98863f83-9247-40f4-a3ba-dfa89cfe493f), before_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:56.912364 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:08:56.961363 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e041ad-483b-4abd-ac07-406c251a68c9 None None] New status for floating IP fa690c15-f5c3-4bea-a8c5-e96718b47e9b: DOWN {{(pid=104104) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 21:08:57.207383 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.notifiers.nova [req-9dfbfa9b-b599-466b-a3e5-381a1e79577a req-324bbf1c-9bf2-4395-9f2e-3712ca1aeb01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98863f83-9247-40f4-a3ba-dfa89cfe493f {{(pid=104101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 21:08:57.211943 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6276d3-71a9-4a7a-af7e-3a134a220ba0 req-702a4ded-3780-41cb-8a43-d748a0e6c0fa tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:57.213389 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-7f6276d3-71a9-4a7a-af7e-3a134a220ba0 req-702a4ded-3780-41cb-8a43-d748a0e6c0fa tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/ports?device_id=bc1d8436-4806-4d53-b8ef-72c5ef4de480 HTTP/1.1" status: 200 len: 931 time: 0.0480647 May 26 21:08:57.215519 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-9dfbfa9b-b599-466b-a3e5-381a1e79577a req-324bbf1c-9bf2-4395-9f2e-3712ca1aeb01 service neutron] Publish callbacks [] for port (98863f83-9247-40f4-a3ba-dfa89cfe493f), precommit_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:57.228692 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.db.provisioning_blocks [req-9dfbfa9b-b599-466b-a3e5-381a1e79577a req-324bbf1c-9bf2-4395-9f2e-3712ca1aeb01 service neutron] Transition to ACTIVE for port object 98863f83-9247-40f4-a3ba-dfa89cfe493f will not be triggered until provisioned by entity L2. {{(pid=104101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 21:08:57.232927 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-9dfbfa9b-b599-466b-a3e5-381a1e79577a req-324bbf1c-9bf2-4395-9f2e-3712ca1aeb01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13231786'] for port (98863f83-9247-40f4-a3ba-dfa89cfe493f), after_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:57.263949 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-7f6276d3-71a9-4a7a-af7e-3a134a220ba0 req-2a884af8-8a19-4bf7-bc97-f7b1a80c4a46 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/security-groups?id=2e6fadd9-80c2-444f-a059-b04f618554d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441196 May 26 21:08:57.285830 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324bbf1c-9bf2-4395-9f2e-3712ca1aeb01 service neutron] Pushing event updated for resources: {'Port': ['ID=98863f83-9247-40f4-a3ba-dfa89cfe493f,revision_number=2']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:08:57.363345 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [req-9dfbfa9b-b599-466b-a3e5-381a1e79577a req-324bbf1c-9bf2-4395-9f2e-3712ca1aeb01 service neutron] Attempting to bind port 98863f83-9247-40f4-a3ba-dfa89cfe493f on host hv-cinder-82880 for vnic_type normal with profile {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 21:08:57.365637 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [req-9dfbfa9b-b599-466b-a3e5-381a1e79577a req-324bbf1c-9bf2-4395-9f2e-3712ca1aeb01 service neutron] Attempting to bind port 98863f83-9247-40f4-a3ba-dfa89cfe493f by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': '5a8b3ddd-b07c-4334-a55f-ea808909a34b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '01728002-c90b-452e-a166-db394444487a'}] {{(pid=104101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 21:08:57.365978 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dfbfa9b-b599-466b-a3e5-381a1e79577a req-324bbf1c-9bf2-4395-9f2e-3712ca1aeb01 service neutron] Attempting to bind port 98863f83-9247-40f4-a3ba-dfa89cfe493f on network 01728002-c90b-452e-a166-db394444487a {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 21:08:57.371943 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dfbfa9b-b599-466b-a3e5-381a1e79577a req-324bbf1c-9bf2-4395-9f2e-3712ca1aeb01 service neutron] Port 98863f83-9247-40f4-a3ba-dfa89cfe493f on network 01728002-c90b-452e-a166-db394444487a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 21:08:57.372280 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dfbfa9b-b599-466b-a3e5-381a1e79577a req-324bbf1c-9bf2-4395-9f2e-3712ca1aeb01 service neutron] Attempting to bind port 98863f83-9247-40f4-a3ba-dfa89cfe493f on network 01728002-c90b-452e-a166-db394444487a {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 21:08:57.379599 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dfbfa9b-b599-466b-a3e5-381a1e79577a req-324bbf1c-9bf2-4395-9f2e-3712ca1aeb01 service neutron] Checking agent: {'id': '7f90b46f-777d-4aa1-89b5-840fb2878c39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 21, 2, 24), 'started_at': datetime.datetime(2022, 5, 26, 21, 2, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 21, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 21:08:57.380137 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dfbfa9b-b599-466b-a3e5-381a1e79577a req-324bbf1c-9bf2-4395-9f2e-3712ca1aeb01 service neutron] Checking segment: {'id': '5a8b3ddd-b07c-4334-a55f-ea808909a34b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '01728002-c90b-452e-a166-db394444487a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 21:08:57.381201 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dfbfa9b-b599-466b-a3e5-381a1e79577a req-324bbf1c-9bf2-4395-9f2e-3712ca1aeb01 service neutron] Bound using segment: {'id': '5a8b3ddd-b07c-4334-a55f-ea808909a34b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '01728002-c90b-452e-a166-db394444487a'} {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 21:08:57.381646 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [req-9dfbfa9b-b599-466b-a3e5-381a1e79577a req-324bbf1c-9bf2-4395-9f2e-3712ca1aeb01 service neutron] Bound port: 98863f83-9247-40f4-a3ba-dfa89cfe493f, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a8b3ddd-b07c-4334-a55f-ea808909a34b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '01728002-c90b-452e-a166-db394444487a'}}] {{(pid=104101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 21:08:57.382549 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-9dfbfa9b-b599-466b-a3e5-381a1e79577a req-324bbf1c-9bf2-4395-9f2e-3712ca1aeb01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (98863f83-9247-40f4-a3ba-dfa89cfe493f), before_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:57.405886 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b83c63-7e07-407c-9764-533ce5527f9e req-3dc7e8b6-ca8d-4c39-9d9b-105c1e136e13 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:57.408930 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-41b83c63-7e07-407c-9764-533ce5527f9e req-3dc7e8b6-ca8d-4c39-9d9b-105c1e136e13 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=559095bd-c9f8-44f9-8e2a-dd44acedd8b1 HTTP/1.1" status: 200 len: 945 time: 0.0607679 May 26 21:08:57.453887 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.db [req-9dfbfa9b-b599-466b-a3e5-381a1e79577a req-324bbf1c-9bf2-4395-9f2e-3712ca1aeb01 service neutron] For port 98863f83-9247-40f4-a3ba-dfa89cfe493f, host hv-cinder-82880, cleared binding levels {{(pid=104101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 21:08:57.457240 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.db [req-9dfbfa9b-b599-466b-a3e5-381a1e79577a req-324bbf1c-9bf2-4395-9f2e-3712ca1aeb01 service neutron] For port 98863f83-9247-40f4-a3ba-dfa89cfe493f, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=98863f83-9247-40f4-a3ba-dfa89cfe493f,segment=NetworkSegment(5a8b3ddd-b07c-4334-a55f-ea808909a34b),segment_id=5a8b3ddd-b07c-4334-a55f-ea808909a34b)] {{(pid=104101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 21:08:57.466094 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-9dfbfa9b-b599-466b-a3e5-381a1e79577a req-324bbf1c-9bf2-4395-9f2e-3712ca1aeb01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13231786'] for port (98863f83-9247-40f4-a3ba-dfa89cfe493f), after_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:57.494114 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-41b83c63-7e07-407c-9764-533ce5527f9e req-278b8b83-5ff3-4fac-ae2c-7dc1ee369426 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/security-groups?id=6fd55e68-e49d-4af6-81d3-d350fedf0cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791295 May 26 21:08:57.502479 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:08:57.509990 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfbfa9b-b599-466b-a3e5-381a1e79577a req-324bbf1c-9bf2-4395-9f2e-3712ca1aeb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:57.510661 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-9dfbfa9b-b599-466b-a3e5-381a1e79577a req-324bbf1c-9bf2-4395-9f2e-3712ca1aeb01 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25531'] for port (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:57.512052 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-9dfbfa9b-b599-466b-a3e5-381a1e79577a req-324bbf1c-9bf2-4395-9f2e-3712ca1aeb01 service neutron] 10.222.0.62 "PUT /v2.0/ports/98863f83-9247-40f4-a3ba-dfa89cfe493f HTTP/1.1" status: 200 len: 1093 time: 0.6768296 May 26 21:08:57.547263 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324bbf1c-9bf2-4395-9f2e-3712ca1aeb01 service neutron] Pushing event updated for resources: {'Port': ['ID=98863f83-9247-40f4-a3ba-dfa89cfe493f,revision_number=3']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:08:57.629398 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfbfa9b-b599-466b-a3e5-381a1e79577a req-df9773ff-cc26-48a9-9517-7f24e7fdaa6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:57.632234 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-9dfbfa9b-b599-466b-a3e5-381a1e79577a req-df9773ff-cc26-48a9-9517-7f24e7fdaa6d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=aaa9e1a61984467ab8efae451b270558&device_id=bc1d8436-4806-4d53-b8ef-72c5ef4de480 HTTP/1.1" status: 200 len: 1127 time: 0.0570199 May 26 21:08:57.642665 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38437034-afa0-4573-a8f6-b5d99c0b6a6a req-3c74b4ed-8768-4bad-98bf-e364adf110b8 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:57.644387 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-38437034-afa0-4573-a8f6-b5d99c0b6a6a req-3c74b4ed-8768-4bad-98bf-e364adf110b8 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=559095bd-c9f8-44f9-8e2a-dd44acedd8b1 HTTP/1.1" status: 200 len: 945 time: 0.0677211 May 26 21:08:57.653720 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 49316) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:08:57.658849 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.v2.base [None req-bc4c1ab2-e23f-4c44-a1e2-96e0d9111206 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Request body: {'floatingip': {'port_id': '2b28ec7a-2283-4d09-881e-8be73e6910f6'}} {{(pid=104102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:08:57.690651 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-9dfbfa9b-b599-466b-a3e5-381a1e79577a req-c2ad0b83-0b92-460d-ac64-26b89100bc19 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=98863f83-9247-40f4-a3ba-dfa89cfe493f HTTP/1.1" status: 200 len: 217 time: 0.0393264 May 26 21:08:57.700263 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-bc4c1ab2-e23f-4c44-a1e2-96e0d9111206 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Publish callbacks [] for floatingip (32e498f6-0a4b-4adf-928c-0cd496ec2c2e), before_update {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:57.736179 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Device e1f6d939-9abc-412f-a4d8-da9f34b5b9c2 no longer exists at agent hyperv_hv-cinder-82880 {{(pid=104103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 21:08:57.760877 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfbfa9b-b599-466b-a3e5-381a1e79577a req-bb9e1c99-56d5-400a-af73-136929b05aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:57.762662 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-9dfbfa9b-b599-466b-a3e5-381a1e79577a req-bb9e1c99-56d5-400a-af73-136929b05aed service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9203b2fc-d019-4045-ae31-83603be0cf2e HTTP/1.1" status: 200 len: 854 time: 0.0656126 May 26 21:08:57.783757 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] No Port match for: e1f6d939-9abc-412f-a4d8-da9f34b5b9c2 {{(pid=104103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 21:08:57.784098 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Device e1f6d939-9abc-412f-a4d8-da9f34b5b9c2 not bound to the agent host hv-cinder-82880 {{(pid=104103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 21:08:57.832219 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:08:57.834484 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfbfa9b-b599-466b-a3e5-381a1e79577a req-aa02935c-02b1-40ca-8ef3-71ca727fbd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:57.836328 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-9dfbfa9b-b599-466b-a3e5-381a1e79577a req-aa02935c-02b1-40ca-8ef3-71ca727fbd4f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=01728002-c90b-452e-a166-db394444487a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0622406 May 26 21:08:57.891785 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 49324) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:08:57.899469 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03d4df1-d14c-454b-ae05-f7d6d4d6acfe req-d488c283-5ea2-456f-b781-4bdeb2cd86f8 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:57.901108 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-f03d4df1-d14c-454b-ae05-f7d6d4d6acfe req-d488c283-5ea2-456f-b781-4bdeb2cd86f8 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] 10.222.0.57 "GET /v2.0/ports?device_id=5247c5aa-5eb4-493b-92b8-17a9d9428627 HTTP/1.1" status: 200 len: 984 time: 0.1138289 May 26 21:08:57.933223 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96783790-c02e-466f-8dab-86fea647406b req-069384b5-a8ee-42b3-aa87-1156a5ebcd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:57.934878 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-96783790-c02e-466f-8dab-86fea647406b req-069384b5-a8ee-42b3-aa87-1156a5ebcd73 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cdb0cbaf75ee402091c3eec9dd512a2d&device_id=5247c5aa-5eb4-493b-92b8-17a9d9428627 HTTP/1.1" status: 200 len: 1168 time: 0.1153352 May 26 21:08:58.034482 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=100 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:08:58.044572 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-f03d4df1-d14c-454b-ae05-f7d6d4d6acfe req-2a5e3835-7cca-4946-9425-d20a7c69304e tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] 10.222.0.57 "GET /v2.0/security-groups?id=e148b512-cd9e-4c89-a117-eef82b8f00a8&id=255f726d-cdd0-4e3d-8fd5-88750fc3d55f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1319494 May 26 21:08:58.073133 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-df4df12e-7554-4722-8a24-90615cc03315 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Publish callbacks [] for security_group (26b50481-eb72-4913-8499-4f05960ff7e4), before_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:58.076164 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-9dfbfa9b-b599-466b-a3e5-381a1e79577a req-996e6901-4069-470f-af98-a9127d0f172a service neutron] 10.222.0.62 "GET /v2.0/networks/01728002-c90b-452e-a166-db394444487a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160132 May 26 21:08:58.093943 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc1d8436-4806-4d53-b8ef-72c5ef4de480', 'tag': '98863f83-9247-40f4-a3ba-dfa89cfe493f'}] {{(pid=104101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:08:58.096269 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e35b3b942162f380527a6ddce7731c26b87baf9d9763e10c20fbd720b027cea7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-810f6755-438a-4840-bd38-588a23e10723" -d '{"events": [{"name": "network-changed", "server_uuid": "bc1d8436-4806-4d53-b8ef-72c5ef4de480", "tag": "98863f83-9247-40f4-a3ba-dfa89cfe493f"}]}' {{(pid=104101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:08:58.129506 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96783790-c02e-466f-8dab-86fea647406b req-36490985-bfb0-45ce-b431-72a0fe154780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:58.131608 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-96783790-c02e-466f-8dab-86fea647406b req-36490985-bfb0-45ce-b431-72a0fe154780 service neutron] 10.222.0.62 "GET /v2.0/networks?id=8361e751-9256-4ca9-a308-997af07ebd0d HTTP/1.1" status: 200 len: 915 time: 0.1859591 May 26 21:08:58.135300 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-df4df12e-7554-4722-8a24-90615cc03315 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Publish callbacks [] for security_group (26b50481-eb72-4913-8499-4f05960ff7e4), precommit_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:58.145921 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 21:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-984f85a2-d11d-4386-8fc2-78600960751b x-openstack-request-id: req-984f85a2-d11d-4386-8fc2-78600960751b {{(pid=104101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:08:58.146213 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc1d8436-4806-4d53-b8ef-72c5ef4de480", "tag": "98863f83-9247-40f4-a3ba-dfa89cfe493f", "status": "completed", "code": 200}]} {{(pid=104101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:08:58.146482 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-984f85a2-d11d-4386-8fc2-78600960751b {{(pid=104101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:08:58.146857 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.notifiers.nova [-] Nova event matching ['req-984f85a2-d11d-4386-8fc2-78600960751b'] response: {'name': 'network-changed', 'server_uuid': 'bc1d8436-4806-4d53-b8ef-72c5ef4de480', 'tag': '98863f83-9247-40f4-a3ba-dfa89cfe493f', 'status': 'completed', 'code': 200} May 26 21:08:58.214589 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=100 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:08:58.264683 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-96783790-c02e-466f-8dab-86fea647406b req-260e7181-4703-459d-b444-f66daf73b3d5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f3845e1-304f-46e2-9dc8-bcb02f4ac4a6 HTTP/1.1" status: 200 len: 1001 time: 0.1204481 May 26 21:08:58.272724 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-bc4c1ab2-e23f-4c44-a1e2-96e0d9111206 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:58.277636 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-bc4c1ab2-e23f-4c44-a1e2-96e0d9111206 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1614815'] for floatingip (32e498f6-0a4b-4adf-928c-0cd496ec2c2e), after_update {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:58.312385 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-9dfbfa9b-b599-466b-a3e5-381a1e79577a req-f101b160-89db-4df4-825d-c95f14059184 service neutron] 10.222.0.62 "GET /v2.0/networks/01728002-c90b-452e-a166-db394444487a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193587 May 26 21:08:58.323142 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-df4df12e-7554-4722-8a24-90615cc03315 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (26b50481-eb72-4913-8499-4f05960ff7e4), after_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:58.326110 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-df4df12e-7554-4722-8a24-90615cc03315 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Publish callbacks [] for security_group (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:58.329803 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-df4df12e-7554-4722-8a24-90615cc03315 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "DELETE /v2.0/security-groups/26b50481-eb72-4913-8499-4f05960ff7e4 HTTP/1.1" status: 204 len: 168 time: 0.4344509 May 26 21:08:58.330711 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 49330) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:08:58.340756 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96783790-c02e-466f-8dab-86fea647406b req-287e970e-3a4c-4730-9eed-b404e0bfdf79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:58.342589 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-96783790-c02e-466f-8dab-86fea647406b req-287e970e-3a4c-4730-9eed-b404e0bfdf79 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=23d264e0-dc41-488b-b140-960ceb4020db HTTP/1.1" status: 200 len: 853 time: 0.0686402 May 26 21:08:58.343443 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4df12e-7554-4722-8a24-90615cc03315 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26b50481-eb72-4913-8499-4f05960ff7e4,revision_number=None']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:08:58.369457 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.api.v2.resource [None req-e2da815a-04ca-4669-b8c0-a4ffe3477e45 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] show failed (client error): The resource could not be found. May 26 21:08:58.373176 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-e2da815a-04ca-4669-b8c0-a4ffe3477e45 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/security-groups/26b50481-eb72-4913-8499-4f05960ff7e4 HTTP/1.1" status: 404 len: 347 time: 0.0388553 May 26 21:08:58.374260 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 49332) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:08:58.412633 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96783790-c02e-466f-8dab-86fea647406b req-70a95db4-6bca-49d7-af70-1dc0ac570063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:58.414154 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-96783790-c02e-466f-8dab-86fea647406b req-70a95db4-6bca-49d7-af70-1dc0ac570063 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8361e751-9256-4ca9-a308-997af07ebd0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458825 May 26 21:08:58.452468 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.db.l3_db [None req-bc4c1ab2-e23f-4c44-a1e2-96e0d9111206 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Floating IP 32e498f6-0a4b-4adf-928c-0cd496ec2c2e associated. External IP: 172.27.2.171, port: 2b28ec7a-2283-4d09-881e-8be73e6910f6. May 26 21:08:58.537791 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1520f7-9342-420f-9e4c-a0df785c2d23 req-06a59e6f-96a3-41f1-88ec-746efd5cc816 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:58.539237 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-8c1520f7-9342-420f-9e4c-a0df785c2d23 req-06a59e6f-96a3-41f1-88ec-746efd5cc816 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/ports?device_id=bc1d8436-4806-4d53-b8ef-72c5ef4de480 HTTP/1.1" status: 200 len: 943 time: 0.1278594 May 26 21:08:58.611592 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.plugins.ml2.plugin [None req-fa604a8d-966a-42e1-9bf9-a73e1d6d0ce2 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Deleting port 844b430c-a1e0-4f2b-a667-b823111b6efb {{(pid=104102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 21:08:58.611929 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-fa604a8d-966a-42e1-9bf9-a73e1d6d0ce2 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787881975269'] for port (844b430c-a1e0-4f2b-a667-b823111b6efb), before_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:58.697475 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-8c1520f7-9342-420f-9e4c-a0df785c2d23 req-d7a685d0-c374-4506-9892-ed6e522ae920 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/security-groups?id=2e6fadd9-80c2-444f-a059-b04f618554d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1379409 May 26 21:08:58.762043 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-fa604a8d-966a-42e1-9bf9-a73e1d6d0ce2 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595751'] for port (844b430c-a1e0-4f2b-a667-b823111b6efb), precommit_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:58.762365 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-fa604a8d-966a-42e1-9bf9-a73e1d6d0ce2 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Publish callbacks [] for floatingip (844b430c-a1e0-4f2b-a667-b823111b6efb), precommit_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:58.782089 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.plugins.ml2.plugin [None req-fa604a8d-966a-42e1-9bf9-a73e1d6d0ce2 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Calling delete_port for 844b430c-a1e0-4f2b-a667-b823111b6efb owned by network:floatingip {{(pid=104102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 21:08:58.876013 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc4c1ab2-e23f-4c44-a1e2-96e0d9111206 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Router 9c24a6de-fc3e-4eaa-b391-9f1814cc7ea4 has already been hosted by L3 agent ccb07560-1e88-42f3-8411-377a93089622 {{(pid=104102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 21:08:58.891455 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:08:59.212953 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:08:59.234366 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc4c1ab2-e23f-4c44-a1e2-96e0d9111206 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Notify agent at l3_agent.dv-cinder-828806-3-iscsi the message routers_updated {{(pid=104102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 21:08:59.242274 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c529a437-0623-428f-856f-99fbf83895a9 req-934652c5-21e2-41de-9881-1ccd3f4274ac tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:59.243989 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-c529a437-0623-428f-856f-99fbf83895a9 req-934652c5-21e2-41de-9881-1ccd3f4274ac tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] 10.222.0.57 "GET /v2.0/ports?device_id=5247c5aa-5eb4-493b-92b8-17a9d9428627 HTTP/1.1" status: 200 len: 984 time: 0.0765226 May 26 21:08:59.245312 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d3a2ff-a451-4e05-a790-d32ddbaccc31 None None] Sync routers for ids ['9c24a6de-fc3e-4eaa-b391-9f1814cc7ea4'] in dv-cinder-828806-3-iscsi {{(pid=104103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 21:08:59.247273 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-bc4c1ab2-e23f-4c44-a1e2-96e0d9111206 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25531'] for floatingip (None), before_response {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:59.250620 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-fa604a8d-966a-42e1-9bf9-a73e1d6d0ce2 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787881986003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787881445708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16679263'] for port (844b430c-a1e0-4f2b-a667-b823111b6efb), after_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:59.256841 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d3a2ff-a451-4e05-a790-d32ddbaccc31 None None] Routers {'9c24a6de-fc3e-4eaa-b391-9f1814cc7ea4'} bound to L3 agent in host dv-cinder-828806-3-iscsi {{(pid=104103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:08:59.257445 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_hamode_db [None req-53d3a2ff-a451-4e05-a790-d32ddbaccc31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T20:55:42Z,description=,heartbeat_timestamp=2022-05-26T21:08:42Z,host='dv-cinder-828806-3-iscsi',id=ccb07560-1e88-42f3-8411-377a93089622,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T20:55:42Z,topic='l3_agent')) {'router_ids': ['9c24a6de-fc3e-4eaa-b391-9f1814cc7ea4'], 'active': True} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:08:59.311600 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa604a8d-966a-42e1-9bf9-a73e1d6d0ce2 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Pushing event deleted for resources: {'Port': ['ID=844b430c-a1e0-4f2b-a667-b823111b6efb,revision_number=None']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:08:59.324082 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-bc4c1ab2-e23f-4c44-a1e2-96e0d9111206 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "PUT /v2.0/floatingips/32e498f6-0a4b-4adf-928c-0cd496ec2c2e HTTP/1.1" status: 200 len: 991 time: 1.6692927 May 26 21:08:59.338140 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '559095bd-c9f8-44f9-8e2a-dd44acedd8b1', 'tag': '2b28ec7a-2283-4d09-881e-8be73e6910f6'}] {{(pid=104102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:08:59.340421 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706b1c0bf4c108867c85ce24421d64e29e03a8d677c0da793374f2c7f89b1863" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e72ca64a-50e6-48ed-8ce1-78ae39ecd990" -d '{"events": [{"name": "network-changed", "server_uuid": "559095bd-c9f8-44f9-8e2a-dd44acedd8b1", "tag": "2b28ec7a-2283-4d09-881e-8be73e6910f6"}]}' {{(pid=104102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:08:59.403622 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 21:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6e1d40b-5c2d-41a9-96bb-3dd442ab4a05 x-openstack-request-id: req-c6e1d40b-5c2d-41a9-96bb-3dd442ab4a05 {{(pid=104102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:08:59.403916 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "559095bd-c9f8-44f9-8e2a-dd44acedd8b1", "tag": "2b28ec7a-2283-4d09-881e-8be73e6910f6", "status": "completed", "code": 200}]} {{(pid=104102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:08:59.404156 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c6e1d40b-5c2d-41a9-96bb-3dd442ab4a05 {{(pid=104102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:08:59.404548 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6e1d40b-5c2d-41a9-96bb-3dd442ab4a05'] response: {'name': 'network-changed', 'server_uuid': '559095bd-c9f8-44f9-8e2a-dd44acedd8b1', 'tag': '2b28ec7a-2283-4d09-881e-8be73e6910f6', 'status': 'completed', 'code': 200} May 26 21:08:59.418510 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-c529a437-0623-428f-856f-99fbf83895a9 req-aba3e940-c34a-45f4-917e-41cfc6be2564 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] 10.222.0.57 "GET /v2.0/security-groups?id=e148b512-cd9e-4c89-a117-eef82b8f00a8&id=255f726d-cdd0-4e3d-8fd5-88750fc3d55f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1504958 May 26 21:08:59.421989 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-fa604a8d-966a-42e1-9bf9-a73e1d6d0ce2 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Publish callbacks [] for floatingip (fa690c15-f5c3-4bea-a8c5-e96718b47e9b), after_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:59.424039 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810f6755-438a-4840-bd38-588a23e10723 req-c5887d90-dd79-415c-af61-d9521da9b6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:59.424614 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-fa604a8d-966a-42e1-9bf9-a73e1d6d0ce2 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25531'] for floatingip (None), before_response {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:59.425766 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-fa604a8d-966a-42e1-9bf9-a73e1d6d0ce2 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "DELETE /v2.0/floatingips/fa690c15-f5c3-4bea-a8c5-e96718b47e9b HTTP/1.1" status: 204 len: 168 time: 1.0506115 May 26 21:08:59.427523 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-810f6755-438a-4840-bd38-588a23e10723 req-c5887d90-dd79-415c-af61-d9521da9b6d5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=aaa9e1a61984467ab8efae451b270558&device_id=bc1d8436-4806-4d53-b8ef-72c5ef4de480 HTTP/1.1" status: 200 len: 1127 time: 0.1009386 May 26 21:08:59.472400 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=100 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:08:59.493994 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvr_db [None req-53d3a2ff-a451-4e05-a790-d32ddbaccc31 None None] Set router 9c24a6de-fc3e-4eaa-b391-9f1814cc7ea4 gateway port host: dv-cinder-828806-3-iscsi {{(pid=104103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:08:59.519133 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 49342) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:08:59.523771 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.v2.base [None req-5fb5ab42-9771-4157-9421-16ef1e61447c tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2059678118', 'description': 'tempest-description--348385089'}} {{(pid=104102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:08:59.543733 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-5fb5ab42-9771-4157-9421-16ef1e61447c tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Publish callbacks [] for security_group (None), before_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:59.557026 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-96783790-c02e-466f-8dab-86fea647406b req-b4e2122a-525c-4c50-9c7d-bb52fad65256 service neutron] 10.222.0.62 "GET /v2.0/networks/8361e751-9256-4ca9-a308-997af07ebd0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411072 May 26 21:08:59.561295 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:08:59.621087 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-5fb5ab42-9771-4157-9421-16ef1e61447c tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Publish callbacks [] for security_group (09f39da6-3f88-40b2-98b8-cb5486d7fdbc), precommit_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:59.625066 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-5fb5ab42-9771-4157-9421-16ef1e61447c tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (09f39da6-3f88-40b2-98b8-cb5486d7fdbc), after_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:59.656492 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-5fb5ab42-9771-4157-9421-16ef1e61447c tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Publish callbacks [] for security_group (None), before_response {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:59.662630 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-5fb5ab42-9771-4157-9421-16ef1e61447c tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1380091 May 26 21:08:59.662801 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=100 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:08:59.662801 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-96783790-c02e-466f-8dab-86fea647406b req-09c3d6d2-4e28-4b06-b279-6ea6c2925af3 service neutron] 10.222.0.62 "GET /v2.0/networks/8361e751-9256-4ca9-a308-997af07ebd0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903749 May 26 21:08:59.664173 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 49344) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:08:59.668794 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72ca64a-50e6-48ed-8ce1-78ae39ecd990 req-10042439-7248-41ad-b44d-48b955179925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:59.670172 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-e72ca64a-50e6-48ed-8ce1-78ae39ecd990 req-10042439-7248-41ad-b44d-48b955179925 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ba383df93dcf4c32b2b1c17bebd7f752&device_id=559095bd-c9f8-44f9-8e2a-dd44acedd8b1 HTTP/1.1" status: 200 len: 1129 time: 0.1950510 May 26 21:08:59.670969 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.v2.base [None req-9e65b6ef-1c43-49d1-a966-fc1ba36d7cc6 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Request body: {'security_group_rule': {'security_group_id': '09f39da6-3f88-40b2-98b8-cb5486d7fdbc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:08:59.686962 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb5ab42-9771-4157-9421-16ef1e61447c tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09f39da6-3f88-40b2-98b8-cb5486d7fdbc,revision_number=1']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:08:59.706736 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-9e65b6ef-1c43-49d1-a966-fc1ba36d7cc6 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Publish callbacks [] for security_group_rule (95009aee-bde6-4576-a3c8-4ce03231980e), before_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:59.764342 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810f6755-438a-4840-bd38-588a23e10723 req-373b33ec-3392-442c-a6dc-68ba2d320020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:59.765931 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-810f6755-438a-4840-bd38-588a23e10723 req-373b33ec-3392-442c-a6dc-68ba2d320020 service neutron] 10.222.0.62 "GET /v2.0/networks?id=01728002-c90b-452e-a166-db394444487a HTTP/1.1" status: 200 len: 916 time: 0.3243520 May 26 21:08:59.777126 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-9e65b6ef-1c43-49d1-a966-fc1ba36d7cc6 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Publish callbacks [] for security_group_rule (95009aee-bde6-4576-a3c8-4ce03231980e), precommit_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:59.787007 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-9e65b6ef-1c43-49d1-a966-fc1ba36d7cc6 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636418'] for security_group_rule (95009aee-bde6-4576-a3c8-4ce03231980e), after_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:59.806580 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_hamode_db [None req-53d3a2ff-a451-4e05-a790-d32ddbaccc31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c24a6de-fc3e-4eaa-b391-9f1814cc7ea4', 'name': 'tempest-AttachVolumeShelveTestJSON-1314911334-router', 'tenant_id': 'ba383df93dcf4c32b2b1c17bebd7f752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': '92da396d-4738-472b-a7e9-f348c6f829d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:04:22Z', 'updated_at': '2022-05-26T21:04:32Z', 'revision_number': 4, 'project_id': 'ba383df93dcf4c32b2b1c17bebd7f752', 'gw_port': {'id': '92da396d-4738-472b-a7e9-f348c6f829d2', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:80:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c24a6de-fc3e-4eaa-b391-9f1814cc7ea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:04:23Z', 'updated_at': '2022-05-26T21:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi', '_floatingips': [{'id': '32e498f6-0a4b-4adf-928c-0cd496ec2c2e', 'tenant_id': 'ba383df93dcf4c32b2b1c17bebd7f752', 'floating_ip_address': '172.27.2.171', 'floating_network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'router_id': '9c24a6de-fc3e-4eaa-b391-9f1814cc7ea4', 'port_id': '2b28ec7a-2283-4d09-881e-8be73e6910f6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff69986b-e00e-41bd-8a28-f959570fc8f7', 'mac_address': 'fa:16:3e:fb:48:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '559095bd-c9f8-44f9-8e2a-dd44acedd8b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T21:08:42Z', 'updated_at': '2022-05-26T21:08:58Z', 'revision_number': 1, 'project_id': 'ba383df93dcf4c32b2b1c17bebd7f752', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3a8742f-62f0-4f53-8cff-97d69d32823f', 'name': '', 'network_id': 'ff69986b-e00e-41bd-8a28-f959570fc8f7', 'tenant_id': 'ba383df93dcf4c32b2b1c17bebd7f752', 'mac_address': 'fa:16:3e:c7:44:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c24a6de-fc3e-4eaa-b391-9f1814cc7ea4', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '647d6a86-42b9-4a67-830f-75c07bdfd5d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:04:30Z', 'updated_at': '2022-05-26T21:04:47Z', 'revision_number': 5, 'project_id': 'ba383df93dcf4c32b2b1c17bebd7f752', 'subnets': [{'id': '647d6a86-42b9-4a67-830f-75c07bdfd5d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-3-iscsi', False) {} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:08:59.817454 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-810f6755-438a-4840-bd38-588a23e10723 req-49f3bad0-c17a-48c1-9495-fe9dca146b80 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=98863f83-9247-40f4-a3ba-dfa89cfe493f HTTP/1.1" status: 200 len: 217 time: 0.0412927 May 26 21:08:59.840438 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d3a2ff-a451-4e05-a790-d32ddbaccc31 None None] Checking router: 9c24a6de-fc3e-4eaa-b391-9f1814cc7ea4 for host: dv-cinder-828806-3-iscsi {{(pid=104103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 21:08:59.850716 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d3a2ff-a451-4e05-a790-d32ddbaccc31 None None] Routers {'9c24a6de-fc3e-4eaa-b391-9f1814cc7ea4'} bound to L3 agent in host dv-cinder-828806-3-iscsi {{(pid=104103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:08:59.851586 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_hamode_db [None req-53d3a2ff-a451-4e05-a790-d32ddbaccc31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T20:55:42Z,description=,heartbeat_timestamp=2022-05-26T21:08:42Z,host='dv-cinder-828806-3-iscsi',id=ccb07560-1e88-42f3-8411-377a93089622,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T20:55:42Z,topic='l3_agent')) {'router_ids': ['9c24a6de-fc3e-4eaa-b391-9f1814cc7ea4'], 'active': True} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:08:59.858986 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72ca64a-50e6-48ed-8ce1-78ae39ecd990 req-d8efd079-1bab-4d90-ba66-9741a03d2368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:59.860429 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-e72ca64a-50e6-48ed-8ce1-78ae39ecd990 req-d8efd079-1bab-4d90-ba66-9741a03d2368 service neutron] 10.222.0.62 "GET /v2.0/networks?id=ff69986b-e00e-41bd-8a28-f959570fc8f7 HTTP/1.1" status: 200 len: 918 time: 0.1805189 May 26 21:08:59.875953 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e65b6ef-1c43-49d1-a966-fc1ba36d7cc6 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95009aee-bde6-4576-a3c8-4ce03231980e,revision_number=0']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:08:59.893300 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-9e65b6ef-1c43-49d1-a966-fc1ba36d7cc6 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:59.898025 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-9e65b6ef-1c43-49d1-a966-fc1ba36d7cc6 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2295043 May 26 21:08:59.898025 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 49348) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:08:59.902961 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.v2.base [None req-d9ce8ff4-f098-459a-8e56-84eea71cb255 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Request body: {'security_group_rule': {'security_group_id': '09f39da6-3f88-40b2-98b8-cb5486d7fdbc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:08:59.910253 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810f6755-438a-4840-bd38-588a23e10723 req-09b8fb8b-84cc-4e38-822b-6a4d804045d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:59.912192 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-810f6755-438a-4840-bd38-588a23e10723 req-09b8fb8b-84cc-4e38-822b-6a4d804045d3 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9203b2fc-d019-4045-ae31-83603be0cf2e HTTP/1.1" status: 200 len: 854 time: 0.0860326 May 26 21:08:59.920716 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1daaef9-402f-4fca-98a8-d0f3d91c1a56 req-b38b1c0b-2372-4301-88bb-263785b99382 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:08:59.929301 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-f1daaef9-402f-4fca-98a8-d0f3d91c1a56 req-b38b1c0b-2372-4301-88bb-263785b99382 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/ports?device_id=bc1d8436-4806-4d53-b8ef-72c5ef4de480 HTTP/1.1" status: 200 len: 943 time: 0.1133435 May 26 21:08:59.934337 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-e72ca64a-50e6-48ed-8ce1-78ae39ecd990 req-272fdc41-1cb3-4a25-a518-04ef756e07c6 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2b28ec7a-2283-4d09-881e-8be73e6910f6 HTTP/1.1" status: 200 len: 999 time: 0.0657351 May 26 21:08:59.967049 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvr_db [None req-53d3a2ff-a451-4e05-a790-d32ddbaccc31 None None] Set router 9c24a6de-fc3e-4eaa-b391-9f1814cc7ea4 gateway port host: dv-cinder-828806-3-iscsi {{(pid=104103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:08:59.967959 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:08:59.979056 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-d9ce8ff4-f098-459a-8e56-84eea71cb255 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Publish callbacks [] for security_group_rule (9a0e6b9e-a041-436a-9336-a92f30b6c0f0), before_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:08:59.997140 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-f1daaef9-402f-4fca-98a8-d0f3d91c1a56 req-5e97a54e-314b-4aa7-9f2a-8f990f9930f1 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/security-groups?id=2e6fadd9-80c2-444f-a059-b04f618554d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668013 May 26 21:09:00.071744 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-d9ce8ff4-f098-459a-8e56-84eea71cb255 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Publish callbacks [] for security_group_rule (9a0e6b9e-a041-436a-9336-a92f30b6c0f0), precommit_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:09:00.078088 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-d9ce8ff4-f098-459a-8e56-84eea71cb255 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636418'] for security_group_rule (9a0e6b9e-a041-436a-9336-a92f30b6c0f0), after_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:09:00.082901 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72ca64a-50e6-48ed-8ce1-78ae39ecd990 req-7292801c-2478-4275-996b-9dd2930e95b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:09:00.085479 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-e72ca64a-50e6-48ed-8ce1-78ae39ecd990 req-7292801c-2478-4275-996b-9dd2930e95b0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=647d6a86-42b9-4a67-830f-75c07bdfd5d7 HTTP/1.1" status: 200 len: 856 time: 0.0836477 May 26 21:09:00.085906 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810f6755-438a-4840-bd38-588a23e10723 req-d26f2eb6-320f-4403-9a01-30a62cb47235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:09:00.087277 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-810f6755-438a-4840-bd38-588a23e10723 req-d26f2eb6-320f-4403-9a01-30a62cb47235 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=01728002-c90b-452e-a166-db394444487a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0773416 May 26 21:09:00.100897 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ce8ff4-f098-459a-8e56-84eea71cb255 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a0e6b9e-a041-436a-9336-a92f30b6c0f0,revision_number=0']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:09:00.109913 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-d9ce8ff4-f098-459a-8e56-84eea71cb255 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:09:00.114567 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-d9ce8ff4-f098-459a-8e56-84eea71cb255 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2157900 May 26 21:09:00.115208 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 49350) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:09:00.119747 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.v2.base [None req-24f4df17-a7a8-4154-9a97-c2ec2f5ef198 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Request body: {'floatingip': {'floating_network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12'}} {{(pid=104102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:09:00.137686 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:09:00.144436 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-24f4df17-a7a8-4154-9a97-c2ec2f5ef198 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:09:00.196237 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72ca64a-50e6-48ed-8ce1-78ae39ecd990 req-bac41930-ed6b-4035-993a-6344970dd130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:09:00.198344 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-e72ca64a-50e6-48ed-8ce1-78ae39ecd990 req-bac41930-ed6b-4035-993a-6344970dd130 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ff69986b-e00e-41bd-8a28-f959570fc8f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1007288 May 26 21:09:00.209174 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_hamode_db [None req-53d3a2ff-a451-4e05-a790-d32ddbaccc31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c24a6de-fc3e-4eaa-b391-9f1814cc7ea4', 'name': 'tempest-AttachVolumeShelveTestJSON-1314911334-router', 'tenant_id': 'ba383df93dcf4c32b2b1c17bebd7f752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': '92da396d-4738-472b-a7e9-f348c6f829d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:04:22Z', 'updated_at': '2022-05-26T21:04:32Z', 'revision_number': 4, 'project_id': 'ba383df93dcf4c32b2b1c17bebd7f752', 'gw_port': {'id': '92da396d-4738-472b-a7e9-f348c6f829d2', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:80:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c24a6de-fc3e-4eaa-b391-9f1814cc7ea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:04:23Z', 'updated_at': '2022-05-26T21:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi', '_floatingips': [{'id': '32e498f6-0a4b-4adf-928c-0cd496ec2c2e', 'tenant_id': 'ba383df93dcf4c32b2b1c17bebd7f752', 'floating_ip_address': '172.27.2.171', 'floating_network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'router_id': '9c24a6de-fc3e-4eaa-b391-9f1814cc7ea4', 'port_id': '2b28ec7a-2283-4d09-881e-8be73e6910f6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff69986b-e00e-41bd-8a28-f959570fc8f7', 'mac_address': 'fa:16:3e:fb:48:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '559095bd-c9f8-44f9-8e2a-dd44acedd8b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T21:08:42Z', 'updated_at': '2022-05-26T21:08:58Z', 'revision_number': 1, 'project_id': 'ba383df93dcf4c32b2b1c17bebd7f752', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3a8742f-62f0-4f53-8cff-97d69d32823f', 'name': '', 'network_id': 'ff69986b-e00e-41bd-8a28-f959570fc8f7', 'tenant_id': 'ba383df93dcf4c32b2b1c17bebd7f752', 'mac_address': 'fa:16:3e:c7:44:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c24a6de-fc3e-4eaa-b391-9f1814cc7ea4', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '647d6a86-42b9-4a67-830f-75c07bdfd5d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:04:30Z', 'updated_at': '2022-05-26T21:04:47Z', 'revision_number': 5, 'project_id': 'ba383df93dcf4c32b2b1c17bebd7f752', 'subnets': [{'id': '647d6a86-42b9-4a67-830f-75c07bdfd5d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-3-iscsi', False) {} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:09:00.237424 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-24f4df17-a7a8-4154-9a97-c2ec2f5ef198 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (None), before_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:09:00.241865 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d3a2ff-a451-4e05-a790-d32ddbaccc31 None None] The sync data for ids ['9c24a6de-fc3e-4eaa-b391-9f1814cc7ea4'] in dv-cinder-828806-3-iscsi is: [{'id': '9c24a6de-fc3e-4eaa-b391-9f1814cc7ea4', 'name': 'tempest-AttachVolumeShelveTestJSON-1314911334-router', 'tenant_id': 'ba383df93dcf4c32b2b1c17bebd7f752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': '92da396d-4738-472b-a7e9-f348c6f829d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:04:22Z', 'updated_at': '2022-05-26T21:04:32Z', 'revision_number': 4, 'project_id': 'ba383df93dcf4c32b2b1c17bebd7f752', 'gw_port': {'id': '92da396d-4738-472b-a7e9-f348c6f829d2', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:80:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c24a6de-fc3e-4eaa-b391-9f1814cc7ea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:04:23Z', 'updated_at': '2022-05-26T21:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi', '_floatingips': [{'id': '32e498f6-0a4b-4adf-928c-0cd496ec2c2e', 'tenant_id': 'ba383df93dcf4c32b2b1c17bebd7f752', 'floating_ip_address': '172.27.2.171', 'floating_network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'router_id': '9c24a6de-fc3e-4eaa-b391-9f1814cc7ea4', 'port_id': '2b28ec7a-2283-4d09-881e-8be73e6910f6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff69986b-e00e-41bd-8a28-f959570fc8f7', 'mac_address': 'fa:16:3e:fb:48:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '559095bd-c9f8-44f9-8e2a-dd44acedd8b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T21:08:42Z', 'updated_at': '2022-05-26T21:08:58Z', 'revision_number': 1, 'project_id': 'ba383df93dcf4c32b2b1c17bebd7f752', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3a8742f-62f0-4f53-8cff-97d69d32823f', 'name': '', 'network_id': 'ff69986b-e00e-41bd-8a28-f959570fc8f7', 'tenant_id': 'ba383df93dcf4c32b2b1c17bebd7f752', 'mac_address': 'fa:16:3e:c7:44:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c24a6de-fc3e-4eaa-b391-9f1814cc7ea4', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '647d6a86-42b9-4a67-830f-75c07bdfd5d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:04:30Z', 'updated_at': '2022-05-26T21:04:47Z', 'revision_number': 5, 'project_id': 'ba383df93dcf4c32b2b1c17bebd7f752', 'subnets': [{'id': '647d6a86-42b9-4a67-830f-75c07bdfd5d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 21:09:00.293680 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-810f6755-438a-4840-bd38-588a23e10723 req-3323a69c-2469-4cc9-98c7-12e595613078 service neutron] 10.222.0.62 "GET /v2.0/networks/01728002-c90b-452e-a166-db394444487a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860237 May 26 21:09:00.340429 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-e72ca64a-50e6-48ed-8ce1-78ae39ecd990 req-d660e7c4-cd55-4cd8-8acc-d165812f7967 service neutron] 10.222.0.62 "GET /v2.0/networks/ff69986b-e00e-41bd-8a28-f959570fc8f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310372 May 26 21:09:00.355055 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.db.db_base_plugin_common [None req-24f4df17-a7a8-4154-9a97-c2ec2f5ef198 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Allocated IP 172.27.2.41 (7d433162-bc3c-42dc-9b38-0bd5733b5e12/724ba99f-4e90-4a15-97fd-930eedded7a9/b300b3ac-9df2-40d1-b367-73e97fbc233a) {{(pid=104102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 21:09:00.473719 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-24f4df17-a7a8-4154-9a97-c2ec2f5ef198 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Publish callbacks [] for port (b300b3ac-9df2-40d1-b367-73e97fbc233a), precommit_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:09:00.477844 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49334fb5-f042-43d4-893b-c7e4c8f2368f None None] New status for floating IP 32e498f6-0a4b-4adf-928c-0cd496ec2c2e: ACTIVE {{(pid=104104) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 21:09:00.557028 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-24f4df17-a7a8-4154-9a97-c2ec2f5ef198 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787881445699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16679263'] for port (b300b3ac-9df2-40d1-b367-73e97fbc233a), after_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:09:00.606867 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928173f8-70f0-4eb2-ab8d-68908596eefa req-10707cb7-fdcb-4da7-809e-dc31e53a6577 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:09:00.608604 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-928173f8-70f0-4eb2-ab8d-68908596eefa req-10707cb7-fdcb-4da7-809e-dc31e53a6577 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] 10.222.0.57 "GET /v2.0/ports?device_id=5247c5aa-5eb4-493b-92b8-17a9d9428627 HTTP/1.1" status: 200 len: 984 time: 0.0887692 May 26 21:09:00.621391 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f4df17-a7a8-4154-9a97-c2ec2f5ef198 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Network 7d433162-bc3c-42dc-9b38-0bd5733b5e12 is already hosted by enough agents. {{(pid=104102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 21:09:00.628718 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.scheduler.base_scheduler [None req-24f4df17-a7a8-4154-9a97-c2ec2f5ef198 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Resources bound (agent type, host, resource id): {{(pid=104102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:09:00.637491 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f4df17-a7a8-4154-9a97-c2ec2f5ef198 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Received port after_create {{(pid=104102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 21:09:00.640436 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f4df17-a7a8-4154-9a97-c2ec2f5ef198 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Pushing event updated for resources: {'Port': ['ID=b300b3ac-9df2-40d1-b367-73e97fbc233a,revision_number=1']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:09:00.719413 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-810f6755-438a-4840-bd38-588a23e10723 req-48b040dc-ca36-4be0-8826-c9d1ac590061 service neutron] 10.222.0.62 "GET /v2.0/networks/01728002-c90b-452e-a166-db394444487a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4138985 May 26 21:09:00.729740 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-928173f8-70f0-4eb2-ab8d-68908596eefa req-06e2f6a7-62e0-486a-9232-a079e53819fb tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] 10.222.0.57 "GET /v2.0/security-groups?id=e148b512-cd9e-4c89-a117-eef82b8f00a8&id=255f726d-cdd0-4e3d-8fd5-88750fc3d55f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1048534 May 26 21:09:00.734627 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-e72ca64a-50e6-48ed-8ce1-78ae39ecd990 req-552cef54-1795-45d2-87d9-3aec1ee3c37e service neutron] 10.222.0.62 "GET /v2.0/networks/ff69986b-e00e-41bd-8a28-f959570fc8f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3653643 May 26 21:09:00.775910 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=7 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:09:00.780541 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-24f4df17-a7a8-4154-9a97-c2ec2f5ef198 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Publish callbacks [] for floatingip (ad0c71a6-970d-47e5-8052-54440300ceaa), precommit_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:09:00.818951 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-24f4df17-a7a8-4154-9a97-c2ec2f5ef198 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (b300b3ac-9df2-40d1-b367-73e97fbc233a), before_update {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:09:00.989182 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-24f4df17-a7a8-4154-9a97-c2ec2f5ef198 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Publish callbacks [] for port (b300b3ac-9df2-40d1-b367-73e97fbc233a), precommit_update {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:09:00.994108 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-24f4df17-a7a8-4154-9a97-c2ec2f5ef198 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16679272'] for port (b300b3ac-9df2-40d1-b367-73e97fbc233a), after_update {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:09:01.024495 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:09:01.062994 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f4df17-a7a8-4154-9a97-c2ec2f5ef198 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Pushing event updated for resources: {'Port': ['ID=b300b3ac-9df2-40d1-b367-73e97fbc233a,revision_number=2']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:09:01.086938 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-24f4df17-a7a8-4154-9a97-c2ec2f5ef198 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1614815'] for floatingip (ad0c71a6-970d-47e5-8052-54440300ceaa), after_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:09:01.123310 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-24f4df17-a7a8-4154-9a97-c2ec2f5ef198 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25531'] for floatingip (None), before_response {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:09:01.124494 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-24f4df17-a7a8-4154-9a97-c2ec2f5ef198 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0083661 May 26 21:09:01.131907 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3b022b-62c5-4caf-bc21-2bfd31407cdc req-fb85a334-683c-44d5-959f-fc95203aad2c tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:09:01.133382 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-5b3b022b-62c5-4caf-bc21-2bfd31407cdc req-fb85a334-683c-44d5-959f-fc95203aad2c tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/ports?device_id=bc1d8436-4806-4d53-b8ef-72c5ef4de480 HTTP/1.1" status: 200 len: 943 time: 0.0596406 May 26 21:09:01.182175 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-5b3b022b-62c5-4caf-bc21-2bfd31407cdc req-69240d25-0af3-4f87-b032-074b2c4524b0 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/security-groups?id=2e6fadd9-80c2-444f-a059-b04f618554d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429757 May 26 21:09:01.316636 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-9f9bb2a5-311c-4494-92ca-6b83d267b48f req-01467a69-c07c-4931-856b-987486da7b80 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--2059678118&fields=id&tenant_id=aee8ddc72b8a4baeb01503afbd8aeab1 HTTP/1.1" status: 200 len: 267 time: 0.0413768 May 26 21:09:01.421149 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9bb2a5-311c-4494-92ca-6b83d267b48f req-068a323a-c07a-4b2c-875f-f8fc250690ef tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:09:01.422513 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-9f9bb2a5-311c-4494-92ca-6b83d267b48f req-068a323a-c07a-4b2c-875f-f8fc250690ef tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/networks?id=5629c7a4-9159-4bb4-9c94-a1405c68e80c HTTP/1.1" status: 200 len: 810 time: 0.0995762 May 26 21:09:01.436909 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-9f9bb2a5-311c-4494-92ca-6b83d267b48f req-9552c4d9-9c26-4a0c-9223-7ea04e8a63ad tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/quotas/aee8ddc72b8a4baeb01503afbd8aeab1 HTTP/1.1" status: 200 len: 375 time: 0.0087075 May 26 21:09:01.483099 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-9f9bb2a5-311c-4494-92ca-6b83d267b48f req-df4d336e-edff-4da4-afec-b7c0b4095511 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=aee8ddc72b8a4baeb01503afbd8aeab1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0415270 May 26 21:09:01.577637 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-9f9bb2a5-311c-4494-92ca-6b83d267b48f req-0093b55d-e090-4d9d-acfc-d5ad4f8ac6fd service neutron] 10.222.0.57 "GET /v2.0/networks/5629c7a4-9159-4bb4-9c94-a1405c68e80c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816755 May 26 21:09:01.676939 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-9f9bb2a5-311c-4494-92ca-6b83d267b48f req-cb6d9fef-1adb-4d84-8326-a544b9b808a3 service neutron] 10.222.0.57 "GET /v2.0/networks/5629c7a4-9159-4bb4-9c94-a1405c68e80c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935161 May 26 21:09:01.775217 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Device 98863f83-9247-40f4-a3ba-dfa89cfe493f details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=104103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 21:09:01.807664 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=100 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:09:01.855609 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-d764265e-5374-4b90-9946-684363301c2c req-f7b38e90-48b2-467e-9bee-13a6fb66c21f tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/ports?device_id=665ad667-2f55-49b8-afe0-119ad146bcd8 HTTP/1.1" status: 200 len: 210 time: 0.0350199 May 26 21:09:01.901758 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb008e0d-d8f8-4ec9-88ec-b13a05444202 req-2d6a1180-c00f-4785-8d66-7f8a0262621b tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:09:01.903279 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-bb008e0d-d8f8-4ec9-88ec-b13a05444202 req-2d6a1180-c00f-4785-8d66-7f8a0262621b tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] 10.222.0.57 "GET /v2.0/ports?device_id=5247c5aa-5eb4-493b-92b8-17a9d9428627 HTTP/1.1" status: 200 len: 984 time: 0.0505888 May 26 21:09:01.918858 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] For port 98863f83-9247-40f4-a3ba-dfa89cfe493f, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=98863f83-9247-40f4-a3ba-dfa89cfe493f,segment=NetworkSegment(5a8b3ddd-b07c-4334-a55f-ea808909a34b),segment_id=5a8b3ddd-b07c-4334-a55f-ea808909a34b)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:09:01.936084 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Returning: {'device': '98863f83-9247-40f4-a3ba-dfa89cfe493f', 'network_id': '01728002-c90b-452e-a166-db394444487a', 'port_id': '98863f83-9247-40f4-a3ba-dfa89cfe493f', 'mac_address': 'fa:16:3e:fb:a2:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9203b2fc-d019-4045-ae31-83603be0cf2e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 21:09:01.969408 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:09:01.979253 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Current status of the port 98863f83-9247-40f4-a3ba-dfa89cfe493f is: DOWN; New status is: BUILD {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:09:01.979776 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (98863f83-9247-40f4-a3ba-dfa89cfe493f), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:09:01.990826 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-bb008e0d-d8f8-4ec9-88ec-b13a05444202 req-7cc3b749-fac7-46b2-b404-3379dd729a8d tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] 10.222.0.57 "GET /v2.0/security-groups?id=e148b512-cd9e-4c89-a117-eef82b8f00a8&id=255f726d-cdd0-4e3d-8fd5-88750fc3d55f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0723219 May 26 21:09:01.995870 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.notifiers.nova [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98863f83-9247-40f4-a3ba-dfa89cfe493f {{(pid=104103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 21:09:02.018150 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] For port 98863f83-9247-40f4-a3ba-dfa89cfe493f, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=98863f83-9247-40f4-a3ba-dfa89cfe493f,segment=NetworkSegment(5a8b3ddd-b07c-4334-a55f-ea808909a34b),segment_id=5a8b3ddd-b07c-4334-a55f-ea808909a34b)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:09:02.022759 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (98863f83-9247-40f4-a3ba-dfa89cfe493f), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:09:02.053019 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:09:02.072477 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Pushing event updated for resources: {'Port': ['ID=98863f83-9247-40f4-a3ba-dfa89cfe493f,revision_number=4']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:09:02.296056 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013c72c5-bbbe-4254-b76d-714a8b1147ed req-f6f848c7-32ad-4f4f-aa4e-53bd61170b07 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:09:02.297520 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-013c72c5-bbbe-4254-b76d-714a8b1147ed req-f6f848c7-32ad-4f4f-aa4e-53bd61170b07 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/ports?device_id=bc1d8436-4806-4d53-b8ef-72c5ef4de480 HTTP/1.1" status: 200 len: 944 time: 0.0484264 May 26 21:09:02.344933 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-013c72c5-bbbe-4254-b76d-714a8b1147ed req-cec613d9-e878-41d9-bbca-2065decd0e59 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/security-groups?id=2e6fadd9-80c2-444f-a059-b04f618554d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410509 May 26 21:09:02.393712 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] get_ports_and_sgs() called for port_ids ['98863f83-9247-40f4-a3ba-dfa89cfe493f'] {{(pid=104103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 21:09:02.960105 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-8bf36689-2e6e-4c3a-8371-1becd199c727 req-dec5fb15-43b5-4135-8883-41e62c418dbe tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/ports?device_id=665ad667-2f55-49b8-afe0-119ad146bcd8 HTTP/1.1" status: 200 len: 210 time: 0.0275080 May 26 21:09:03.006760 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9bb2a5-311c-4494-92ca-6b83d267b48f req-2f28992e-3786-4b2a-875a-0be7167fd492 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:09:03.008192 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-9f9bb2a5-311c-4494-92ca-6b83d267b48f req-2f28992e-3786-4b2a-875a-0be7167fd492 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.62 "GET /v2.0/networks?id=5629c7a4-9159-4bb4-9c94-a1405c68e80c HTTP/1.1" status: 200 len: 810 time: 0.1130629 May 26 21:09:03.070274 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=100 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:09:03.080940 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-9f9bb2a5-311c-4494-92ca-6b83d267b48f req-65203ccf-f4af-4eb4-825b-cc45c4c2a575 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aee8ddc72b8a4baeb01503afbd8aeab1 HTTP/1.1" status: 200 len: 380 time: 0.0554535 May 26 21:09:03.115131 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2716520a-028f-4f7a-bdf8-7e6442130061 req-1466a3cd-5a99-44b5-aabe-ed6ec5322840 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:09:03.116568 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-2716520a-028f-4f7a-bdf8-7e6442130061 req-1466a3cd-5a99-44b5-aabe-ed6ec5322840 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] 10.222.0.57 "GET /v2.0/ports?device_id=5247c5aa-5eb4-493b-92b8-17a9d9428627 HTTP/1.1" status: 200 len: 984 time: 0.0516248 May 26 21:09:03.176106 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-2716520a-028f-4f7a-bdf8-7e6442130061 req-d275b815-f523-4bc7-b1c0-8e2b4461abd6 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] 10.222.0.57 "GET /v2.0/security-groups?id=e148b512-cd9e-4c89-a117-eef82b8f00a8&id=255f726d-cdd0-4e3d-8fd5-88750fc3d55f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0535650 May 26 21:09:03.202997 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.v2.base [req-9f9bb2a5-311c-4494-92ca-6b83d267b48f req-5e46a833-3894-42cc-a7a8-34045c7a5751 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Request body: {'port': {'device_id': '665ad667-2f55-49b8-afe0-119ad146bcd8', 'network_id': '5629c7a4-9159-4bb4-9c94-a1405c68e80c', 'admin_state_up': True, 'tenant_id': 'aee8ddc72b8a4baeb01503afbd8aeab1', 'security_groups': ['09f39da6-3f88-40b2-98b8-cb5486d7fdbc']}} {{(pid=104101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:09:03.258698 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=100 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:09:03.311005 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f9bb2a5-311c-4494-92ca-6b83d267b48f req-5e46a833-3894-42cc-a7a8-34045c7a5751 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Made reservation on behalf of aee8ddc72b8a4baeb01503afbd8aeab1 for: {'port': 1} {{(pid=104101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 21:09:03.314334 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-9f9bb2a5-311c-4494-92ca-6b83d267b48f req-5e46a833-3894-42cc-a7a8-34045c7a5751 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (None), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:09:03.435165 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.db.db_base_plugin_common [req-9f9bb2a5-311c-4494-92ca-6b83d267b48f req-5e46a833-3894-42cc-a7a8-34045c7a5751 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Allocated IP 172.20.0.9 (5629c7a4-9159-4bb4-9c94-a1405c68e80c/98eeb434-72ed-4f64-921d-7288f9cdbc0a/88785e97-1232-4704-99d6-832b09960187) {{(pid=104101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 21:09:03.458182 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e1eca7-c9f7-444d-aa73-ad6ab784f8d6 req-f1a50f0d-cae6-4697-a6fd-7955475d6c6a tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:09:03.460303 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-c7e1eca7-c9f7-444d-aa73-ad6ab784f8d6 req-f1a50f0d-cae6-4697-a6fd-7955475d6c6a tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/ports?device_id=bc1d8436-4806-4d53-b8ef-72c5ef4de480 HTTP/1.1" status: 200 len: 944 time: 0.0485551 May 26 21:09:03.508333 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-c7e1eca7-c9f7-444d-aa73-ad6ab784f8d6 req-df88d8aa-b6d9-4b85-9cfd-5a57ab585689 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/security-groups?id=2e6fadd9-80c2-444f-a059-b04f618554d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421410 May 26 21:09:03.580510 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-9f9bb2a5-311c-4494-92ca-6b83d267b48f req-5e46a833-3894-42cc-a7a8-34045c7a5751 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Publish callbacks [] for port (88785e97-1232-4704-99d6-832b09960187), precommit_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:09:03.611367 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-9f9bb2a5-311c-4494-92ca-6b83d267b48f req-5e46a833-3894-42cc-a7a8-34045c7a5751 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787881445699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13231773'] for port (88785e97-1232-4704-99d6-832b09960187), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:09:03.651371 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f9bb2a5-311c-4494-92ca-6b83d267b48f req-5e46a833-3894-42cc-a7a8-34045c7a5751 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Network 5629c7a4-9159-4bb4-9c94-a1405c68e80c is already hosted by enough agents. {{(pid=104101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 21:09:03.654379 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.scheduler.base_scheduler [req-9f9bb2a5-311c-4494-92ca-6b83d267b48f req-5e46a833-3894-42cc-a7a8-34045c7a5751 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Resources bound (agent type, host, resource id): {{(pid=104101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:09:03.660225 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f9bb2a5-311c-4494-92ca-6b83d267b48f req-5e46a833-3894-42cc-a7a8-34045c7a5751 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Received port after_create {{(pid=104101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 21:09:03.688244 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e46a833-3894-42cc-a7a8-34045c7a5751 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Pushing event updated for resources: {'Port': ['ID=88785e97-1232-4704-99d6-832b09960187,revision_number=1']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:09:03.722357 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9bb2a5-311c-4494-92ca-6b83d267b48f req-5e46a833-3894-42cc-a7a8-34045c7a5751 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:09:03.723005 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-9f9bb2a5-311c-4494-92ca-6b83d267b48f req-5e46a833-3894-42cc-a7a8-34045c7a5751 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25531'] for port (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:09:03.739290 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-9f9bb2a5-311c-4494-92ca-6b83d267b48f req-5e46a833-3894-42cc-a7a8-34045c7a5751 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5401399 May 26 21:09:03.761314 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.v2.base [req-9f9bb2a5-311c-4494-92ca-6b83d267b48f req-1a489415-ecad-4f05-87b6-4dec9bee49b9 service neutron] Request body: {'port': {'device_id': '665ad667-2f55-49b8-afe0-119ad146bcd8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=104101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:09:03.778670 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Device 98863f83-9247-40f4-a3ba-dfa89cfe493f up at agent hyperv_hv-cinder-82880 {{(pid=104103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:09:03.823203 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Provisioning for port 98863f83-9247-40f4-a3ba-dfa89cfe493f completed by entity L2. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 21:09:03.829007 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Provisioning complete for port 98863f83-9247-40f4-a3ba-dfa89cfe493f triggered by entity L2. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:09:03.829429 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (98863f83-9247-40f4-a3ba-dfa89cfe493f), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:09:03.833259 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-9f9bb2a5-311c-4494-92ca-6b83d267b48f req-1a489415-ecad-4f05-87b6-4dec9bee49b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (88785e97-1232-4704-99d6-832b09960187), before_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:09:03.914860 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-4605ffb3-aa95-4a4c-a879-3766bb02314e None None] Provisioning complete for port 88785e97-1232-4704-99d6-832b09960187 triggered by entity DHCP. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:09:03.915205 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4605ffb3-aa95-4a4c-a879-3766bb02314e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (88785e97-1232-4704-99d6-832b09960187), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:09:03.936947 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Current status of the port 98863f83-9247-40f4-a3ba-dfa89cfe493f is: BUILD; New status is: ACTIVE {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:09:03.937263 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (98863f83-9247-40f4-a3ba-dfa89cfe493f), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:09:03.957100 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-4605ffb3-aa95-4a4c-a879-3766bb02314e None None] Port 88785e97-1232-4704-99d6-832b09960187 cannot update to ACTIVE because it is not bound. {{(pid=104103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 21:09:03.969607 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc1d8436-4806-4d53-b8ef-72c5ef4de480', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98863f83-9247-40f4-a3ba-dfa89cfe493f'}] {{(pid=104103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:09:03.971854 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b44267d7c8a7abe6e93cd6d61df03f02c4feaf0da3ba5ea8b381a36bebf6efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27cc24d2-c006-4220-9cae-6fc0a5c0c0e2" -d '{"events": [{"server_uuid": "bc1d8436-4806-4d53-b8ef-72c5ef4de480", "name": "network-vif-plugged", "status": "completed", "tag": "98863f83-9247-40f4-a3ba-dfa89cfe493f"}]}' {{(pid=104103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:09:03.984701 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] For port 98863f83-9247-40f4-a3ba-dfa89cfe493f, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=98863f83-9247-40f4-a3ba-dfa89cfe493f,segment=NetworkSegment(5a8b3ddd-b07c-4334-a55f-ea808909a34b),segment_id=5a8b3ddd-b07c-4334-a55f-ea808909a34b)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:09:03.991948 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (98863f83-9247-40f4-a3ba-dfa89cfe493f), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:09:04.033211 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:09:04.042220 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Pushing event updated for resources: {'Port': ['ID=98863f83-9247-40f4-a3ba-dfa89cfe493f,revision_number=5']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:09:04.046692 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 21:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54312e89-c6e0-4994-99b6-15b540ed9995 x-openstack-request-id: req-54312e89-c6e0-4994-99b6-15b540ed9995 {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:09:04.046980 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc1d8436-4806-4d53-b8ef-72c5ef4de480", "name": "network-vif-plugged", "status": "completed", "tag": "98863f83-9247-40f4-a3ba-dfa89cfe493f", "code": 200}]} {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:09:04.047404 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-54312e89-c6e0-4994-99b6-15b540ed9995 {{(pid=104103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:09:04.048063 dv-cinder-828806-3-iscsi neutron-server[104103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54312e89-c6e0-4994-99b6-15b540ed9995'] response: {'server_uuid': 'bc1d8436-4806-4d53-b8ef-72c5ef4de480', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98863f83-9247-40f4-a3ba-dfa89cfe493f', 'code': 200} May 26 21:09:04.063330 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:09:04.120598 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114466cf-e22a-46c0-b8cf-1dd88fd007a3 req-0a4f99fc-e850-4b2f-8ee9-c0ff6d7e5fa2 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:09:04.122168 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-114466cf-e22a-46c0-b8cf-1dd88fd007a3 req-0a4f99fc-e850-4b2f-8ee9-c0ff6d7e5fa2 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/ports?device_id=665ad667-2f55-49b8-afe0-119ad146bcd8 HTTP/1.1" status: 200 len: 931 time: 0.0640523 May 26 21:09:04.135950 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:09:04.154423 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.notifiers.nova [req-9f9bb2a5-311c-4494-92ca-6b83d267b48f req-1a489415-ecad-4f05-87b6-4dec9bee49b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88785e97-1232-4704-99d6-832b09960187 {{(pid=104101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 21:09:04.163316 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-9f9bb2a5-311c-4494-92ca-6b83d267b48f req-1a489415-ecad-4f05-87b6-4dec9bee49b9 service neutron] Publish callbacks [] for port (88785e97-1232-4704-99d6-832b09960187), precommit_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:09:04.179900 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.db.provisioning_blocks [req-9f9bb2a5-311c-4494-92ca-6b83d267b48f req-1a489415-ecad-4f05-87b6-4dec9bee49b9 service neutron] Transition to ACTIVE for port object 88785e97-1232-4704-99d6-832b09960187 will not be triggered until provisioned by entity L2. {{(pid=104101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 21:09:04.185138 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-9f9bb2a5-311c-4494-92ca-6b83d267b48f req-1a489415-ecad-4f05-87b6-4dec9bee49b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13231786'] for port (88785e97-1232-4704-99d6-832b09960187), after_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:09:04.188016 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-114466cf-e22a-46c0-b8cf-1dd88fd007a3 req-feb0e94e-4b98-4731-ad3c-2ec954f21edf tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/security-groups?id=09f39da6-3f88-40b2-98b8-cb5486d7fdbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591280 May 26 21:09:04.253160 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a489415-ecad-4f05-87b6-4dec9bee49b9 service neutron] Pushing event updated for resources: {'Port': ['ID=88785e97-1232-4704-99d6-832b09960187,revision_number=2']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:09:04.307179 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf4658f-84e6-45e2-bb20-fdb592346c1e req-a52fda6a-c9ac-4e2a-a55e-1ebce4cfbc50 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:09:04.308806 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-cbf4658f-84e6-45e2-bb20-fdb592346c1e req-a52fda6a-c9ac-4e2a-a55e-1ebce4cfbc50 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] 10.222.0.57 "GET /v2.0/ports?device_id=5247c5aa-5eb4-493b-92b8-17a9d9428627 HTTP/1.1" status: 200 len: 984 time: 0.0505886 May 26 21:09:04.326304 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b74b460-3df6-4af6-815a-c284a851071a req-42085ee3-2c9e-42b9-a09f-d57def9883b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:09:04.327843 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-5b74b460-3df6-4af6-815a-c284a851071a req-42085ee3-2c9e-42b9-a09f-d57def9883b6 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=bc1d8436-4806-4d53-b8ef-72c5ef4de480 HTTP/1.1" status: 200 len: 1129 time: 0.0836861 May 26 21:09:04.370359 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [req-9f9bb2a5-311c-4494-92ca-6b83d267b48f req-1a489415-ecad-4f05-87b6-4dec9bee49b9 service neutron] Attempting to bind port 88785e97-1232-4704-99d6-832b09960187 on host hv-cinder-82880 for vnic_type normal with profile {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 21:09:04.370724 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [req-9f9bb2a5-311c-4494-92ca-6b83d267b48f req-1a489415-ecad-4f05-87b6-4dec9bee49b9 service neutron] Attempting to bind port 88785e97-1232-4704-99d6-832b09960187 by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': '6581e449-834f-4534-a2fe-363e6aa5bcef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5629c7a4-9159-4bb4-9c94-a1405c68e80c'}] {{(pid=104101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 21:09:04.371053 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f9bb2a5-311c-4494-92ca-6b83d267b48f req-1a489415-ecad-4f05-87b6-4dec9bee49b9 service neutron] Attempting to bind port 88785e97-1232-4704-99d6-832b09960187 on network 5629c7a4-9159-4bb4-9c94-a1405c68e80c {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 21:09:04.374471 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-cbf4658f-84e6-45e2-bb20-fdb592346c1e req-f2128820-0233-4da4-85c9-45695e289f26 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] 10.222.0.57 "GET /v2.0/security-groups?id=e148b512-cd9e-4c89-a117-eef82b8f00a8&id=255f726d-cdd0-4e3d-8fd5-88750fc3d55f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0597150 May 26 21:09:04.384531 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f9bb2a5-311c-4494-92ca-6b83d267b48f req-1a489415-ecad-4f05-87b6-4dec9bee49b9 service neutron] Port 88785e97-1232-4704-99d6-832b09960187 on network 5629c7a4-9159-4bb4-9c94-a1405c68e80c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 21:09:04.384857 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f9bb2a5-311c-4494-92ca-6b83d267b48f req-1a489415-ecad-4f05-87b6-4dec9bee49b9 service neutron] Attempting to bind port 88785e97-1232-4704-99d6-832b09960187 on network 5629c7a4-9159-4bb4-9c94-a1405c68e80c {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 21:09:04.397040 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f9bb2a5-311c-4494-92ca-6b83d267b48f req-1a489415-ecad-4f05-87b6-4dec9bee49b9 service neutron] Checking agent: {'id': '7f90b46f-777d-4aa1-89b5-840fb2878c39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 21, 2, 24), 'started_at': datetime.datetime(2022, 5, 26, 21, 2, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 21, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 21:09:04.397381 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f9bb2a5-311c-4494-92ca-6b83d267b48f req-1a489415-ecad-4f05-87b6-4dec9bee49b9 service neutron] Checking segment: {'id': '6581e449-834f-4534-a2fe-363e6aa5bcef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5629c7a4-9159-4bb4-9c94-a1405c68e80c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 21:09:04.397764 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f9bb2a5-311c-4494-92ca-6b83d267b48f req-1a489415-ecad-4f05-87b6-4dec9bee49b9 service neutron] Bound using segment: {'id': '6581e449-834f-4534-a2fe-363e6aa5bcef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5629c7a4-9159-4bb4-9c94-a1405c68e80c'} {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 21:09:04.398200 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [req-9f9bb2a5-311c-4494-92ca-6b83d267b48f req-1a489415-ecad-4f05-87b6-4dec9bee49b9 service neutron] Bound port: 88785e97-1232-4704-99d6-832b09960187, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6581e449-834f-4534-a2fe-363e6aa5bcef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5629c7a4-9159-4bb4-9c94-a1405c68e80c'}}] {{(pid=104101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 21:09:04.398588 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-9f9bb2a5-311c-4494-92ca-6b83d267b48f req-1a489415-ecad-4f05-87b6-4dec9bee49b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (88785e97-1232-4704-99d6-832b09960187), before_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:09:04.403493 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-5b74b460-3df6-4af6-815a-c284a851071a req-fd8f3adf-8e32-4d87-8bfb-066605e23183 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=2e6fadd9-80c2-444f-a059-b04f618554d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644259 May 26 21:09:04.462343 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.db [req-9f9bb2a5-311c-4494-92ca-6b83d267b48f req-1a489415-ecad-4f05-87b6-4dec9bee49b9 service neutron] For port 88785e97-1232-4704-99d6-832b09960187, host hv-cinder-82880, cleared binding levels {{(pid=104101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 21:09:04.465292 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.db [req-9f9bb2a5-311c-4494-92ca-6b83d267b48f req-1a489415-ecad-4f05-87b6-4dec9bee49b9 service neutron] For port 88785e97-1232-4704-99d6-832b09960187, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=88785e97-1232-4704-99d6-832b09960187,segment=NetworkSegment(6581e449-834f-4534-a2fe-363e6aa5bcef),segment_id=6581e449-834f-4534-a2fe-363e6aa5bcef)] {{(pid=104101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 21:09:04.471423 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-9f9bb2a5-311c-4494-92ca-6b83d267b48f req-1a489415-ecad-4f05-87b6-4dec9bee49b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13231786'] for port (88785e97-1232-4704-99d6-832b09960187), after_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:09:04.487041 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9bb2a5-311c-4494-92ca-6b83d267b48f req-1a489415-ecad-4f05-87b6-4dec9bee49b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:09:04.487660 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-9f9bb2a5-311c-4494-92ca-6b83d267b48f req-1a489415-ecad-4f05-87b6-4dec9bee49b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25531'] for port (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:09:04.489305 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-9f9bb2a5-311c-4494-92ca-6b83d267b48f req-1a489415-ecad-4f05-87b6-4dec9bee49b9 service neutron] 10.222.0.62 "PUT /v2.0/ports/88785e97-1232-4704-99d6-832b09960187 HTTP/1.1" status: 200 len: 1093 time: 0.7340643 May 26 21:09:04.506923 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '665ad667-2f55-49b8-afe0-119ad146bcd8', 'tag': '88785e97-1232-4704-99d6-832b09960187'}] {{(pid=104101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:09:04.509356 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e35b3b942162f380527a6ddce7731c26b87baf9d9763e10c20fbd720b027cea7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12cc8b5e-0dd4-4b97-b85a-dbc1230a6641" -d '{"events": [{"name": "network-changed", "server_uuid": "665ad667-2f55-49b8-afe0-119ad146bcd8", "tag": "88785e97-1232-4704-99d6-832b09960187"}]}' {{(pid=104101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:09:04.547122 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a489415-ecad-4f05-87b6-4dec9bee49b9 service neutron] Pushing event updated for resources: {'Port': ['ID=88785e97-1232-4704-99d6-832b09960187,revision_number=3']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:09:04.575784 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 21:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5da12dbf-5568-44bb-8eee-d6e52dc9be95 x-openstack-request-id: req-5da12dbf-5568-44bb-8eee-d6e52dc9be95 {{(pid=104101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:09:04.576156 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "665ad667-2f55-49b8-afe0-119ad146bcd8", "tag": "88785e97-1232-4704-99d6-832b09960187", "status": "completed", "code": 200}]} {{(pid=104101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:09:04.576485 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5da12dbf-5568-44bb-8eee-d6e52dc9be95 {{(pid=104101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:09:04.576950 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5da12dbf-5568-44bb-8eee-d6e52dc9be95'] response: {'name': 'network-changed', 'server_uuid': '665ad667-2f55-49b8-afe0-119ad146bcd8', 'tag': '88785e97-1232-4704-99d6-832b09960187', 'status': 'completed', 'code': 200} May 26 21:09:04.586434 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.agents_db [None req-7031173d-d819-4c63-a4ce-0c5776890f6a None None] Agent healthcheck: found 6 active agents {{(pid=104104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 21:09:04.640769 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd676f64-0762-4d64-a50f-513562d996b5 req-b9633690-9895-41b3-ac99-efce7ddd563d tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:09:04.642300 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-dd676f64-0762-4d64-a50f-513562d996b5 req-b9633690-9895-41b3-ac99-efce7ddd563d tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/ports?device_id=bc1d8436-4806-4d53-b8ef-72c5ef4de480 HTTP/1.1" status: 200 len: 945 time: 0.0489316 May 26 21:09:04.692246 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-dd676f64-0762-4d64-a50f-513562d996b5 req-e4486c46-c3f9-4fe3-9baa-7d48321cf241 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/security-groups?id=2e6fadd9-80c2-444f-a059-b04f618554d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431218 May 26 21:09:05.308595 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cc8b5e-0dd4-4b97-b85a-dbc1230a6641 req-81118efa-dae4-4deb-b8e7-5f664c93c812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:09:05.310067 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-12cc8b5e-0dd4-4b97-b85a-dbc1230a6641 req-81118efa-dae4-4deb-b8e7-5f664c93c812 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=aee8ddc72b8a4baeb01503afbd8aeab1&device_id=665ad667-2f55-49b8-afe0-119ad146bcd8 HTTP/1.1" status: 200 len: 1127 time: 0.0382628 May 26 21:09:05.311360 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a05c7d3-c5a3-488a-80a3-e7353e44edb5 req-5369d2a7-88b3-4b19-9daa-13e496763ec8 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:09:05.312807 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-3a05c7d3-c5a3-488a-80a3-e7353e44edb5 req-5369d2a7-88b3-4b19-9daa-13e496763ec8 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/ports?device_id=665ad667-2f55-49b8-afe0-119ad146bcd8 HTTP/1.1" status: 200 len: 943 time: 0.0492146 May 26 21:09:05.359650 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-3a05c7d3-c5a3-488a-80a3-e7353e44edb5 req-c9f8d428-3527-47df-8671-b431ab371acc tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/security-groups?id=09f39da6-3f88-40b2-98b8-cb5486d7fdbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407913 May 26 21:09:05.421837 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cc8b5e-0dd4-4b97-b85a-dbc1230a6641 req-59f0d05c-4508-4aae-b6b3-d495984480fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:09:05.423305 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-12cc8b5e-0dd4-4b97-b85a-dbc1230a6641 req-59f0d05c-4508-4aae-b6b3-d495984480fc service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=aee8ddc72b8a4baeb01503afbd8aeab1&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0900960 May 26 21:09:05.495492 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0741aac-4288-4054-8da4-89d4da22322a req-c137c914-11b3-485f-91dd-e2b8a8c52ba1 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:09:05.498938 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-a0741aac-4288-4054-8da4-89d4da22322a req-c137c914-11b3-485f-91dd-e2b8a8c52ba1 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] 10.222.0.57 "GET /v2.0/ports?device_id=5247c5aa-5eb4-493b-92b8-17a9d9428627 HTTP/1.1" status: 200 len: 984 time: 0.0562410 May 26 21:09:05.530261 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cc8b5e-0dd4-4b97-b85a-dbc1230a6641 req-b7fbfaa7-d7ba-45e4-82d7-d769bb68c8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:09:05.531763 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-12cc8b5e-0dd4-4b97-b85a-dbc1230a6641 req-b7fbfaa7-d7ba-45e4-82d7-d769bb68c8ac service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0994663 May 26 21:09:05.573553 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-a0741aac-4288-4054-8da4-89d4da22322a req-30a0d49e-421e-4b0b-b640-9c4043ad0c5d tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] 10.222.0.57 "GET /v2.0/security-groups?id=e148b512-cd9e-4c89-a117-eef82b8f00a8&id=255f726d-cdd0-4e3d-8fd5-88750fc3d55f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0658331 May 26 21:09:05.803099 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026d9f1c-9f27-498e-a48c-db079c9f2b57 req-72224040-5b45-4c3e-824c-e9d6e32ba413 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:09:05.804547 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-026d9f1c-9f27-498e-a48c-db079c9f2b57 req-72224040-5b45-4c3e-824c-e9d6e32ba413 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/ports?device_id=bc1d8436-4806-4d53-b8ef-72c5ef4de480 HTTP/1.1" status: 200 len: 945 time: 0.0453475 May 26 21:09:05.856836 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-026d9f1c-9f27-498e-a48c-db079c9f2b57 req-c68eb3fc-1de1-437b-8e8d-02fecfb62530 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/security-groups?id=2e6fadd9-80c2-444f-a059-b04f618554d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467491 May 26 21:09:06.221910 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9bb2a5-311c-4494-92ca-6b83d267b48f req-e5b673f9-3649-470c-9537-d3984e7db39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:09:06.223351 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-9f9bb2a5-311c-4494-92ca-6b83d267b48f req-e5b673f9-3649-470c-9537-d3984e7db39c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=aee8ddc72b8a4baeb01503afbd8aeab1&device_id=665ad667-2f55-49b8-afe0-119ad146bcd8 HTTP/1.1" status: 200 len: 1127 time: 0.0396111 May 26 21:09:06.266694 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-9f9bb2a5-311c-4494-92ca-6b83d267b48f req-7fd9cb36-4c3e-4d0d-840b-a6e5a5ec9c64 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=88785e97-1232-4704-99d6-832b09960187 HTTP/1.1" status: 200 len: 217 time: 0.0319915 May 26 21:09:06.317291 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9bb2a5-311c-4494-92ca-6b83d267b48f req-7cb24a61-ca5d-48ce-b66e-ddb68ef22548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:09:06.318801 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-9f9bb2a5-311c-4494-92ca-6b83d267b48f req-7cb24a61-ca5d-48ce-b66e-ddb68ef22548 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=98eeb434-72ed-4f64-921d-7288f9cdbc0a HTTP/1.1" status: 200 len: 849 time: 0.0467772 May 26 21:09:06.332437 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:09:06.361579 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9bb2a5-311c-4494-92ca-6b83d267b48f req-725963ae-058d-44ae-afaf-7c3f4752f856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:09:06.363064 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-9f9bb2a5-311c-4494-92ca-6b83d267b48f req-725963ae-058d-44ae-afaf-7c3f4752f856 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5629c7a4-9159-4bb4-9c94-a1405c68e80c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386093 May 26 21:09:06.435379 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:09:06.456097 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-9f9bb2a5-311c-4494-92ca-6b83d267b48f req-07df21d4-d7ed-4974-9e6f-0ffd34d39bca service neutron] 10.222.0.62 "GET /v2.0/networks/5629c7a4-9159-4bb4-9c94-a1405c68e80c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868471 May 26 21:09:06.471278 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc9b835-d5de-4eb9-9025-38282776a7b6 req-6e3504cf-9ddd-420d-a8e8-50e2b4a3b9f6 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:09:06.472806 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-2bc9b835-d5de-4eb9-9025-38282776a7b6 req-6e3504cf-9ddd-420d-a8e8-50e2b4a3b9f6 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/ports?device_id=665ad667-2f55-49b8-afe0-119ad146bcd8 HTTP/1.1" status: 200 len: 943 time: 0.0469348 May 26 21:09:06.519658 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-2bc9b835-d5de-4eb9-9025-38282776a7b6 req-6412834a-023f-4c45-b1d0-267e1473e0bd tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/security-groups?id=09f39da6-3f88-40b2-98b8-cb5486d7fdbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403268 May 26 21:09:06.543972 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-9f9bb2a5-311c-4494-92ca-6b83d267b48f req-781aa8b8-e4cc-40bc-8652-d5d1befe9403 service neutron] 10.222.0.62 "GET /v2.0/networks/5629c7a4-9159-4bb4-9c94-a1405c68e80c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824947 May 26 21:09:06.649285 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=100 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:09:06.686077 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c29cd4-8d7c-4bb3-8212-114441b0f20b req-9b23c3a4-c1c2-478f-ad65-8643249b63b0 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:09:06.687518 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-b1c29cd4-8d7c-4bb3-8212-114441b0f20b req-9b23c3a4-c1c2-478f-ad65-8643249b63b0 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] 10.222.0.57 "GET /v2.0/ports?device_id=5247c5aa-5eb4-493b-92b8-17a9d9428627 HTTP/1.1" status: 200 len: 984 time: 0.0471098 May 26 21:09:06.745355 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-b1c29cd4-8d7c-4bb3-8212-114441b0f20b req-3dbd8ebb-2617-4ded-9c8e-741b0c15bdd1 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] 10.222.0.57 "GET /v2.0/security-groups?id=e148b512-cd9e-4c89-a117-eef82b8f00a8&id=255f726d-cdd0-4e3d-8fd5-88750fc3d55f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0520978 May 26 21:09:06.970302 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9785c6c4-c32e-4854-b99c-c5d84b680b48 req-72a69776-a00f-4692-aea7-17b71a4557ae tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:09:06.971764 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-9785c6c4-c32e-4854-b99c-c5d84b680b48 req-72a69776-a00f-4692-aea7-17b71a4557ae tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/ports?device_id=bc1d8436-4806-4d53-b8ef-72c5ef4de480 HTTP/1.1" status: 200 len: 945 time: 0.0492668 May 26 21:09:07.016754 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-9785c6c4-c32e-4854-b99c-c5d84b680b48 req-cc7d6c68-ed6c-440a-9c20-9cdeaf02ad1d tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/security-groups?id=2e6fadd9-80c2-444f-a059-b04f618554d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394690 May 26 21:09:07.122324 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc2cce2-20d6-40e4-ae1c-9b7f5d4ec7a4 req-61004eae-7c11-479d-93d8-ab0ab5b216d3 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:09:07.123930 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-bdc2cce2-20d6-40e4-ae1c-9b7f5d4ec7a4 req-61004eae-7c11-479d-93d8-ab0ab5b216d3 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/ports?device_id=bc1d8436-4806-4d53-b8ef-72c5ef4de480 HTTP/1.1" status: 200 len: 945 time: 0.0458343 May 26 21:09:07.133351 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 49422) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:09:07.137631 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.v2.base [None req-fc6c354b-ea99-41fd-a3cc-1241828bc0e4 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Request body: {'floatingip': {'port_id': '98863f83-9247-40f4-a3ba-dfa89cfe493f'}} {{(pid=104102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:09:07.178918 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-fc6c354b-ea99-41fd-a3cc-1241828bc0e4 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks [] for floatingip (8d4597ca-aa33-4ba3-95e0-159b882b12e2), before_update {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:09:07.278871 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=100 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:09:07.585170 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-fc6c354b-ea99-41fd-a3cc-1241828bc0e4 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:09:07.589375 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-fc6c354b-ea99-41fd-a3cc-1241828bc0e4 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1614815'] for floatingip (8d4597ca-aa33-4ba3-95e0-159b882b12e2), after_update {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:09:07.699979 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6795e4d2-e240-49e5-8bcc-7267f4104066 req-01639f69-b38d-4b2d-830e-bc8aee74ac5f tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:09:07.701419 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-6795e4d2-e240-49e5-8bcc-7267f4104066 req-01639f69-b38d-4b2d-830e-bc8aee74ac5f tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/ports?device_id=665ad667-2f55-49b8-afe0-119ad146bcd8 HTTP/1.1" status: 200 len: 943 time: 0.1086564 May 26 21:09:07.736306 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.db.l3_db [None req-fc6c354b-ea99-41fd-a3cc-1241828bc0e4 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Floating IP 8d4597ca-aa33-4ba3-95e0-159b882b12e2 associated. External IP: 172.27.2.38, port: 98863f83-9247-40f4-a3ba-dfa89cfe493f. May 26 21:09:07.804068 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-6795e4d2-e240-49e5-8bcc-7267f4104066 req-e4b2c807-3905-4648-9112-4db328581a00 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/security-groups?id=09f39da6-3f88-40b2-98b8-cb5486d7fdbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938914 May 26 21:09:07.835653 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:09:08.107793 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1d3aa7-0eeb-4e94-82d4-718c162e87e4 req-0e9eb84b-8b51-4a91-b8a4-93dffd2bedc2 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:09:08.109143 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-4a1d3aa7-0eeb-4e94-82d4-718c162e87e4 req-0e9eb84b-8b51-4a91-b8a4-93dffd2bedc2 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] 10.222.0.57 "GET /v2.0/ports?device_id=5247c5aa-5eb4-493b-92b8-17a9d9428627 HTTP/1.1" status: 200 len: 984 time: 0.2619531 May 26 21:09:08.213163 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-4a1d3aa7-0eeb-4e94-82d4-718c162e87e4 req-4a07df30-5dd5-4921-8623-f01a25bcadb5 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] 10.222.0.57 "GET /v2.0/security-groups?id=e148b512-cd9e-4c89-a117-eef82b8f00a8&id=255f726d-cdd0-4e3d-8fd5-88750fc3d55f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0954716 May 26 21:09:08.214822 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc6c354b-ea99-41fd-a3cc-1241828bc0e4 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Router 3bb60381-f3a3-4d7c-a3fa-b838eedba2bc has already been hosted by L3 agent ccb07560-1e88-42f3-8411-377a93089622 {{(pid=104102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 21:09:08.319277 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc6c354b-ea99-41fd-a3cc-1241828bc0e4 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Notify agent at l3_agent.dv-cinder-828806-3-iscsi the message routers_updated {{(pid=104102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 21:09:08.324216 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-fc6c354b-ea99-41fd-a3cc-1241828bc0e4 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25531'] for floatingip (None), before_response {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:09:08.329007 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95a2ace-d529-4f52-b254-111b96b0e7d6 None None] Sync routers for ids ['3bb60381-f3a3-4d7c-a3fa-b838eedba2bc'] in dv-cinder-828806-3-iscsi {{(pid=104103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 21:09:08.340149 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95a2ace-d529-4f52-b254-111b96b0e7d6 None None] Routers {'3bb60381-f3a3-4d7c-a3fa-b838eedba2bc'} bound to L3 agent in host dv-cinder-828806-3-iscsi {{(pid=104103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:09:08.341326 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_hamode_db [None req-b95a2ace-d529-4f52-b254-111b96b0e7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T20:55:42Z,description=,heartbeat_timestamp=2022-05-26T21:08:42Z,host='dv-cinder-828806-3-iscsi',id=ccb07560-1e88-42f3-8411-377a93089622,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T20:55:42Z,topic='l3_agent')) {'router_ids': ['3bb60381-f3a3-4d7c-a3fa-b838eedba2bc'], 'active': True} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:09:08.353582 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-fc6c354b-ea99-41fd-a3cc-1241828bc0e4 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "PUT /v2.0/floatingips/8d4597ca-aa33-4ba3-95e0-159b882b12e2 HTTP/1.1" status: 200 len: 990 time: 1.2192013 May 26 21:09:08.354158 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc1d8436-4806-4d53-b8ef-72c5ef4de480', 'tag': '98863f83-9247-40f4-a3ba-dfa89cfe493f'}] {{(pid=104102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:09:08.356438 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706b1c0bf4c108867c85ce24421d64e29e03a8d677c0da793374f2c7f89b1863" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cc54e3f-94ee-4844-be0f-43f9645165eb" -d '{"events": [{"name": "network-changed", "server_uuid": "bc1d8436-4806-4d53-b8ef-72c5ef4de480", "tag": "98863f83-9247-40f4-a3ba-dfa89cfe493f"}]}' {{(pid=104102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:09:08.391066 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 21:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5924387b-1b86-4195-9483-6ace6865b0d2 x-openstack-request-id: req-5924387b-1b86-4195-9483-6ace6865b0d2 {{(pid=104102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:09:08.391066 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc1d8436-4806-4d53-b8ef-72c5ef4de480", "tag": "98863f83-9247-40f4-a3ba-dfa89cfe493f", "status": "completed", "code": 200}]} {{(pid=104102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:09:08.391281 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5924387b-1b86-4195-9483-6ace6865b0d2 {{(pid=104102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:09:08.391572 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5924387b-1b86-4195-9483-6ace6865b0d2'] response: {'name': 'network-changed', 'server_uuid': 'bc1d8436-4806-4d53-b8ef-72c5ef4de480', 'tag': '98863f83-9247-40f4-a3ba-dfa89cfe493f', 'status': 'completed', 'code': 200} May 26 21:09:08.497087 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc54e3f-94ee-4844-be0f-43f9645165eb req-9f8a2050-e6d1-4702-bc7e-640153fc4c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:09:08.498763 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-5cc54e3f-94ee-4844-be0f-43f9645165eb req-9f8a2050-e6d1-4702-bc7e-640153fc4c23 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=aaa9e1a61984467ab8efae451b270558&device_id=bc1d8436-4806-4d53-b8ef-72c5ef4de480 HTTP/1.1" status: 200 len: 1129 time: 0.0419843 May 26 21:09:08.538337 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:09:08.562482 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvr_db [None req-b95a2ace-d529-4f52-b254-111b96b0e7d6 None None] Set router 3bb60381-f3a3-4d7c-a3fa-b838eedba2bc gateway port host: dv-cinder-828806-3-iscsi {{(pid=104103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:09:08.586040 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:09:08.595193 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc54e3f-94ee-4844-be0f-43f9645165eb req-ab182f62-5961-4f8f-b312-d60a1dca3dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:09:08.596724 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-5cc54e3f-94ee-4844-be0f-43f9645165eb req-ab182f62-5961-4f8f-b312-d60a1dca3dd2 service neutron] 10.222.0.62 "GET /v2.0/networks?id=01728002-c90b-452e-a166-db394444487a HTTP/1.1" status: 200 len: 916 time: 0.0920439 May 26 21:09:08.659852 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-5cc54e3f-94ee-4844-be0f-43f9645165eb req-ac7dbad2-1bb4-4b76-a3cc-e83e959088f3 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=98863f83-9247-40f4-a3ba-dfa89cfe493f HTTP/1.1" status: 200 len: 998 time: 0.0565608 May 26 21:09:08.721384 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc54e3f-94ee-4844-be0f-43f9645165eb req-b904b55a-1dd1-4e36-a05e-f19361993678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:09:08.722866 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-5cc54e3f-94ee-4844-be0f-43f9645165eb req-b904b55a-1dd1-4e36-a05e-f19361993678 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9203b2fc-d019-4045-ae31-83603be0cf2e HTTP/1.1" status: 200 len: 854 time: 0.0469699 May 26 21:09:08.770646 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_hamode_db [None req-b95a2ace-d529-4f52-b254-111b96b0e7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bb60381-f3a3-4d7c-a3fa-b838eedba2bc', 'name': 'tempest-AttachVolumeNegativeTest-1984650119-router', 'tenant_id': 'aaa9e1a61984467ab8efae451b270558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '679aba7a-8620-45b9-9086-6d670299fa57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:05:34Z', 'updated_at': '2022-05-26T21:05:38Z', 'revision_number': 4, 'project_id': 'aaa9e1a61984467ab8efae451b270558', 'gw_port': {'id': '679aba7a-8620-45b9-9086-6d670299fa57', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:e7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb60381-f3a3-4d7c-a3fa-b838eedba2bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:05:35Z', 'updated_at': '2022-05-26T21:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi', '_floatingips': [{'id': '8d4597ca-aa33-4ba3-95e0-159b882b12e2', 'tenant_id': 'aaa9e1a61984467ab8efae451b270558', 'floating_ip_address': '172.27.2.38', 'floating_network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'router_id': '3bb60381-f3a3-4d7c-a3fa-b838eedba2bc', 'port_id': '98863f83-9247-40f4-a3ba-dfa89cfe493f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '01728002-c90b-452e-a166-db394444487a', 'mac_address': 'fa:16:3e:fb:a2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1d8436-4806-4d53-b8ef-72c5ef4de480', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T21:08:50Z', 'updated_at': '2022-05-26T21:09:07Z', 'revision_number': 1, 'project_id': 'aaa9e1a61984467ab8efae451b270558', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6ae6261-71ed-4b07-8c36-fba23f8ed872', 'name': '', 'network_id': '01728002-c90b-452e-a166-db394444487a', 'tenant_id': 'aaa9e1a61984467ab8efae451b270558', 'mac_address': 'fa:16:3e:b3:48:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb60381-f3a3-4d7c-a3fa-b838eedba2bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '9203b2fc-d019-4045-ae31-83603be0cf2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:05:37Z', 'updated_at': '2022-05-26T21:05:41Z', 'revision_number': 5, 'project_id': 'aaa9e1a61984467ab8efae451b270558', 'subnets': [{'id': '9203b2fc-d019-4045-ae31-83603be0cf2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-3-iscsi', False) {} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:09:08.771422 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc54e3f-94ee-4844-be0f-43f9645165eb req-20d51c19-1026-45a7-b56c-9de4951d6870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:09:08.772897 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-5cc54e3f-94ee-4844-be0f-43f9645165eb req-20d51c19-1026-45a7-b56c-9de4951d6870 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=01728002-c90b-452e-a166-db394444487a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382135 May 26 21:09:08.798145 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95a2ace-d529-4f52-b254-111b96b0e7d6 None None] Checking router: 3bb60381-f3a3-4d7c-a3fa-b838eedba2bc for host: dv-cinder-828806-3-iscsi {{(pid=104103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 21:09:08.806829 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95a2ace-d529-4f52-b254-111b96b0e7d6 None None] Routers {'3bb60381-f3a3-4d7c-a3fa-b838eedba2bc'} bound to L3 agent in host dv-cinder-828806-3-iscsi {{(pid=104103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:09:08.807436 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_hamode_db [None req-b95a2ace-d529-4f52-b254-111b96b0e7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T20:55:42Z,description=,heartbeat_timestamp=2022-05-26T21:08:42Z,host='dv-cinder-828806-3-iscsi',id=ccb07560-1e88-42f3-8411-377a93089622,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T20:55:42Z,topic='l3_agent')) {'router_ids': ['3bb60381-f3a3-4d7c-a3fa-b838eedba2bc'], 'active': True} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:09:08.860846 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-5cc54e3f-94ee-4844-be0f-43f9645165eb req-12e035cb-a26c-4c60-a9b3-4630fa4fcb46 service neutron] 10.222.0.62 "GET /v2.0/networks/01728002-c90b-452e-a166-db394444487a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809376 May 26 21:09:08.911231 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvr_db [None req-b95a2ace-d529-4f52-b254-111b96b0e7d6 None None] Set router 3bb60381-f3a3-4d7c-a3fa-b838eedba2bc gateway port host: dv-cinder-828806-3-iscsi {{(pid=104103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:09:08.936969 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ee9331-7525-4646-8436-8e2f1127e4ce req-6ce2ef1f-d953-4e9b-9235-aacb72d6b4a7 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:09:08.938592 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-33ee9331-7525-4646-8436-8e2f1127e4ce req-6ce2ef1f-d953-4e9b-9235-aacb72d6b4a7 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/ports?device_id=665ad667-2f55-49b8-afe0-119ad146bcd8 HTTP/1.1" status: 200 len: 943 time: 0.0504620 May 26 21:09:08.955454 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-5cc54e3f-94ee-4844-be0f-43f9645165eb req-ef22270a-8da0-437a-afb8-ba56fc2c95c2 service neutron] 10.222.0.62 "GET /v2.0/networks/01728002-c90b-452e-a166-db394444487a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884826 May 26 21:09:08.985639 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-33ee9331-7525-4646-8436-8e2f1127e4ce req-3bfccc6b-f57b-43a2-8665-5b14cad85b8b tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/security-groups?id=09f39da6-3f88-40b2-98b8-cb5486d7fdbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406592 May 26 21:09:09.120473 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_hamode_db [None req-b95a2ace-d529-4f52-b254-111b96b0e7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bb60381-f3a3-4d7c-a3fa-b838eedba2bc', 'name': 'tempest-AttachVolumeNegativeTest-1984650119-router', 'tenant_id': 'aaa9e1a61984467ab8efae451b270558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '679aba7a-8620-45b9-9086-6d670299fa57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:05:34Z', 'updated_at': '2022-05-26T21:05:38Z', 'revision_number': 4, 'project_id': 'aaa9e1a61984467ab8efae451b270558', 'gw_port': {'id': '679aba7a-8620-45b9-9086-6d670299fa57', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:e7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb60381-f3a3-4d7c-a3fa-b838eedba2bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:05:35Z', 'updated_at': '2022-05-26T21:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi', '_floatingips': [{'id': '8d4597ca-aa33-4ba3-95e0-159b882b12e2', 'tenant_id': 'aaa9e1a61984467ab8efae451b270558', 'floating_ip_address': '172.27.2.38', 'floating_network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'router_id': '3bb60381-f3a3-4d7c-a3fa-b838eedba2bc', 'port_id': '98863f83-9247-40f4-a3ba-dfa89cfe493f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '01728002-c90b-452e-a166-db394444487a', 'mac_address': 'fa:16:3e:fb:a2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1d8436-4806-4d53-b8ef-72c5ef4de480', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T21:08:50Z', 'updated_at': '2022-05-26T21:09:07Z', 'revision_number': 1, 'project_id': 'aaa9e1a61984467ab8efae451b270558', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6ae6261-71ed-4b07-8c36-fba23f8ed872', 'name': '', 'network_id': '01728002-c90b-452e-a166-db394444487a', 'tenant_id': 'aaa9e1a61984467ab8efae451b270558', 'mac_address': 'fa:16:3e:b3:48:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb60381-f3a3-4d7c-a3fa-b838eedba2bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '9203b2fc-d019-4045-ae31-83603be0cf2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:05:37Z', 'updated_at': '2022-05-26T21:05:41Z', 'revision_number': 5, 'project_id': 'aaa9e1a61984467ab8efae451b270558', 'subnets': [{'id': '9203b2fc-d019-4045-ae31-83603be0cf2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-3-iscsi', False) {} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:09:09.143591 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95a2ace-d529-4f52-b254-111b96b0e7d6 None None] The sync data for ids ['3bb60381-f3a3-4d7c-a3fa-b838eedba2bc'] in dv-cinder-828806-3-iscsi is: [{'id': '3bb60381-f3a3-4d7c-a3fa-b838eedba2bc', 'name': 'tempest-AttachVolumeNegativeTest-1984650119-router', 'tenant_id': 'aaa9e1a61984467ab8efae451b270558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '679aba7a-8620-45b9-9086-6d670299fa57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:05:34Z', 'updated_at': '2022-05-26T21:05:38Z', 'revision_number': 4, 'project_id': 'aaa9e1a61984467ab8efae451b270558', 'gw_port': {'id': '679aba7a-8620-45b9-9086-6d670299fa57', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:e7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb60381-f3a3-4d7c-a3fa-b838eedba2bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:05:35Z', 'updated_at': '2022-05-26T21:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi', '_floatingips': [{'id': '8d4597ca-aa33-4ba3-95e0-159b882b12e2', 'tenant_id': 'aaa9e1a61984467ab8efae451b270558', 'floating_ip_address': '172.27.2.38', 'floating_network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'router_id': '3bb60381-f3a3-4d7c-a3fa-b838eedba2bc', 'port_id': '98863f83-9247-40f4-a3ba-dfa89cfe493f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '01728002-c90b-452e-a166-db394444487a', 'mac_address': 'fa:16:3e:fb:a2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc1d8436-4806-4d53-b8ef-72c5ef4de480', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T21:08:50Z', 'updated_at': '2022-05-26T21:09:07Z', 'revision_number': 1, 'project_id': 'aaa9e1a61984467ab8efae451b270558', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6ae6261-71ed-4b07-8c36-fba23f8ed872', 'name': '', 'network_id': '01728002-c90b-452e-a166-db394444487a', 'tenant_id': 'aaa9e1a61984467ab8efae451b270558', 'mac_address': 'fa:16:3e:b3:48:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb60381-f3a3-4d7c-a3fa-b838eedba2bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '9203b2fc-d019-4045-ae31-83603be0cf2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:05:37Z', 'updated_at': '2022-05-26T21:05:41Z', 'revision_number': 5, 'project_id': 'aaa9e1a61984467ab8efae451b270558', 'subnets': [{'id': '9203b2fc-d019-4045-ae31-83603be0cf2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 21:09:09.313168 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:09:09.331287 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ab8a1f-2761-4dcc-b1b1-4de9758c4b6f req-23e4c452-3bb5-4e83-a68f-53ea9f7ab88f tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:09:09.332811 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-e3ab8a1f-2761-4dcc-b1b1-4de9758c4b6f req-23e4c452-3bb5-4e83-a68f-53ea9f7ab88f tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] 10.222.0.57 "GET /v2.0/ports?device_id=5247c5aa-5eb4-493b-92b8-17a9d9428627 HTTP/1.1" status: 200 len: 984 time: 0.0506496 May 26 21:09:09.344704 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76cc9fb1-89a7-44f8-a69f-dbea9eabab55 None None] New status for floating IP 8d4597ca-aa33-4ba3-95e0-159b882b12e2: ACTIVE {{(pid=104104) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 21:09:09.394361 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-e3ab8a1f-2761-4dcc-b1b1-4de9758c4b6f req-8d5616b2-0812-41c3-8263-324a2ef7df2d tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] 10.222.0.57 "GET /v2.0/security-groups?id=e148b512-cd9e-4c89-a117-eef82b8f00a8&id=255f726d-cdd0-4e3d-8fd5-88750fc3d55f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0556874 May 26 21:09:09.772053 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-b71d1eb7-4e45-48ed-8a72-e36effe81a09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (28061657-8b16-479f-8ff4-19bdcc74bc2c), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:09:09.791916 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Device 88785e97-1232-4704-99d6-832b09960187 details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=104103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 21:09:09.894285 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] For port 88785e97-1232-4704-99d6-832b09960187, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=88785e97-1232-4704-99d6-832b09960187,segment=NetworkSegment(6581e449-834f-4534-a2fe-363e6aa5bcef),segment_id=6581e449-834f-4534-a2fe-363e6aa5bcef)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:09:09.906315 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Returning: {'device': '88785e97-1232-4704-99d6-832b09960187', 'network_id': '5629c7a4-9159-4bb4-9c94-a1405c68e80c', 'port_id': '88785e97-1232-4704-99d6-832b09960187', 'mac_address': 'fa:16:3e:6d:40:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98eeb434-72ed-4f64-921d-7288f9cdbc0a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 21:09:09.938854 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Current status of the port 88785e97-1232-4704-99d6-832b09960187 is: DOWN; New status is: BUILD {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:09:09.939236 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (88785e97-1232-4704-99d6-832b09960187), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:09:09.951967 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.notifiers.nova [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88785e97-1232-4704-99d6-832b09960187 {{(pid=104103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 21:09:09.962597 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:09:09.977202 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] For port 88785e97-1232-4704-99d6-832b09960187, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=88785e97-1232-4704-99d6-832b09960187,segment=NetworkSegment(6581e449-834f-4534-a2fe-363e6aa5bcef),segment_id=6581e449-834f-4534-a2fe-363e6aa5bcef)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:09:09.980877 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (88785e97-1232-4704-99d6-832b09960187), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:09:10.025590 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Pushing event updated for resources: {'Port': ['ID=88785e97-1232-4704-99d6-832b09960187,revision_number=4']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:09:10.105312 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed567f8-3e09-4c2a-ac93-c2b09a3052ea req-5e71e6ad-21b8-4027-806a-8d63a1040e9f tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:09:10.106766 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-6ed567f8-3e09-4c2a-ac93-c2b09a3052ea req-5e71e6ad-21b8-4027-806a-8d63a1040e9f tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/ports?device_id=665ad667-2f55-49b8-afe0-119ad146bcd8 HTTP/1.1" status: 200 len: 944 time: 0.0514922 May 26 21:09:10.152954 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-6ed567f8-3e09-4c2a-ac93-c2b09a3052ea req-9ca6b8c0-9855-4433-949a-be3dd1ea03e1 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/security-groups?id=09f39da6-3f88-40b2-98b8-cb5486d7fdbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404644 May 26 21:09:10.351331 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] get_ports_and_sgs() called for port_ids ['88785e97-1232-4704-99d6-832b09960187'] {{(pid=104103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 21:09:10.436129 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:09:10.508710 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b31d72-6a22-4699-8ef5-264a3735ec35 req-37c78864-6727-4be0-9894-f280e715737c tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:09:10.510151 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-11b31d72-6a22-4699-8ef5-264a3735ec35 req-37c78864-6727-4be0-9894-f280e715737c tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] 10.222.0.57 "GET /v2.0/ports?device_id=5247c5aa-5eb4-493b-92b8-17a9d9428627 HTTP/1.1" status: 200 len: 984 time: 0.0472007 May 26 21:09:10.568623 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-11b31d72-6a22-4699-8ef5-264a3735ec35 req-904ea178-eb1b-41fc-9942-2c7a65cfcb09 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] 10.222.0.57 "GET /v2.0/security-groups?id=e148b512-cd9e-4c89-a117-eef82b8f00a8&id=255f726d-cdd0-4e3d-8fd5-88750fc3d55f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0529652 May 26 21:09:11.267705 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12447e80-a8d8-45fe-9bc2-e85b5bcae397 req-51fc5de5-6411-4216-81b0-a5f94b98a8b9 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:09:11.269121 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-12447e80-a8d8-45fe-9bc2-e85b5bcae397 req-51fc5de5-6411-4216-81b0-a5f94b98a8b9 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/ports?device_id=665ad667-2f55-49b8-afe0-119ad146bcd8 HTTP/1.1" status: 200 len: 944 time: 0.0464902 May 26 21:09:11.318673 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-12447e80-a8d8-45fe-9bc2-e85b5bcae397 req-0e823c3f-a129-4a0b-9e18-8a16d26a51ef tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/security-groups?id=09f39da6-3f88-40b2-98b8-cb5486d7fdbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428815 May 26 21:09:11.680089 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6ee7ff-faed-4de3-ab1f-e9dace662bae req-589b31c3-9eec-4a03-9487-f9f92e50cb44 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:09:11.681813 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-2f6ee7ff-faed-4de3-ab1f-e9dace662bae req-589b31c3-9eec-4a03-9487-f9f92e50cb44 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] 10.222.0.57 "GET /v2.0/ports?device_id=5247c5aa-5eb4-493b-92b8-17a9d9428627 HTTP/1.1" status: 200 len: 984 time: 0.0469279 May 26 21:09:11.739276 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-2f6ee7ff-faed-4de3-ab1f-e9dace662bae req-426b337f-4ab2-466b-a362-2244129c624a tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] 10.222.0.57 "GET /v2.0/security-groups?id=e148b512-cd9e-4c89-a117-eef82b8f00a8&id=255f726d-cdd0-4e3d-8fd5-88750fc3d55f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0518343 May 26 21:09:11.816178 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Device 88785e97-1232-4704-99d6-832b09960187 up at agent hyperv_hv-cinder-82880 {{(pid=104103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:09:11.857140 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Provisioning for port 88785e97-1232-4704-99d6-832b09960187 completed by entity L2. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 21:09:11.862825 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Provisioning complete for port 88785e97-1232-4704-99d6-832b09960187 triggered by entity L2. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:09:11.863194 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (88785e97-1232-4704-99d6-832b09960187), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:09:11.931529 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Current status of the port 88785e97-1232-4704-99d6-832b09960187 is: BUILD; New status is: ACTIVE {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:09:11.931912 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (88785e97-1232-4704-99d6-832b09960187), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:09:11.956877 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '665ad667-2f55-49b8-afe0-119ad146bcd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88785e97-1232-4704-99d6-832b09960187'}] {{(pid=104103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:09:11.959227 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b44267d7c8a7abe6e93cd6d61df03f02c4feaf0da3ba5ea8b381a36bebf6efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21b55fa1-9296-4644-8fd9-8a5c690f16e6" -d '{"events": [{"server_uuid": "665ad667-2f55-49b8-afe0-119ad146bcd8", "name": "network-vif-plugged", "status": "completed", "tag": "88785e97-1232-4704-99d6-832b09960187"}]}' {{(pid=104103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:09:11.970877 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] For port 88785e97-1232-4704-99d6-832b09960187, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=88785e97-1232-4704-99d6-832b09960187,segment=NetworkSegment(6581e449-834f-4534-a2fe-363e6aa5bcef),segment_id=6581e449-834f-4534-a2fe-363e6aa5bcef)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:09:11.975924 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (88785e97-1232-4704-99d6-832b09960187), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:09:11.999450 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 21:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36275f9b-7b89-41f3-919e-07d1b7ecf413 x-openstack-request-id: req-36275f9b-7b89-41f3-919e-07d1b7ecf413 {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:09:11.999788 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "665ad667-2f55-49b8-afe0-119ad146bcd8", "name": "network-vif-plugged", "status": "completed", "tag": "88785e97-1232-4704-99d6-832b09960187", "code": 200}]} {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:09:12.000042 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-36275f9b-7b89-41f3-919e-07d1b7ecf413 {{(pid=104103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:09:12.000426 dv-cinder-828806-3-iscsi neutron-server[104103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36275f9b-7b89-41f3-919e-07d1b7ecf413'] response: {'server_uuid': '665ad667-2f55-49b8-afe0-119ad146bcd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88785e97-1232-4704-99d6-832b09960187', 'code': 200} May 26 21:09:12.026563 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Pushing event updated for resources: {'Port': ['ID=88785e97-1232-4704-99d6-832b09960187,revision_number=5']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:09:12.033496 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:09:12.034544 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:09:12.035079 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:09:12.035634 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:09:12.036112 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:09:12.037121 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:09:12.037458 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:09:12.037780 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:09:12.038103 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:09:12.038466 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:09:12.038791 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:09:12.039124 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:09:12.039466 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:09:12.039783 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:09:12.040121 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:09:12.060123 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-57668bf0-dbc7-4fd0-a0ae-c67c4dff5a4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (ccb07560-1e88-42f3-8411-377a93089622), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:09:12.212677 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267d7b2a-9b7c-4497-8734-56773f61a39f req-0f44f973-3f6f-4af3-a21d-1ad91bb53143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:09:12.214156 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-267d7b2a-9b7c-4497-8734-56773f61a39f req-0f44f973-3f6f-4af3-a21d-1ad91bb53143 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=665ad667-2f55-49b8-afe0-119ad146bcd8 HTTP/1.1" status: 200 len: 1129 time: 0.0378757 May 26 21:09:12.259276 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-267d7b2a-9b7c-4497-8734-56773f61a39f req-a5566611-1353-4d0f-9ffd-969be036d11c service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=09f39da6-3f88-40b2-98b8-cb5486d7fdbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370848 May 26 21:09:12.430634 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c5fbe3-f1d6-4cec-a7d7-72d8113b0ba4 req-945baead-d15d-4a27-bec9-2a4523a57559 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:09:12.431990 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-02c5fbe3-f1d6-4cec-a7d7-72d8113b0ba4 req-945baead-d15d-4a27-bec9-2a4523a57559 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/ports?device_id=665ad667-2f55-49b8-afe0-119ad146bcd8 HTTP/1.1" status: 200 len: 945 time: 0.0468822 May 26 21:09:12.449479 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=100 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:09:12.478229 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-02c5fbe3-f1d6-4cec-a7d7-72d8113b0ba4 req-75a4cca4-ba1e-46a7-8721-fc377f86fd23 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/security-groups?id=09f39da6-3f88-40b2-98b8-cb5486d7fdbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408463 May 26 21:09:12.989100 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-2cedcaf3-f8c8-488c-9e0f-8ce175add227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (5deefb54-cd62-4255-b022-7e9734e3e0b8), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:09:13.596675 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9f1c88-8d03-4774-8e7c-e5f874cf53c4 req-d6bee71c-cf1a-441e-8adc-49161ee14545 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:09:13.598141 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-0c9f1c88-8d03-4774-8e7c-e5f874cf53c4 req-d6bee71c-cf1a-441e-8adc-49161ee14545 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/ports?device_id=665ad667-2f55-49b8-afe0-119ad146bcd8 HTTP/1.1" status: 200 len: 945 time: 0.0511558 May 26 21:09:13.643468 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-0c9f1c88-8d03-4774-8e7c-e5f874cf53c4 req-a3bc7e3b-8f77-4330-a88d-eb4177e67792 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/security-groups?id=09f39da6-3f88-40b2-98b8-cb5486d7fdbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398004 May 26 21:09:14.503238 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-46f12c73-3700-4e7e-86c8-206b84d0e626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (54d4a93e-badb-480c-831f-99f9f6beb5f4), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:09:14.755101 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea0d17d-cdbd-49a1-b8b0-992339e615ce req-6abe5ad9-c606-4e4a-8b55-ae96269935ec tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:09:14.756473 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-6ea0d17d-cdbd-49a1-b8b0-992339e615ce req-6abe5ad9-c606-4e4a-8b55-ae96269935ec tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/ports?device_id=665ad667-2f55-49b8-afe0-119ad146bcd8 HTTP/1.1" status: 200 len: 945 time: 0.0460398 May 26 21:09:14.802360 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-6ea0d17d-cdbd-49a1-b8b0-992339e615ce req-9d44a5ed-09a0-4bac-85e7-a6e927361a7a tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/security-groups?id=09f39da6-3f88-40b2-98b8-cb5486d7fdbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404892 May 26 21:09:14.907985 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6456175f-8de6-44e4-a2c7-ec9a24af0a9d req-6c812a4f-3085-433b-9db3-1fdec343c5f9 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:09:14.909400 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-6456175f-8de6-44e4-a2c7-ec9a24af0a9d req-6c812a4f-3085-433b-9db3-1fdec343c5f9 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/ports?device_id=665ad667-2f55-49b8-afe0-119ad146bcd8 HTTP/1.1" status: 200 len: 945 time: 0.0453577 May 26 21:09:14.918335 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 49464) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:09:14.922409 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.v2.base [None req-49caf55b-00c4-4415-8e18-d44ce9aab9ac tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Request body: {'floatingip': {'port_id': '88785e97-1232-4704-99d6-832b09960187'}} {{(pid=104102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:09:14.960976 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-49caf55b-00c4-4415-8e18-d44ce9aab9ac tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Publish callbacks [] for floatingip (ad0c71a6-970d-47e5-8052-54440300ceaa), before_update {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:09:15.149537 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=100 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:09:15.355488 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-49caf55b-00c4-4415-8e18-d44ce9aab9ac tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:09:15.358957 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-49caf55b-00c4-4415-8e18-d44ce9aab9ac tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1614815'] for floatingip (ad0c71a6-970d-47e5-8052-54440300ceaa), after_update {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:09:15.451247 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.db.l3_db [None req-49caf55b-00c4-4415-8e18-d44ce9aab9ac tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Floating IP ad0c71a6-970d-47e5-8052-54440300ceaa associated. External IP: 172.27.2.41, port: 88785e97-1232-4704-99d6-832b09960187. May 26 21:09:15.627963 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:09:15.651119 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49caf55b-00c4-4415-8e18-d44ce9aab9ac tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Router fcf153c1-dfc2-4490-b95f-83881f205231 has already been hosted by L3 agent ccb07560-1e88-42f3-8411-377a93089622 {{(pid=104102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 21:09:15.751727 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49caf55b-00c4-4415-8e18-d44ce9aab9ac tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Notify agent at l3_agent.dv-cinder-828806-3-iscsi the message routers_updated {{(pid=104102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 21:09:15.756104 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-49caf55b-00c4-4415-8e18-d44ce9aab9ac tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25531'] for floatingip (None), before_response {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:09:15.760835 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf699a2-1bb8-400c-ae99-f7bd10687a86 None None] Sync routers for ids ['fcf153c1-dfc2-4490-b95f-83881f205231'] in dv-cinder-828806-3-iscsi {{(pid=104103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 21:09:15.770075 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf699a2-1bb8-400c-ae99-f7bd10687a86 None None] Routers {'fcf153c1-dfc2-4490-b95f-83881f205231'} bound to L3 agent in host dv-cinder-828806-3-iscsi {{(pid=104103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:09:15.770807 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_hamode_db [None req-ebf699a2-1bb8-400c-ae99-f7bd10687a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T20:55:42Z,description=,heartbeat_timestamp=2022-05-26T21:09:12Z,host='dv-cinder-828806-3-iscsi',id=ccb07560-1e88-42f3-8411-377a93089622,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T20:55:42Z,topic='l3_agent')) {'router_ids': ['fcf153c1-dfc2-4490-b95f-83881f205231'], 'active': True} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:09:15.784959 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-49caf55b-00c4-4415-8e18-d44ce9aab9ac tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "PUT /v2.0/floatingips/ad0c71a6-970d-47e5-8052-54440300ceaa HTTP/1.1" status: 200 len: 990 time: 0.8656168 May 26 21:09:15.785535 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '665ad667-2f55-49b8-afe0-119ad146bcd8', 'tag': '88785e97-1232-4704-99d6-832b09960187'}] {{(pid=104102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:09:15.788306 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706b1c0bf4c108867c85ce24421d64e29e03a8d677c0da793374f2c7f89b1863" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c144d24-cb84-4971-80b7-be2f103283fa" -d '{"events": [{"name": "network-changed", "server_uuid": "665ad667-2f55-49b8-afe0-119ad146bcd8", "tag": "88785e97-1232-4704-99d6-832b09960187"}]}' {{(pid=104102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:09:15.825122 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 21:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e98801a-86c5-420b-952f-902ed7751d7c x-openstack-request-id: req-1e98801a-86c5-420b-952f-902ed7751d7c {{(pid=104102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:09:15.825122 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "665ad667-2f55-49b8-afe0-119ad146bcd8", "tag": "88785e97-1232-4704-99d6-832b09960187", "status": "completed", "code": 200}]} {{(pid=104102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:09:15.825122 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1e98801a-86c5-420b-952f-902ed7751d7c {{(pid=104102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:09:15.825122 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e98801a-86c5-420b-952f-902ed7751d7c'] response: {'name': 'network-changed', 'server_uuid': '665ad667-2f55-49b8-afe0-119ad146bcd8', 'tag': '88785e97-1232-4704-99d6-832b09960187', 'status': 'completed', 'code': 200} May 26 21:09:15.873050 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvr_db [None req-ebf699a2-1bb8-400c-ae99-f7bd10687a86 None None] Set router fcf153c1-dfc2-4490-b95f-83881f205231 gateway port host: dv-cinder-828806-3-iscsi {{(pid=104103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:09:15.926572 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c144d24-cb84-4971-80b7-be2f103283fa req-f7a4a9b9-d0ed-493c-a473-9af594e47557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:09:15.928642 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-4c144d24-cb84-4971-80b7-be2f103283fa req-f7a4a9b9-d0ed-493c-a473-9af594e47557 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=aee8ddc72b8a4baeb01503afbd8aeab1&device_id=665ad667-2f55-49b8-afe0-119ad146bcd8 HTTP/1.1" status: 200 len: 1129 time: 0.0482252 May 26 21:09:15.987993 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (545ffc5a-00f7-4140-8f25-9e74b0e32d39), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:09:16.025301 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c144d24-cb84-4971-80b7-be2f103283fa req-f88dad3f-5d12-49e3-8b75-3302e5c2b42a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:09:16.027133 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-4c144d24-cb84-4971-80b7-be2f103283fa req-f88dad3f-5d12-49e3-8b75-3302e5c2b42a service neutron] 10.222.0.62 "GET /v2.0/networks?id=5629c7a4-9159-4bb4-9c94-a1405c68e80c HTTP/1.1" status: 200 len: 911 time: 0.0902708 May 26 21:09:16.072738 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=100 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:09:16.077357 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:09:16.089291 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-4c144d24-cb84-4971-80b7-be2f103283fa req-f9791719-a146-4c0d-a1cf-ccdb002b0232 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=88785e97-1232-4704-99d6-832b09960187 HTTP/1.1" status: 200 len: 998 time: 0.0550377 May 26 21:09:16.098776 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_hamode_db [None req-ebf699a2-1bb8-400c-ae99-f7bd10687a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcf153c1-dfc2-4490-b95f-83881f205231', 'name': 'tempest-AttachVolumeTestJSON-641444328-router', 'tenant_id': 'aee8ddc72b8a4baeb01503afbd8aeab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '9f9f8939-364b-4fe7-a922-a7d9b3523c6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:04:18Z', 'updated_at': '2022-05-26T21:04:24Z', 'revision_number': 4, 'project_id': 'aee8ddc72b8a4baeb01503afbd8aeab1', 'gw_port': {'id': '9f9f8939-364b-4fe7-a922-a7d9b3523c6c', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:bb:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf153c1-dfc2-4490-b95f-83881f205231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:04:19Z', 'updated_at': '2022-05-26T21:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi', '_floatingips': [{'id': 'ad0c71a6-970d-47e5-8052-54440300ceaa', 'tenant_id': 'aee8ddc72b8a4baeb01503afbd8aeab1', 'floating_ip_address': '172.27.2.41', 'floating_network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'router_id': 'fcf153c1-dfc2-4490-b95f-83881f205231', 'port_id': '88785e97-1232-4704-99d6-832b09960187', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5629c7a4-9159-4bb4-9c94-a1405c68e80c', 'mac_address': 'fa:16:3e:6d:40:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665ad667-2f55-49b8-afe0-119ad146bcd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T21:09:00Z', 'updated_at': '2022-05-26T21:09:15Z', 'revision_number': 1, 'project_id': 'aee8ddc72b8a4baeb01503afbd8aeab1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33561d76-16e3-4004-9447-f0c279bc8e98', 'name': '', 'network_id': '5629c7a4-9159-4bb4-9c94-a1405c68e80c', 'tenant_id': 'aee8ddc72b8a4baeb01503afbd8aeab1', 'mac_address': 'fa:16:3e:0f:c5:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf153c1-dfc2-4490-b95f-83881f205231', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '98eeb434-72ed-4f64-921d-7288f9cdbc0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:04:23Z', 'updated_at': '2022-05-26T21:04:33Z', 'revision_number': 5, 'project_id': 'aee8ddc72b8a4baeb01503afbd8aeab1', 'subnets': [{'id': '98eeb434-72ed-4f64-921d-7288f9cdbc0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-3-iscsi', False) {} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:09:16.124364 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf699a2-1bb8-400c-ae99-f7bd10687a86 None None] Checking router: fcf153c1-dfc2-4490-b95f-83881f205231 for host: dv-cinder-828806-3-iscsi {{(pid=104103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 21:09:16.132767 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf699a2-1bb8-400c-ae99-f7bd10687a86 None None] Routers {'fcf153c1-dfc2-4490-b95f-83881f205231'} bound to L3 agent in host dv-cinder-828806-3-iscsi {{(pid=104103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:09:16.133374 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_hamode_db [None req-ebf699a2-1bb8-400c-ae99-f7bd10687a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T20:55:42Z,description=,heartbeat_timestamp=2022-05-26T21:09:12Z,host='dv-cinder-828806-3-iscsi',id=ccb07560-1e88-42f3-8411-377a93089622,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T20:55:42Z,topic='l3_agent')) {'router_ids': ['fcf153c1-dfc2-4490-b95f-83881f205231'], 'active': True} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:09:16.144495 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c144d24-cb84-4971-80b7-be2f103283fa req-33e3284a-986b-446c-99c7-dd94e4c41593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:09:16.146516 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-4c144d24-cb84-4971-80b7-be2f103283fa req-33e3284a-986b-446c-99c7-dd94e4c41593 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=98eeb434-72ed-4f64-921d-7288f9cdbc0a HTTP/1.1" status: 200 len: 849 time: 0.0474548 May 26 21:09:16.189697 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c144d24-cb84-4971-80b7-be2f103283fa req-d55d4b52-aac9-4544-9ca4-efd2ad3ed84c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:09:16.191229 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-4c144d24-cb84-4971-80b7-be2f103283fa req-d55d4b52-aac9-4544-9ca4-efd2ad3ed84c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=5629c7a4-9159-4bb4-9c94-a1405c68e80c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381999 May 26 21:09:16.233843 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvr_db [None req-ebf699a2-1bb8-400c-ae99-f7bd10687a86 None None] Set router fcf153c1-dfc2-4490-b95f-83881f205231 gateway port host: dv-cinder-828806-3-iscsi {{(pid=104103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:09:16.278137 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-4c144d24-cb84-4971-80b7-be2f103283fa req-239edcb0-4c6b-4368-ad41-cb083976b1ed service neutron] 10.222.0.62 "GET /v2.0/networks/5629c7a4-9159-4bb4-9c94-a1405c68e80c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802579 May 26 21:09:16.298977 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:09:16.305286 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=100 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:09:16.370588 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-4c144d24-cb84-4971-80b7-be2f103283fa req-606c1e85-93a9-4d1f-a127-9ecc0a65c266 service neutron] 10.222.0.62 "GET /v2.0/networks/5629c7a4-9159-4bb4-9c94-a1405c68e80c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862236 May 26 21:09:16.441865 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_hamode_db [None req-ebf699a2-1bb8-400c-ae99-f7bd10687a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcf153c1-dfc2-4490-b95f-83881f205231', 'name': 'tempest-AttachVolumeTestJSON-641444328-router', 'tenant_id': 'aee8ddc72b8a4baeb01503afbd8aeab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '9f9f8939-364b-4fe7-a922-a7d9b3523c6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:04:18Z', 'updated_at': '2022-05-26T21:04:24Z', 'revision_number': 4, 'project_id': 'aee8ddc72b8a4baeb01503afbd8aeab1', 'gw_port': {'id': '9f9f8939-364b-4fe7-a922-a7d9b3523c6c', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:bb:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf153c1-dfc2-4490-b95f-83881f205231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:04:19Z', 'updated_at': '2022-05-26T21:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi', '_floatingips': [{'id': 'ad0c71a6-970d-47e5-8052-54440300ceaa', 'tenant_id': 'aee8ddc72b8a4baeb01503afbd8aeab1', 'floating_ip_address': '172.27.2.41', 'floating_network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'router_id': 'fcf153c1-dfc2-4490-b95f-83881f205231', 'port_id': '88785e97-1232-4704-99d6-832b09960187', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5629c7a4-9159-4bb4-9c94-a1405c68e80c', 'mac_address': 'fa:16:3e:6d:40:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665ad667-2f55-49b8-afe0-119ad146bcd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T21:09:00Z', 'updated_at': '2022-05-26T21:09:15Z', 'revision_number': 1, 'project_id': 'aee8ddc72b8a4baeb01503afbd8aeab1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33561d76-16e3-4004-9447-f0c279bc8e98', 'name': '', 'network_id': '5629c7a4-9159-4bb4-9c94-a1405c68e80c', 'tenant_id': 'aee8ddc72b8a4baeb01503afbd8aeab1', 'mac_address': 'fa:16:3e:0f:c5:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf153c1-dfc2-4490-b95f-83881f205231', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '98eeb434-72ed-4f64-921d-7288f9cdbc0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:04:23Z', 'updated_at': '2022-05-26T21:04:33Z', 'revision_number': 5, 'project_id': 'aee8ddc72b8a4baeb01503afbd8aeab1', 'subnets': [{'id': '98eeb434-72ed-4f64-921d-7288f9cdbc0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-3-iscsi', False) {} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:09:16.466157 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf699a2-1bb8-400c-ae99-f7bd10687a86 None None] The sync data for ids ['fcf153c1-dfc2-4490-b95f-83881f205231'] in dv-cinder-828806-3-iscsi is: [{'id': 'fcf153c1-dfc2-4490-b95f-83881f205231', 'name': 'tempest-AttachVolumeTestJSON-641444328-router', 'tenant_id': 'aee8ddc72b8a4baeb01503afbd8aeab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '9f9f8939-364b-4fe7-a922-a7d9b3523c6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:04:18Z', 'updated_at': '2022-05-26T21:04:24Z', 'revision_number': 4, 'project_id': 'aee8ddc72b8a4baeb01503afbd8aeab1', 'gw_port': {'id': '9f9f8939-364b-4fe7-a922-a7d9b3523c6c', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:bb:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf153c1-dfc2-4490-b95f-83881f205231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:04:19Z', 'updated_at': '2022-05-26T21:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi', '_floatingips': [{'id': 'ad0c71a6-970d-47e5-8052-54440300ceaa', 'tenant_id': 'aee8ddc72b8a4baeb01503afbd8aeab1', 'floating_ip_address': '172.27.2.41', 'floating_network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'router_id': 'fcf153c1-dfc2-4490-b95f-83881f205231', 'port_id': '88785e97-1232-4704-99d6-832b09960187', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5629c7a4-9159-4bb4-9c94-a1405c68e80c', 'mac_address': 'fa:16:3e:6d:40:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '665ad667-2f55-49b8-afe0-119ad146bcd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T21:09:00Z', 'updated_at': '2022-05-26T21:09:15Z', 'revision_number': 1, 'project_id': 'aee8ddc72b8a4baeb01503afbd8aeab1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33561d76-16e3-4004-9447-f0c279bc8e98', 'name': '', 'network_id': '5629c7a4-9159-4bb4-9c94-a1405c68e80c', 'tenant_id': 'aee8ddc72b8a4baeb01503afbd8aeab1', 'mac_address': 'fa:16:3e:0f:c5:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf153c1-dfc2-4490-b95f-83881f205231', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '98eeb434-72ed-4f64-921d-7288f9cdbc0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:04:23Z', 'updated_at': '2022-05-26T21:04:33Z', 'revision_number': 5, 'project_id': 'aee8ddc72b8a4baeb01503afbd8aeab1', 'subnets': [{'id': '98eeb434-72ed-4f64-921d-7288f9cdbc0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 21:09:16.662097 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97ab878-bc05-4d3d-96d8-74ab1bbb0cf8 None None] New status for floating IP ad0c71a6-970d-47e5-8052-54440300ceaa: ACTIVE {{(pid=104104) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 21:09:16.665191 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=45,neutron:UPDATE=4 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:09:21.985447 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acea9f3-2ccf-45bb-9a28-5850bc172dd3 req-dd5c4b4f-4d91-424e-ae6f-fa47efad8e26 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:09:21.986964 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-4acea9f3-2ccf-45bb-9a28-5850bc172dd3 req-dd5c4b4f-4d91-424e-ae6f-fa47efad8e26 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?device_id=3ee3592d-f50d-4f98-a62e-9105020afa91 HTTP/1.1" status: 200 len: 946 time: 0.1518543 May 26 21:09:22.032282 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-4acea9f3-2ccf-45bb-9a28-5850bc172dd3 req-747075ff-5762-4c17-974d-e30525eacd60 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/security-groups?id=cf234ad0-3767-4b1d-896a-5afe7cc69416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388892 May 26 21:09:23.198982 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb839c57-1f03-46ac-8931-2f883f0c388b req-5e93e9be-4c59-4ff4-bf48-e459332af157 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:09:23.200450 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-bb839c57-1f03-46ac-8931-2f883f0c388b req-5e93e9be-4c59-4ff4-bf48-e459332af157 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?device_id=3ee3592d-f50d-4f98-a62e-9105020afa91 HTTP/1.1" status: 200 len: 946 time: 0.0998385 May 26 21:09:23.247096 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-bb839c57-1f03-46ac-8931-2f883f0c388b req-073beb76-0bd1-4abb-b005-0ff31100f6dd tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/security-groups?id=cf234ad0-3767-4b1d-896a-5afe7cc69416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411472 May 26 21:09:23.575743 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (7f90b46f-777d-4aa1-89b5-840fb2878c39), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:09:24.357768 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4185ce-ce4e-46ed-9687-000fb2c8f14a req-22a59a71-c794-42c1-8de7-d32cab932d87 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:09:24.359230 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-6a4185ce-ce4e-46ed-9687-000fb2c8f14a req-22a59a71-c794-42c1-8de7-d32cab932d87 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?device_id=3ee3592d-f50d-4f98-a62e-9105020afa91 HTTP/1.1" status: 200 len: 946 time: 0.0468352 May 26 21:09:24.404446 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-6a4185ce-ce4e-46ed-9687-000fb2c8f14a req-2a2d553a-f6e7-403e-adf8-0e290402dfd2 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/security-groups?id=cf234ad0-3767-4b1d-896a-5afe7cc69416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399141 May 26 21:09:25.519584 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d34eb32-81a9-4407-b35f-2fcab3737a1c req-84fbde93-039e-417b-965f-134d1c544260 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:09:25.521683 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-6d34eb32-81a9-4407-b35f-2fcab3737a1c req-84fbde93-039e-417b-965f-134d1c544260 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?device_id=3ee3592d-f50d-4f98-a62e-9105020afa91 HTTP/1.1" status: 200 len: 946 time: 0.0515337 May 26 21:09:25.547142 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:09:25.569278 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-6d34eb32-81a9-4407-b35f-2fcab3737a1c req-57f906a2-1f8e-4814-b3d3-4c4ec25794f4 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/security-groups?id=cf234ad0-3767-4b1d-896a-5afe7cc69416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416362 May 26 21:09:26.295598 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03b274a-9e69-4e8e-9623-777928796591 req-aa865502-4263-4403-8a65-cf7f4560a099 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:09:26.297006 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-d03b274a-9e69-4e8e-9623-777928796591 req-aa865502-4263-4403-8a65-cf7f4560a099 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.62 "GET /v2.0/ports?device_id=3ee3592d-f50d-4f98-a62e-9105020afa91 HTTP/1.1" status: 200 len: 946 time: 0.0472844 May 26 21:09:26.386562 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.plugin [req-d03b274a-9e69-4e8e-9623-777928796591 req-063d78b3-21c4-4ab6-8b3f-6b81a06765f0 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Deleting port 3ef1da08-cffb-44f3-950b-7ad372429892 {{(pid=104101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 21:09:26.386904 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-d03b274a-9e69-4e8e-9623-777928796591 req-063d78b3-21c4-4ab6-8b3f-6b81a06765f0 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787881975269'] for port (3ef1da08-cffb-44f3-950b-7ad372429892), before_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:09:26.473367 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.db [req-d03b274a-9e69-4e8e-9623-777928796591 req-063d78b3-21c4-4ab6-8b3f-6b81a06765f0 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] For port 3ef1da08-cffb-44f3-950b-7ad372429892, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=3ef1da08-cffb-44f3-950b-7ad372429892,segment=NetworkSegment(81ad88fc-3505-498e-a408-c780e45b6192),segment_id=81ad88fc-3505-498e-a408-c780e45b6192)] {{(pid=104101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:09:26.474222 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-d03b274a-9e69-4e8e-9623-777928796591 req-063d78b3-21c4-4ab6-8b3f-6b81a06765f0 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595751'] for port (3ef1da08-cffb-44f3-950b-7ad372429892), precommit_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:09:26.638365 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-d03b274a-9e69-4e8e-9623-777928796591 req-063d78b3-21c4-4ab6-8b3f-6b81a06765f0 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:09:26.638876 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-d03b274a-9e69-4e8e-9623-777928796591 req-063d78b3-21c4-4ab6-8b3f-6b81a06765f0 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1614815'] for floatingip (53f6aa0b-c818-4eb0-a6c1-3803872ccb93), after_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:09:26.639002 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.db.l3_db [req-d03b274a-9e69-4e8e-9623-777928796591 req-063d78b3-21c4-4ab6-8b3f-6b81a06765f0 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Floating IP 53f6aa0b-c818-4eb0-a6c1-3803872ccb93 disassociated. External IP: 172.27.2.249, port: 3ef1da08-cffb-44f3-950b-7ad372429892. May 26 21:09:26.639294 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.plugin [req-d03b274a-9e69-4e8e-9623-777928796591 req-063d78b3-21c4-4ab6-8b3f-6b81a06765f0 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Calling delete_port for 3ef1da08-cffb-44f3-950b-7ad372429892 owned by compute:nova {{(pid=104101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 21:09:26.685006 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c8e21e-2396-4d99-966f-688f01180d77 req-2bfe6e99-8db8-4a65-8e71-5c9464198c9e tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:09:26.686476 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-38c8e21e-2396-4d99-966f-688f01180d77 req-2bfe6e99-8db8-4a65-8e71-5c9464198c9e tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?device_id=3ee3592d-f50d-4f98-a62e-9105020afa91 HTTP/1.1" status: 200 len: 946 time: 0.0483787 May 26 21:09:26.737877 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-38c8e21e-2396-4d99-966f-688f01180d77 req-2fc37246-6471-45c6-8ff7-c1a460d35608 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/security-groups?id=cf234ad0-3767-4b1d-896a-5afe7cc69416&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457833 May 26 21:09:26.761713 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=41,neutron:UPDATE=4 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:09:26.762719 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-d03b274a-9e69-4e8e-9623-777928796591 req-063d78b3-21c4-4ab6-8b3f-6b81a06765f0 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787881986003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787881445708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13231773'] for port (3ef1da08-cffb-44f3-950b-7ad372429892), after_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:09:26.763528 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:09:26.795124 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063d78b3-21c4-4ab6-8b3f-6b81a06765f0 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Pushing event deleted for resources: {'Port': ['ID=3ef1da08-cffb-44f3-950b-7ad372429892,revision_number=None']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:09:26.898812 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d03b274a-9e69-4e8e-9623-777928796591 req-063d78b3-21c4-4ab6-8b3f-6b81a06765f0 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Router 0ae71226-f833-44ce-a6e1-48688ff4f972 has already been hosted by L3 agent ccb07560-1e88-42f3-8411-377a93089622 {{(pid=104101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 21:09:26.901778 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:09:26.994961 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:09:27.002596 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d03b274a-9e69-4e8e-9623-777928796591 req-063d78b3-21c4-4ab6-8b3f-6b81a06765f0 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Notify agent at l3_agent.dv-cinder-828806-3-iscsi the message routers_updated {{(pid=104101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 21:09:27.012246 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b06ba6-70e5-46b4-a5c3-7437d0b69a06 None None] Sync routers for ids ['0ae71226-f833-44ce-a6e1-48688ff4f972'] in dv-cinder-828806-3-iscsi {{(pid=104103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 21:09:27.023072 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b06ba6-70e5-46b4-a5c3-7437d0b69a06 None None] Routers {'0ae71226-f833-44ce-a6e1-48688ff4f972'} bound to L3 agent in host dv-cinder-828806-3-iscsi {{(pid=104103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:09:27.023676 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_hamode_db [None req-e5b06ba6-70e5-46b4-a5c3-7437d0b69a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T20:55:42Z,description=,heartbeat_timestamp=2022-05-26T21:09:12Z,host='dv-cinder-828806-3-iscsi',id=ccb07560-1e88-42f3-8411-377a93089622,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T20:55:42Z,topic='l3_agent')) {'router_ids': ['0ae71226-f833-44ce-a6e1-48688ff4f972'], 'active': True} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:09:27.047609 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [req-d03b274a-9e69-4e8e-9623-777928796591 req-063d78b3-21c4-4ab6-8b3f-6b81a06765f0 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] No DVR routers for this DVR port 3ef1da08-cffb-44f3-950b-7ad372429892 on host hv-cinder-82880 {{(pid=104101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 21:09:27.050114 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-d03b274a-9e69-4e8e-9623-777928796591 req-063d78b3-21c4-4ab6-8b3f-6b81a06765f0 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25531'] for port (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:09:27.053387 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-d03b274a-9e69-4e8e-9623-777928796591 req-063d78b3-21c4-4ab6-8b3f-6b81a06765f0 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.62 "DELETE /v2.0/ports/3ef1da08-cffb-44f3-950b-7ad372429892 HTTP/1.1" status: 204 len: 173 time: 0.7477508 May 26 21:09:27.053847 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ee3592d-f50d-4f98-a62e-9105020afa91', 'name': 'network-vif-deleted', 'tag': '3ef1da08-cffb-44f3-950b-7ad372429892'}] {{(pid=104101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:09:27.056131 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e35b3b942162f380527a6ddce7731c26b87baf9d9763e10c20fbd720b027cea7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc068873-4374-4240-acfb-d2c2d7efaf88" -d '{"events": [{"server_uuid": "3ee3592d-f50d-4f98-a62e-9105020afa91", "name": "network-vif-deleted", "tag": "3ef1da08-cffb-44f3-950b-7ad372429892"}]}' {{(pid=104101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:09:27.096220 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 21:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f40e4cf-862b-4c1c-86e9-a9085792e4ad x-openstack-request-id: req-5f40e4cf-862b-4c1c-86e9-a9085792e4ad {{(pid=104101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:09:27.096514 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ee3592d-f50d-4f98-a62e-9105020afa91", "name": "network-vif-deleted", "tag": "3ef1da08-cffb-44f3-950b-7ad372429892", "status": "completed", "code": 200}]} {{(pid=104101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:09:27.096768 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5f40e4cf-862b-4c1c-86e9-a9085792e4ad {{(pid=104101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:09:27.097194 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f40e4cf-862b-4c1c-86e9-a9085792e4ad'] response: {'server_uuid': '3ee3592d-f50d-4f98-a62e-9105020afa91', 'name': 'network-vif-deleted', 'tag': '3ef1da08-cffb-44f3-950b-7ad372429892', 'status': 'completed', 'code': 200} May 26 21:09:27.256405 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvr_db [None req-e5b06ba6-70e5-46b4-a5c3-7437d0b69a06 None None] Set router 0ae71226-f833-44ce-a6e1-48688ff4f972 gateway port host: dv-cinder-828806-3-iscsi {{(pid=104103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:09:27.438716 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_hamode_db [None req-e5b06ba6-70e5-46b4-a5c3-7437d0b69a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ae71226-f833-44ce-a6e1-48688ff4f972', 'name': 'tempest-ServerRescueNegativeTestJSON-1633340236-router', 'tenant_id': '9f8ac962c5d0402eb17b01aa02632897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': 'acc9ed48-9558-49e7-9b9f-c8e118189f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:04:21Z', 'updated_at': '2022-05-26T21:04:35Z', 'revision_number': 4, 'project_id': '9f8ac962c5d0402eb17b01aa02632897', 'gw_port': {'id': 'acc9ed48-9558-49e7-9b9f-c8e118189f9a', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:7a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae71226-f833-44ce-a6e1-48688ff4f972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:04:23Z', 'updated_at': '2022-05-26T21:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi', '_interfaces': [{'id': 'fbbeb1c6-1690-4c85-91b1-afdd67f080b6', 'name': '', 'network_id': 'db3bac2b-2e57-4b81-ab3a-36a5a5912178', 'tenant_id': '9f8ac962c5d0402eb17b01aa02632897', 'mac_address': 'fa:16:3e:66:48:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae71226-f833-44ce-a6e1-48688ff4f972', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'aedf8799-8f39-49e6-9345-2bd6d7772744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:04:32Z', 'updated_at': '2022-05-26T21:04:48Z', 'revision_number': 5, 'project_id': '9f8ac962c5d0402eb17b01aa02632897', 'subnets': [{'id': 'aedf8799-8f39-49e6-9345-2bd6d7772744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-3-iscsi', False) {} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:09:27.462582 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b06ba6-70e5-46b4-a5c3-7437d0b69a06 None None] Checking router: 0ae71226-f833-44ce-a6e1-48688ff4f972 for host: dv-cinder-828806-3-iscsi {{(pid=104103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 21:09:27.470817 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b06ba6-70e5-46b4-a5c3-7437d0b69a06 None None] Routers {'0ae71226-f833-44ce-a6e1-48688ff4f972'} bound to L3 agent in host dv-cinder-828806-3-iscsi {{(pid=104103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:09:27.471417 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_hamode_db [None req-e5b06ba6-70e5-46b4-a5c3-7437d0b69a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T20:55:42Z,description=,heartbeat_timestamp=2022-05-26T21:09:12Z,host='dv-cinder-828806-3-iscsi',id=ccb07560-1e88-42f3-8411-377a93089622,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T20:55:42Z,topic='l3_agent')) {'router_ids': ['0ae71226-f833-44ce-a6e1-48688ff4f972'], 'active': True} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:09:27.573986 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvr_db [None req-e5b06ba6-70e5-46b4-a5c3-7437d0b69a06 None None] Set router 0ae71226-f833-44ce-a6e1-48688ff4f972 gateway port host: dv-cinder-828806-3-iscsi {{(pid=104103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:09:27.657869 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-67da37ff-d643-42f7-8ffe-6aac1fa8fd18 req-42d9ced7-c796-44b4-9eb8-d1e9143ed703 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=fba09f97-8026-4d4e-b8a6-e4705eff1e98&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0424809 May 26 21:09:27.712406 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:09:27.770908 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_hamode_db [None req-e5b06ba6-70e5-46b4-a5c3-7437d0b69a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ae71226-f833-44ce-a6e1-48688ff4f972', 'name': 'tempest-ServerRescueNegativeTestJSON-1633340236-router', 'tenant_id': '9f8ac962c5d0402eb17b01aa02632897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': 'acc9ed48-9558-49e7-9b9f-c8e118189f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:04:21Z', 'updated_at': '2022-05-26T21:04:35Z', 'revision_number': 4, 'project_id': '9f8ac962c5d0402eb17b01aa02632897', 'gw_port': {'id': 'acc9ed48-9558-49e7-9b9f-c8e118189f9a', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:7a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae71226-f833-44ce-a6e1-48688ff4f972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:04:23Z', 'updated_at': '2022-05-26T21:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi', '_interfaces': [{'id': 'fbbeb1c6-1690-4c85-91b1-afdd67f080b6', 'name': '', 'network_id': 'db3bac2b-2e57-4b81-ab3a-36a5a5912178', 'tenant_id': '9f8ac962c5d0402eb17b01aa02632897', 'mac_address': 'fa:16:3e:66:48:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae71226-f833-44ce-a6e1-48688ff4f972', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'aedf8799-8f39-49e6-9345-2bd6d7772744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:04:32Z', 'updated_at': '2022-05-26T21:04:48Z', 'revision_number': 5, 'project_id': '9f8ac962c5d0402eb17b01aa02632897', 'subnets': [{'id': 'aedf8799-8f39-49e6-9345-2bd6d7772744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-3-iscsi', False) {} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:09:27.800807 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b06ba6-70e5-46b4-a5c3-7437d0b69a06 None None] The sync data for ids ['0ae71226-f833-44ce-a6e1-48688ff4f972'] in dv-cinder-828806-3-iscsi is: [{'id': '0ae71226-f833-44ce-a6e1-48688ff4f972', 'name': 'tempest-ServerRescueNegativeTestJSON-1633340236-router', 'tenant_id': '9f8ac962c5d0402eb17b01aa02632897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': 'acc9ed48-9558-49e7-9b9f-c8e118189f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:04:21Z', 'updated_at': '2022-05-26T21:04:35Z', 'revision_number': 4, 'project_id': '9f8ac962c5d0402eb17b01aa02632897', 'gw_port': {'id': 'acc9ed48-9558-49e7-9b9f-c8e118189f9a', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:7a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae71226-f833-44ce-a6e1-48688ff4f972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:04:23Z', 'updated_at': '2022-05-26T21:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi', '_interfaces': [{'id': 'fbbeb1c6-1690-4c85-91b1-afdd67f080b6', 'name': '', 'network_id': 'db3bac2b-2e57-4b81-ab3a-36a5a5912178', 'tenant_id': '9f8ac962c5d0402eb17b01aa02632897', 'mac_address': 'fa:16:3e:66:48:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae71226-f833-44ce-a6e1-48688ff4f972', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'aedf8799-8f39-49e6-9345-2bd6d7772744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:04:32Z', 'updated_at': '2022-05-26T21:04:48Z', 'revision_number': 5, 'project_id': '9f8ac962c5d0402eb17b01aa02632897', 'subnets': [{'id': 'aedf8799-8f39-49e6-9345-2bd6d7772744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 21:09:27.817751 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67da37ff-d643-42f7-8ffe-6aac1fa8fd18 req-4029e7d7-40d9-49bf-a495-9184422a048b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:09:27.819661 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-67da37ff-d643-42f7-8ffe-6aac1fa8fd18 req-4029e7d7-40d9-49bf-a495-9184422a048b service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=9f8ac962c5d0402eb17b01aa02632897&device_id=fba09f97-8026-4d4e-b8a6-e4705eff1e98 HTTP/1.1" status: 200 len: 1130 time: 0.0634093 May 26 21:09:27.832729 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 49516) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:09:27.889989 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-f317403e-eea8-47c3-a2f2-a78497a73710 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Publish callbacks [] for security_group (cf234ad0-3767-4b1d-896a-5afe7cc69416), before_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:09:27.915569 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-f317403e-eea8-47c3-a2f2-a78497a73710 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Publish callbacks [] for security_group (cf234ad0-3767-4b1d-896a-5afe7cc69416), precommit_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:09:27.931225 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67da37ff-d643-42f7-8ffe-6aac1fa8fd18 req-360b3dd5-116b-4757-bdea-e7a71ac812cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:09:27.932718 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-67da37ff-d643-42f7-8ffe-6aac1fa8fd18 req-360b3dd5-116b-4757-bdea-e7a71ac812cf service neutron] 10.222.0.62 "GET /v2.0/networks?id=db3bac2b-2e57-4b81-ab3a-36a5a5912178 HTTP/1.1" status: 200 len: 920 time: 0.0920050 May 26 21:09:27.971438 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-f317403e-eea8-47c3-a2f2-a78497a73710 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (cf234ad0-3767-4b1d-896a-5afe7cc69416), after_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:09:27.974914 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-f317403e-eea8-47c3-a2f2-a78497a73710 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Publish callbacks [] for security_group (None), before_response {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:09:27.978797 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-67da37ff-d643-42f7-8ffe-6aac1fa8fd18 req-ee95042b-d219-4db3-a43b-4f7adeed8737 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7954d0e3-7dea-430e-9ec1-1c6e6e541eee HTTP/1.1" status: 200 len: 217 time: 0.0355513 May 26 21:09:27.978965 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-f317403e-eea8-47c3-a2f2-a78497a73710 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "DELETE /v2.0/security-groups/cf234ad0-3767-4b1d-896a-5afe7cc69416 HTTP/1.1" status: 204 len: 168 time: 0.1425328 May 26 21:09:27.979084 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 49518) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:09:27.986591 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f317403e-eea8-47c3-a2f2-a78497a73710 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf234ad0-3767-4b1d-896a-5afe7cc69416,revision_number=None']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:09:28.027862 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.api.v2.resource [None req-80594e99-248c-486c-9d09-9b0e464edfdf tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] show failed (client error): The resource could not be found. May 26 21:09:28.031379 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-80594e99-248c-486c-9d09-9b0e464edfdf tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/security-groups/cf234ad0-3767-4b1d-896a-5afe7cc69416 HTTP/1.1" status: 404 len: 347 time: 0.0488608 May 26 21:09:28.032002 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 49520) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:09:28.037213 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67da37ff-d643-42f7-8ffe-6aac1fa8fd18 req-0dade784-02bf-402a-8aac-e602656e9897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:09:28.038670 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-67da37ff-d643-42f7-8ffe-6aac1fa8fd18 req-0dade784-02bf-402a-8aac-e602656e9897 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=aedf8799-8f39-49e6-9345-2bd6d7772744 HTTP/1.1" status: 200 len: 858 time: 0.0527112 May 26 21:09:28.068853 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00437fc-5a06-4080-82d4-c6e00bdd8491 None None] New status for floating IP 53f6aa0b-c818-4eb0-a6c1-3803872ccb93: DOWN {{(pid=104104) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 21:09:28.094006 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67da37ff-d643-42f7-8ffe-6aac1fa8fd18 req-5afaa8ce-25e4-4cad-b245-a56a12b24af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:09:28.096455 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-67da37ff-d643-42f7-8ffe-6aac1fa8fd18 req-5afaa8ce-25e4-4cad-b245-a56a12b24af2 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=db3bac2b-2e57-4b81-ab3a-36a5a5912178&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0499976 May 26 21:09:28.156873 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.plugins.ml2.plugin [None req-42edbeec-8094-4ed9-8fa8-c80760585b7d tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Deleting port ea6b5c67-cb0e-46a5-be5b-1a10615463f1 {{(pid=104102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 21:09:28.157212 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-42edbeec-8094-4ed9-8fa8-c80760585b7d tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787881975269'] for port (ea6b5c67-cb0e-46a5-be5b-1a10615463f1), before_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:09:28.194713 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-67da37ff-d643-42f7-8ffe-6aac1fa8fd18 req-13ff064f-f9b5-499a-ac4c-31d612bad14f service neutron] 10.222.0.62 "GET /v2.0/networks/db3bac2b-2e57-4b81-ab3a-36a5a5912178?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913696 May 26 21:09:28.232860 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-42edbeec-8094-4ed9-8fa8-c80760585b7d tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595751'] for port (ea6b5c67-cb0e-46a5-be5b-1a10615463f1), precommit_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:09:28.233075 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-42edbeec-8094-4ed9-8fa8-c80760585b7d tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Publish callbacks [] for floatingip (ea6b5c67-cb0e-46a5-be5b-1a10615463f1), precommit_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:09:28.246907 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.plugins.ml2.plugin [None req-42edbeec-8094-4ed9-8fa8-c80760585b7d tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Calling delete_port for ea6b5c67-cb0e-46a5-be5b-1a10615463f1 owned by network:floatingip {{(pid=104102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 21:09:28.248454 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:09:28.302734 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-67da37ff-d643-42f7-8ffe-6aac1fa8fd18 req-e6f696af-ddaf-49e1-b88d-f927af45228d service neutron] 10.222.0.62 "GET /v2.0/networks/db3bac2b-2e57-4b81-ab3a-36a5a5912178?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956316 May 26 21:09:28.387285 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-42edbeec-8094-4ed9-8fa8-c80760585b7d tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787881986003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787881445708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16679263'] for port (ea6b5c67-cb0e-46a5-be5b-1a10615463f1), after_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:09:28.410869 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42edbeec-8094-4ed9-8fa8-c80760585b7d tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Pushing event deleted for resources: {'Port': ['ID=ea6b5c67-cb0e-46a5-be5b-1a10615463f1,revision_number=None']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:09:28.472886 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-42edbeec-8094-4ed9-8fa8-c80760585b7d tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Publish callbacks [] for floatingip (53f6aa0b-c818-4eb0-a6c1-3803872ccb93), after_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:09:28.475991 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-42edbeec-8094-4ed9-8fa8-c80760585b7d tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25531'] for floatingip (None), before_response {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:09:28.477107 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-42edbeec-8094-4ed9-8fa8-c80760585b7d tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "DELETE /v2.0/floatingips/53f6aa0b-c818-4eb0-a6c1-3803872ccb93 HTTP/1.1" status: 204 len: 168 time: 0.4432967 May 26 21:09:29.917873 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Device 3ef1da08-cffb-44f3-950b-7ad372429892 no longer exists at agent hyperv_hv-cinder-82880 {{(pid=104103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 21:09:29.937570 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] No Port match for: 3ef1da08-cffb-44f3-950b-7ad372429892 {{(pid=104103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 21:09:29.937917 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Device 3ef1da08-cffb-44f3-950b-7ad372429892 not bound to the agent host hv-cinder-82880 {{(pid=104103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 21:09:30.932367 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fa14e7-d02b-4d61-9237-a423f976de26 req-42d76d5d-1dd0-45a3-a3a7-33c518af96b5 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:09:30.933785 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-85fa14e7-d02b-4d61-9237-a423f976de26 req-42d76d5d-1dd0-45a3-a3a7-33c518af96b5 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?device_id=6822b4a3-12b7-42b4-8c45-063cb86b7199 HTTP/1.1" status: 200 len: 946 time: 0.0465276 May 26 21:09:30.979786 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-85fa14e7-d02b-4d61-9237-a423f976de26 req-4948dd9e-3919-4128-9131-f0c268140b21 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d047b43-45d5-46fd-bad8-28b24b28bff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404258 May 26 21:09:32.084329 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:09:32.095905 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be12420f-4356-4eb2-825d-1f4a2567a04d req-d519902c-15cb-47e8-b240-2118758f0dda tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:09:32.097373 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-be12420f-4356-4eb2-825d-1f4a2567a04d req-d519902c-15cb-47e8-b240-2118758f0dda tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?device_id=6822b4a3-12b7-42b4-8c45-063cb86b7199 HTTP/1.1" status: 200 len: 946 time: 0.0479617 May 26 21:09:32.143165 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-be12420f-4356-4eb2-825d-1f4a2567a04d req-d7534406-4020-4347-b593-2ad9412628a9 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d047b43-45d5-46fd-bad8-28b24b28bff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402284 May 26 21:09:33.259028 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a68bbe1-5154-4866-9b5d-ea872837203b req-fbed5673-5ad8-4385-94aa-f63ee76a4c70 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:09:33.260474 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-2a68bbe1-5154-4866-9b5d-ea872837203b req-fbed5673-5ad8-4385-94aa-f63ee76a4c70 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?device_id=6822b4a3-12b7-42b4-8c45-063cb86b7199 HTTP/1.1" status: 200 len: 946 time: 0.0484869 May 26 21:09:33.305768 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-2a68bbe1-5154-4866-9b5d-ea872837203b req-f1f1630d-794a-41d2-9181-01c8c90d7ef5 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d047b43-45d5-46fd-bad8-28b24b28bff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399497 May 26 21:09:33.944347 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c70448f-3233-4113-b39e-b5d2be3d3cdf req-9da616a3-a5a6-4994-8bef-e9cb5d7dde69 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:09:33.945773 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-0c70448f-3233-4113-b39e-b5d2be3d3cdf req-9da616a3-a5a6-4994-8bef-e9cb5d7dde69 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.62 "GET /v2.0/ports?device_id=6822b4a3-12b7-42b4-8c45-063cb86b7199 HTTP/1.1" status: 200 len: 946 time: 0.0505955 May 26 21:09:34.026691 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.plugin [req-0c70448f-3233-4113-b39e-b5d2be3d3cdf req-8e1bd4e4-80d0-431f-b8f3-a31edd34fe63 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Deleting port 83a033cc-ef28-4251-9a4e-5f9485c599f5 {{(pid=104101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 21:09:34.027022 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-0c70448f-3233-4113-b39e-b5d2be3d3cdf req-8e1bd4e4-80d0-431f-b8f3-a31edd34fe63 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787881975269'] for port (83a033cc-ef28-4251-9a4e-5f9485c599f5), before_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:09:34.115252 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.db [req-0c70448f-3233-4113-b39e-b5d2be3d3cdf req-8e1bd4e4-80d0-431f-b8f3-a31edd34fe63 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] For port 83a033cc-ef28-4251-9a4e-5f9485c599f5, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=83a033cc-ef28-4251-9a4e-5f9485c599f5,segment=NetworkSegment(81ad88fc-3505-498e-a408-c780e45b6192),segment_id=81ad88fc-3505-498e-a408-c780e45b6192)] {{(pid=104101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:09:34.115558 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-0c70448f-3233-4113-b39e-b5d2be3d3cdf req-8e1bd4e4-80d0-431f-b8f3-a31edd34fe63 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595751'] for port (83a033cc-ef28-4251-9a4e-5f9485c599f5), precommit_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:09:34.128782 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.plugin [req-0c70448f-3233-4113-b39e-b5d2be3d3cdf req-8e1bd4e4-80d0-431f-b8f3-a31edd34fe63 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Calling delete_port for 83a033cc-ef28-4251-9a4e-5f9485c599f5 owned by compute:nova {{(pid=104101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 21:09:34.197797 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:09:34.256948 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-0c70448f-3233-4113-b39e-b5d2be3d3cdf req-8e1bd4e4-80d0-431f-b8f3-a31edd34fe63 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787881986003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787881445708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13231773'] for port (83a033cc-ef28-4251-9a4e-5f9485c599f5), after_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:09:34.287183 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1bd4e4-80d0-431f-b8f3-a31edd34fe63 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Pushing event deleted for resources: {'Port': ['ID=83a033cc-ef28-4251-9a4e-5f9485c599f5,revision_number=None']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:09:34.299261 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] get_ports_and_sgs() called for port_ids ['83a033cc-ef28-4251-9a4e-5f9485c599f5', '7954d0e3-7dea-430e-9ec1-1c6e6e541eee'] {{(pid=104103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 21:09:34.316279 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1bd4e4-80d0-431f-b8f3-a31edd34fe63 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:09:34.316630 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1bd4e4-80d0-431f-b8f3-a31edd34fe63 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:09:34.316973 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1bd4e4-80d0-431f-b8f3-a31edd34fe63 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:09:34.317311 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1bd4e4-80d0-431f-b8f3-a31edd34fe63 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:09:34.317648 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1bd4e4-80d0-431f-b8f3-a31edd34fe63 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:09:34.317978 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1bd4e4-80d0-431f-b8f3-a31edd34fe63 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:09:34.318304 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1bd4e4-80d0-431f-b8f3-a31edd34fe63 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:09:34.318674 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1bd4e4-80d0-431f-b8f3-a31edd34fe63 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:09:34.319002 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1bd4e4-80d0-431f-b8f3-a31edd34fe63 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:09:34.319326 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1bd4e4-80d0-431f-b8f3-a31edd34fe63 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:09:34.319650 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1bd4e4-80d0-431f-b8f3-a31edd34fe63 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:09:34.319973 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1bd4e4-80d0-431f-b8f3-a31edd34fe63 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:09:34.320294 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1bd4e4-80d0-431f-b8f3-a31edd34fe63 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:09:34.320614 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1bd4e4-80d0-431f-b8f3-a31edd34fe63 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:09:34.320933 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1bd4e4-80d0-431f-b8f3-a31edd34fe63 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:09:34.341713 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c70448f-3233-4113-b39e-b5d2be3d3cdf req-8e1bd4e4-80d0-431f-b8f3-a31edd34fe63 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] No DVR routers for this DVR port 83a033cc-ef28-4251-9a4e-5f9485c599f5 on host hv-cinder-82880 {{(pid=104101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 21:09:34.344235 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-0c70448f-3233-4113-b39e-b5d2be3d3cdf req-8e1bd4e4-80d0-431f-b8f3-a31edd34fe63 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25531'] for port (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:09:34.347689 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-0c70448f-3233-4113-b39e-b5d2be3d3cdf req-8e1bd4e4-80d0-431f-b8f3-a31edd34fe63 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.62 "DELETE /v2.0/ports/83a033cc-ef28-4251-9a4e-5f9485c599f5 HTTP/1.1" status: 204 len: 173 time: 0.3956740 May 26 21:09:34.348132 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6822b4a3-12b7-42b4-8c45-063cb86b7199', 'name': 'network-vif-deleted', 'tag': '83a033cc-ef28-4251-9a4e-5f9485c599f5'}] {{(pid=104101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:09:34.353168 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e35b3b942162f380527a6ddce7731c26b87baf9d9763e10c20fbd720b027cea7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dbbcaa7-f77d-4aad-836a-da8590d33720" -d '{"events": [{"server_uuid": "6822b4a3-12b7-42b4-8c45-063cb86b7199", "name": "network-vif-deleted", "tag": "83a033cc-ef28-4251-9a4e-5f9485c599f5"}]}' {{(pid=104101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:09:34.394901 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 21:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-070e963e-c51c-4ceb-b812-68341f6fa54f x-openstack-request-id: req-070e963e-c51c-4ceb-b812-68341f6fa54f {{(pid=104101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:09:34.395428 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6822b4a3-12b7-42b4-8c45-063cb86b7199", "name": "network-vif-deleted", "tag": "83a033cc-ef28-4251-9a4e-5f9485c599f5", "status": "completed", "code": 200}]} {{(pid=104101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:09:34.396395 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-070e963e-c51c-4ceb-b812-68341f6fa54f {{(pid=104101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:09:34.396994 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.notifiers.nova [-] Nova event matching ['req-070e963e-c51c-4ceb-b812-68341f6fa54f'] response: {'server_uuid': '6822b4a3-12b7-42b4-8c45-063cb86b7199', 'name': 'network-vif-deleted', 'tag': '83a033cc-ef28-4251-9a4e-5f9485c599f5', 'status': 'completed', 'code': 200} May 26 21:09:34.398752 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=100 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:09:34.421878 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-0e225110-c4e6-4a9e-86f3-9e61018d7dd5 req-c44f580c-5056-4fde-9c2d-2af9003f9c4c tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?device_id=6822b4a3-12b7-42b4-8c45-063cb86b7199 HTTP/1.1" status: 200 len: 210 time: 0.0299587 May 26 21:09:35.684510 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccba8bfe-5bb2-4e3e-b04c-885898de294d req-5e8df27b-a18e-4d6d-9d64-e65107f1eea1 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:09:35.685931 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-ccba8bfe-5bb2-4e3e-b04c-885898de294d req-5e8df27b-a18e-4d6d-9d64-e65107f1eea1 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?device_id=fba09f97-8026-4d4e-b8a6-e4705eff1e98 HTTP/1.1" status: 200 len: 946 time: 0.0477648 May 26 21:09:35.734219 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-ccba8bfe-5bb2-4e3e-b04c-885898de294d req-aead2b67-1270-4e47-988d-66f0568fb58f tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d047b43-45d5-46fd-bad8-28b24b28bff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426831 May 26 21:09:36.849410 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c508c3f4-a21e-40fa-a395-e692be2141cc req-91e40a0b-40f1-43c4-9909-0abf06a0c098 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:09:36.850861 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-c508c3f4-a21e-40fa-a395-e692be2141cc req-91e40a0b-40f1-43c4-9909-0abf06a0c098 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?device_id=fba09f97-8026-4d4e-b8a6-e4705eff1e98 HTTP/1.1" status: 200 len: 946 time: 0.0464952 May 26 21:09:36.896315 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-c508c3f4-a21e-40fa-a395-e692be2141cc req-17a771b0-c5ab-457e-bb36-e2f9b0b6222b tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d047b43-45d5-46fd-bad8-28b24b28bff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395830 May 26 21:09:37.978477 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Device 83a033cc-ef28-4251-9a4e-5f9485c599f5 no longer exists at agent hyperv_hv-cinder-82880 {{(pid=104103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 21:09:37.998506 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] No Port match for: 83a033cc-ef28-4251-9a4e-5f9485c599f5 {{(pid=104103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 21:09:37.998957 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Device 83a033cc-ef28-4251-9a4e-5f9485c599f5 not bound to the agent host hv-cinder-82880 {{(pid=104103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 21:09:38.008874 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8344c723-4500-4cdb-83fb-24f68e9dd9c4 req-63ab14b2-9698-4623-87dc-bda2a91bb232 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:09:38.011008 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-8344c723-4500-4cdb-83fb-24f68e9dd9c4 req-63ab14b2-9698-4623-87dc-bda2a91bb232 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?device_id=fba09f97-8026-4d4e-b8a6-e4705eff1e98 HTTP/1.1" status: 200 len: 946 time: 0.0483332 May 26 21:09:38.060276 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-8344c723-4500-4cdb-83fb-24f68e9dd9c4 req-f82a3043-9a7c-468f-8db8-b5fa4d38d124 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d047b43-45d5-46fd-bad8-28b24b28bff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436492 May 26 21:09:38.243147 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:09:38.408628 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:09:39.176580 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8c8d19-14fb-49da-8d74-b123ee21ec5f req-2308216c-2f24-44e1-bf07-c80b7091ca08 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:09:39.178007 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-ff8c8d19-14fb-49da-8d74-b123ee21ec5f req-2308216c-2f24-44e1-bf07-c80b7091ca08 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?device_id=fba09f97-8026-4d4e-b8a6-e4705eff1e98 HTTP/1.1" status: 200 len: 946 time: 0.0518713 May 26 21:09:39.224285 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-ff8c8d19-14fb-49da-8d74-b123ee21ec5f req-3b6da470-8b81-409c-b044-23645fc5d4d5 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/security-groups?id=2d047b43-45d5-46fd-bad8-28b24b28bff9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407410 May 26 21:09:39.616733 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:09:39.625543 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de9c531-07ba-4626-b2bd-bbe142e78b77 req-b044de96-b78b-4147-a9b4-c21d44c5aac7 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:09:39.627015 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-0de9c531-07ba-4626-b2bd-bbe142e78b77 req-b044de96-b78b-4147-a9b4-c21d44c5aac7 tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.62 "GET /v2.0/ports?device_id=fba09f97-8026-4d4e-b8a6-e4705eff1e98 HTTP/1.1" status: 200 len: 946 time: 0.0463700 May 26 21:09:39.713507 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.plugin [req-0de9c531-07ba-4626-b2bd-bbe142e78b77 req-a49144da-6bbc-4679-a1ef-505f47ef798d tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Deleting port 7954d0e3-7dea-430e-9ec1-1c6e6e541eee {{(pid=104101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 21:09:39.713848 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-0de9c531-07ba-4626-b2bd-bbe142e78b77 req-a49144da-6bbc-4679-a1ef-505f47ef798d tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787881975269'] for port (7954d0e3-7dea-430e-9ec1-1c6e6e541eee), before_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:09:39.772972 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-61ffadfe-d9d4-4256-a87f-d2c737188b3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (28061657-8b16-479f-8ff4-19bdcc74bc2c), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:09:39.800507 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.db [req-0de9c531-07ba-4626-b2bd-bbe142e78b77 req-a49144da-6bbc-4679-a1ef-505f47ef798d tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] For port 7954d0e3-7dea-430e-9ec1-1c6e6e541eee, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=7954d0e3-7dea-430e-9ec1-1c6e6e541eee,segment=NetworkSegment(81ad88fc-3505-498e-a408-c780e45b6192),segment_id=81ad88fc-3505-498e-a408-c780e45b6192)] {{(pid=104101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:09:39.800890 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-0de9c531-07ba-4626-b2bd-bbe142e78b77 req-a49144da-6bbc-4679-a1ef-505f47ef798d tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595751'] for port (7954d0e3-7dea-430e-9ec1-1c6e6e541eee), precommit_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:09:39.818321 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.plugin [req-0de9c531-07ba-4626-b2bd-bbe142e78b77 req-a49144da-6bbc-4679-a1ef-505f47ef798d tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Calling delete_port for 7954d0e3-7dea-430e-9ec1-1c6e6e541eee owned by compute:nova {{(pid=104101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 21:09:39.938963 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-0de9c531-07ba-4626-b2bd-bbe142e78b77 req-a49144da-6bbc-4679-a1ef-505f47ef798d tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787881986003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787881445708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13231773'] for port (7954d0e3-7dea-430e-9ec1-1c6e6e541eee), after_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:09:39.966347 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49144da-6bbc-4679-a1ef-505f47ef798d tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Pushing event deleted for resources: {'Port': ['ID=7954d0e3-7dea-430e-9ec1-1c6e6e541eee,revision_number=None']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:09:39.978900 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] get_ports_and_sgs() called for port_ids ['7954d0e3-7dea-430e-9ec1-1c6e6e541eee'] {{(pid=104103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 21:09:40.012240 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [req-0de9c531-07ba-4626-b2bd-bbe142e78b77 req-a49144da-6bbc-4679-a1ef-505f47ef798d tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] No DVR routers for this DVR port 7954d0e3-7dea-430e-9ec1-1c6e6e541eee on host hv-cinder-82880 {{(pid=104101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 21:09:40.014594 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-0de9c531-07ba-4626-b2bd-bbe142e78b77 req-a49144da-6bbc-4679-a1ef-505f47ef798d tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25531'] for port (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:09:40.017747 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-0de9c531-07ba-4626-b2bd-bbe142e78b77 req-a49144da-6bbc-4679-a1ef-505f47ef798d tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.62 "DELETE /v2.0/ports/7954d0e3-7dea-430e-9ec1-1c6e6e541eee HTTP/1.1" status: 204 len: 173 time: 0.3850889 May 26 21:09:40.018193 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fba09f97-8026-4d4e-b8a6-e4705eff1e98', 'name': 'network-vif-deleted', 'tag': '7954d0e3-7dea-430e-9ec1-1c6e6e541eee'}] {{(pid=104101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:09:40.020467 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e35b3b942162f380527a6ddce7731c26b87baf9d9763e10c20fbd720b027cea7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65406c02-a474-4ca0-aafc-6a0459881367" -d '{"events": [{"server_uuid": "fba09f97-8026-4d4e-b8a6-e4705eff1e98", "name": "network-vif-deleted", "tag": "7954d0e3-7dea-430e-9ec1-1c6e6e541eee"}]}' {{(pid=104101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:09:40.058172 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 21:09:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fae2c26e-f8cd-437e-9360-44f7f05d2292 x-openstack-request-id: req-fae2c26e-f8cd-437e-9360-44f7f05d2292 {{(pid=104101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:09:40.058508 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fba09f97-8026-4d4e-b8a6-e4705eff1e98", "name": "network-vif-deleted", "tag": "7954d0e3-7dea-430e-9ec1-1c6e6e541eee", "status": "completed", "code": 200}]} {{(pid=104101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:09:40.058882 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-fae2c26e-f8cd-437e-9360-44f7f05d2292 {{(pid=104101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:09:40.059288 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fae2c26e-f8cd-437e-9360-44f7f05d2292'] response: {'server_uuid': 'fba09f97-8026-4d4e-b8a6-e4705eff1e98', 'name': 'network-vif-deleted', 'tag': '7954d0e3-7dea-430e-9ec1-1c6e6e541eee', 'status': 'completed', 'code': 200} May 26 21:09:40.330261 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-e4fbc762-bbb4-465f-a378-5b7710271c3f req-14dfe977-e89f-48bf-9c94-4de8eeaf5a7c tempest-ServerRescueNegativeTestJSON-975605394 tempest-ServerRescueNegativeTestJSON-975605394-project] 10.222.0.57 "GET /v2.0/ports?device_id=fba09f97-8026-4d4e-b8a6-e4705eff1e98 HTTP/1.1" status: 200 len: 210 time: 0.0278459 May 26 21:09:41.442509 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 49574) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:09:41.585156 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.agents_db [None req-7031173d-d819-4c63-a4ce-0c5776890f6a None None] Agent healthcheck: found 6 active agents {{(pid=104104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 21:09:41.785236 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:09:42.051801 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-a79a555b-839d-46f4-97d6-76825471ccad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (ccb07560-1e88-42f3-8411-377a93089622), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:09:42.068395 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-283f6a30-98ad-4fc4-a6ba-3ff3fbf7ab16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1615327'] for router_interface (0ae71226-f833-44ce-a6e1-48688ff4f972), before_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:09:42.247534 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=100 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:09:42.328032 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.plugins.ml2.plugin [None req-283f6a30-98ad-4fc4-a6ba-3ff3fbf7ab16 admin admin] Deleting port fbbeb1c6-1690-4c85-91b1-afdd67f080b6 {{(pid=104102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 21:09:42.328289 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-283f6a30-98ad-4fc4-a6ba-3ff3fbf7ab16 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787881975269'] for port (fbbeb1c6-1690-4c85-91b1-afdd67f080b6), before_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:09:42.403188 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.plugins.ml2.db [None req-283f6a30-98ad-4fc4-a6ba-3ff3fbf7ab16 admin admin] For port fbbeb1c6-1690-4c85-91b1-afdd67f080b6, host dv-cinder-828806-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-3-iscsi',level=0,port_id=fbbeb1c6-1690-4c85-91b1-afdd67f080b6,segment=NetworkSegment(81ad88fc-3505-498e-a408-c780e45b6192),segment_id=81ad88fc-3505-498e-a408-c780e45b6192)] {{(pid=104102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:09:42.403547 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-283f6a30-98ad-4fc4-a6ba-3ff3fbf7ab16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595751'] for port (fbbeb1c6-1690-4c85-91b1-afdd67f080b6), precommit_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:09:42.415977 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.plugins.ml2.plugin [None req-283f6a30-98ad-4fc4-a6ba-3ff3fbf7ab16 admin admin] Calling delete_port for fbbeb1c6-1690-4c85-91b1-afdd67f080b6 owned by network:router_interface {{(pid=104102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 21:09:42.589312 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-283f6a30-98ad-4fc4-a6ba-3ff3fbf7ab16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787881986003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787881445708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16679263'] for port (fbbeb1c6-1690-4c85-91b1-afdd67f080b6), after_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:09:42.617114 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283f6a30-98ad-4fc4-a6ba-3ff3fbf7ab16 admin admin] Pushing event deleted for resources: {'Port': ['ID=fbbeb1c6-1690-4c85-91b1-afdd67f080b6,revision_number=None']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:09:42.628964 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283f6a30-98ad-4fc4-a6ba-3ff3fbf7ab16 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:09:42.629316 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283f6a30-98ad-4fc4-a6ba-3ff3fbf7ab16 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:09:42.630247 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283f6a30-98ad-4fc4-a6ba-3ff3fbf7ab16 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:09:42.630629 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283f6a30-98ad-4fc4-a6ba-3ff3fbf7ab16 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:09:42.630945 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283f6a30-98ad-4fc4-a6ba-3ff3fbf7ab16 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:09:42.631270 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283f6a30-98ad-4fc4-a6ba-3ff3fbf7ab16 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:09:42.631598 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283f6a30-98ad-4fc4-a6ba-3ff3fbf7ab16 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:09:42.631927 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283f6a30-98ad-4fc4-a6ba-3ff3fbf7ab16 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:09:42.632250 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283f6a30-98ad-4fc4-a6ba-3ff3fbf7ab16 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:09:42.632573 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283f6a30-98ad-4fc4-a6ba-3ff3fbf7ab16 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:09:42.632897 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283f6a30-98ad-4fc4-a6ba-3ff3fbf7ab16 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:09:42.633220 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283f6a30-98ad-4fc4-a6ba-3ff3fbf7ab16 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:09:42.633538 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283f6a30-98ad-4fc4-a6ba-3ff3fbf7ab16 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:09:42.633854 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283f6a30-98ad-4fc4-a6ba-3ff3fbf7ab16 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:09:42.634169 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283f6a30-98ad-4fc4-a6ba-3ff3fbf7ab16 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:09:42.780516 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:09:42.785735 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-283f6a30-98ad-4fc4-a6ba-3ff3fbf7ab16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-416047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1615171'] for router_interface (0ae71226-f833-44ce-a6e1-48688ff4f972), after_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:09:42.966837 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:09:42.985835 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-283f6a30-98ad-4fc4-a6ba-3ff3fbf7ab16 admin admin] Router 0ae71226-f833-44ce-a6e1-48688ff4f972 has already been hosted by L3 agent ccb07560-1e88-42f3-8411-377a93089622 {{(pid=104102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 21:09:42.991025 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-2cedcaf3-f8c8-488c-9e0f-8ce175add227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (5deefb54-cd62-4255-b022-7e9734e3e0b8), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:09:43.090821 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-283f6a30-98ad-4fc4-a6ba-3ff3fbf7ab16 admin admin] Notify agent at l3_agent.dv-cinder-828806-3-iscsi the message routers_updated {{(pid=104102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 21:09:43.099123 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-283f6a30-98ad-4fc4-a6ba-3ff3fbf7ab16 admin admin] 10.222.0.57 "PUT /v2.0/routers/0ae71226-f833-44ce-a6e1-48688ff4f972/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6522470 May 26 21:09:43.099123 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 49584) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:09:43.101397 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c613d01-147e-40bb-babe-44e0eeeff601 None None] Sync routers for ids ['0ae71226-f833-44ce-a6e1-48688ff4f972'] in dv-cinder-828806-3-iscsi {{(pid=104103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 21:09:43.114377 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c613d01-147e-40bb-babe-44e0eeeff601 None None] Routers {'0ae71226-f833-44ce-a6e1-48688ff4f972'} bound to L3 agent in host dv-cinder-828806-3-iscsi {{(pid=104103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:09:43.115078 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_hamode_db [None req-2c613d01-147e-40bb-babe-44e0eeeff601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T20:55:42Z,description=,heartbeat_timestamp=2022-05-26T21:09:42Z,host='dv-cinder-828806-3-iscsi',id=ccb07560-1e88-42f3-8411-377a93089622,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T20:55:42Z,topic='l3_agent')) {'router_ids': ['0ae71226-f833-44ce-a6e1-48688ff4f972'], 'active': True} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:09:43.225312 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvr_db [None req-2c613d01-147e-40bb-babe-44e0eeeff601 None None] Set router 0ae71226-f833-44ce-a6e1-48688ff4f972 gateway port host: dv-cinder-828806-3-iscsi {{(pid=104103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:09:43.376660 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-362190af-805b-4bf0-b9e1-7c3edf9c14e0 admin admin] Publish callbacks [] for router (0ae71226-f833-44ce-a6e1-48688ff4f972), before_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:09:43.417296 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_hamode_db [None req-2c613d01-147e-40bb-babe-44e0eeeff601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ae71226-f833-44ce-a6e1-48688ff4f972', 'name': 'tempest-ServerRescueNegativeTestJSON-1633340236-router', 'tenant_id': '9f8ac962c5d0402eb17b01aa02632897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': 'acc9ed48-9558-49e7-9b9f-c8e118189f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:04:21Z', 'updated_at': '2022-05-26T21:09:42Z', 'revision_number': 5, 'project_id': '9f8ac962c5d0402eb17b01aa02632897', 'gw_port': {'id': 'acc9ed48-9558-49e7-9b9f-c8e118189f9a', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:7a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae71226-f833-44ce-a6e1-48688ff4f972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:04:23Z', 'updated_at': '2022-05-26T21:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi'}], 'dv-cinder-828806-3-iscsi', False) {} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:09:43.445742 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c613d01-147e-40bb-babe-44e0eeeff601 None None] Checking router: 0ae71226-f833-44ce-a6e1-48688ff4f972 for host: dv-cinder-828806-3-iscsi {{(pid=104103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 21:09:43.454878 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c613d01-147e-40bb-babe-44e0eeeff601 None None] Routers {'0ae71226-f833-44ce-a6e1-48688ff4f972'} bound to L3 agent in host dv-cinder-828806-3-iscsi {{(pid=104103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:09:43.455476 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_hamode_db [None req-2c613d01-147e-40bb-babe-44e0eeeff601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T20:55:42Z,description=,heartbeat_timestamp=2022-05-26T21:09:42Z,host='dv-cinder-828806-3-iscsi',id=ccb07560-1e88-42f3-8411-377a93089622,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T20:55:42Z,topic='l3_agent')) {'router_ids': ['0ae71226-f833-44ce-a6e1-48688ff4f972'], 'active': True} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:09:43.479879 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-362190af-805b-4bf0-b9e1-7c3edf9c14e0 admin admin] Publish callbacks [] for router_gateway (0ae71226-f833-44ce-a6e1-48688ff4f972), before_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:09:43.523204 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.plugins.ml2.plugin [None req-362190af-805b-4bf0-b9e1-7c3edf9c14e0 admin admin] Deleting port acc9ed48-9558-49e7-9b9f-c8e118189f9a {{(pid=104102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 21:09:43.523533 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-362190af-805b-4bf0-b9e1-7c3edf9c14e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787881975269'] for port (acc9ed48-9558-49e7-9b9f-c8e118189f9a), before_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:09:43.550818 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvr_db [None req-2c613d01-147e-40bb-babe-44e0eeeff601 None None] Set router 0ae71226-f833-44ce-a6e1-48688ff4f972 gateway port host: dv-cinder-828806-3-iscsi {{(pid=104103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:09:43.600941 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.plugins.ml2.db [None req-362190af-805b-4bf0-b9e1-7c3edf9c14e0 admin admin] For port acc9ed48-9558-49e7-9b9f-c8e118189f9a, host dv-cinder-828806-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-3-iscsi',level=0,port_id=acc9ed48-9558-49e7-9b9f-c8e118189f9a,segment=NetworkSegment(8d4aea41-d977-462c-9098-4088113247cb),segment_id=8d4aea41-d977-462c-9098-4088113247cb)] {{(pid=104102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:09:43.601550 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-362190af-805b-4bf0-b9e1-7c3edf9c14e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595751'] for port (acc9ed48-9558-49e7-9b9f-c8e118189f9a), precommit_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:09:43.614744 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.plugins.ml2.plugin [None req-362190af-805b-4bf0-b9e1-7c3edf9c14e0 admin admin] Calling delete_port for acc9ed48-9558-49e7-9b9f-c8e118189f9a owned by network:router_gateway {{(pid=104102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 21:09:43.709324 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:09:43.721218 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_hamode_db [None req-2c613d01-147e-40bb-babe-44e0eeeff601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ae71226-f833-44ce-a6e1-48688ff4f972', 'name': 'tempest-ServerRescueNegativeTestJSON-1633340236-router', 'tenant_id': '9f8ac962c5d0402eb17b01aa02632897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': 'acc9ed48-9558-49e7-9b9f-c8e118189f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:04:21Z', 'updated_at': '2022-05-26T21:09:42Z', 'revision_number': 5, 'project_id': '9f8ac962c5d0402eb17b01aa02632897', 'gw_port': {'id': 'acc9ed48-9558-49e7-9b9f-c8e118189f9a', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:7a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae71226-f833-44ce-a6e1-48688ff4f972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:04:23Z', 'updated_at': '2022-05-26T21:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi'}], 'dv-cinder-828806-3-iscsi', False) {} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:09:43.746940 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c613d01-147e-40bb-babe-44e0eeeff601 None None] The sync data for ids ['0ae71226-f833-44ce-a6e1-48688ff4f972'] in dv-cinder-828806-3-iscsi is: [{'id': '0ae71226-f833-44ce-a6e1-48688ff4f972', 'name': 'tempest-ServerRescueNegativeTestJSON-1633340236-router', 'tenant_id': '9f8ac962c5d0402eb17b01aa02632897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.122'}], 'enable_snat': True}, 'gw_port_id': 'acc9ed48-9558-49e7-9b9f-c8e118189f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:04:21Z', 'updated_at': '2022-05-26T21:09:42Z', 'revision_number': 5, 'project_id': '9f8ac962c5d0402eb17b01aa02632897', 'gw_port': {'id': 'acc9ed48-9558-49e7-9b9f-c8e118189f9a', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:7a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae71226-f833-44ce-a6e1-48688ff4f972', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:04:23Z', 'updated_at': '2022-05-26T21:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi'}] {{(pid=104103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 21:09:43.782639 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-362190af-805b-4bf0-b9e1-7c3edf9c14e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787881986003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787881445708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16679263'] for port (acc9ed48-9558-49e7-9b9f-c8e118189f9a), after_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:09:43.787951 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:09:43.808441 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362190af-805b-4bf0-b9e1-7c3edf9c14e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=acc9ed48-9558-49e7-9b9f-c8e118189f9a,revision_number=None']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:09:43.879577 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-362190af-805b-4bf0-b9e1-7c3edf9c14e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1614817'] for router_gateway (0ae71226-f833-44ce-a6e1-48688ff4f972), after_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:09:43.982800 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-362190af-805b-4bf0-b9e1-7c3edf9c14e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1900208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130790'] for router (0ae71226-f833-44ce-a6e1-48688ff4f972), precommit_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:09:43.985124 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-362190af-805b-4bf0-b9e1-7c3edf9c14e0 admin admin] Publish callbacks [] for router_controller (0ae71226-f833-44ce-a6e1-48688ff4f972), precommit_delete_associations {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:09:44.000179 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Device 7954d0e3-7dea-430e-9ec1-1c6e6e541eee no longer exists at agent hyperv_hv-cinder-82880 {{(pid=104103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 21:09:44.018820 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] No Port match for: 7954d0e3-7dea-430e-9ec1-1c6e6e541eee {{(pid=104103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 21:09:44.019155 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Device 7954d0e3-7dea-430e-9ec1-1c6e6e541eee not bound to the agent host hv-cinder-82880 {{(pid=104103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 21:09:44.049341 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-362190af-805b-4bf0-b9e1-7c3edf9c14e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1900219'] for router (0ae71226-f833-44ce-a6e1-48688ff4f972), after_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:09:44.049962 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-362190af-805b-4bf0-b9e1-7c3edf9c14e0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ae71226-f833-44ce-a6e1-48688ff4f972 {{(pid=104102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 21:09:44.054950 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-362190af-805b-4bf0-b9e1-7c3edf9c14e0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:09:44.056080 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-362190af-805b-4bf0-b9e1-7c3edf9c14e0 admin admin] 10.222.0.57 "DELETE /v2.0/routers/0ae71226-f833-44ce-a6e1-48688ff4f972 HTTP/1.1" status: 204 len: 168 time: 0.9565632 May 26 21:09:44.058935 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 49592) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:09:44.113908 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.db.db_base_plugin_v2 [None req-61fa931c-887f-41a7-bcb1-acf21da1e0ba admin admin] Deleting subnet aedf8799-8f39-49e6-9345-2bd6d7772744 {{(pid=104101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 21:09:44.117739 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-61fa931c-887f-41a7-bcb1-acf21da1e0ba admin admin] Publish callbacks [] for subnet (aedf8799-8f39-49e6-9345-2bd6d7772744), before_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:09:44.153848 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-61fa931c-887f-41a7-bcb1-acf21da1e0ba admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12907141'] for subnet (aedf8799-8f39-49e6-9345-2bd6d7772744), precommit_delete_associations {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:09:44.197620 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Device fbbeb1c6-1690-4c85-91b1-afdd67f080b6 no longer exists at agent ovs-agent-dv-cinder-828806-3-iscsi {{(pid=104103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 21:09:44.220585 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] No Port match for: fbbeb1c6-1690-4c85-91b1-afdd67f080b6 {{(pid=104103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 21:09:44.220925 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Device fbbeb1c6-1690-4c85-91b1-afdd67f080b6 not bound to the agent host dv-cinder-828806-3-iscsi {{(pid=104103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 21:09:44.269326 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-61fa931c-887f-41a7-bcb1-acf21da1e0ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-985580'] for subnet (aedf8799-8f39-49e6-9345-2bd6d7772744), precommit_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:09:44.323013 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-61fa931c-887f-41a7-bcb1-acf21da1e0ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-985589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13230444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14398191'] for subnet (aedf8799-8f39-49e6-9345-2bd6d7772744), after_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:09:44.351549 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-61fa931c-887f-41a7-bcb1-acf21da1e0ba admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:09:44.357531 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-61fa931c-887f-41a7-bcb1-acf21da1e0ba admin admin] 10.222.0.57 "DELETE /v2.0/subnets/aedf8799-8f39-49e6-9345-2bd6d7772744 HTTP/1.1" status: 204 len: 168 time: 0.2950473 May 26 21:09:44.357531 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fa931c-887f-41a7-bcb1-acf21da1e0ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aedf8799-8f39-49e6-9345-2bd6d7772744,revision_number=None']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:09:44.357725 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c76bab-7224-41e3-b44b-1381c721b592 None None] Network db3bac2b-2e57-4b81-ab3a-36a5a5912178 requested from dv-cinder-828806-3-iscsi {{(pid=104103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 21:09:44.357865 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 49594) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:09:44.507625 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-46f12c73-3700-4e7e-86c8-206b84d0e626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (54d4a93e-badb-480c-831f-99f9f6beb5f4), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:09:44.679340 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-83550270-dbe8-4966-9e43-94cec37b6ddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-791915'] for network (db3bac2b-2e57-4b81-ab3a-36a5a5912178), before_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:09:44.718714 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.plugin [None req-83550270-dbe8-4966-9e43-94cec37b6ddc admin admin] Deleting port cdf9f7b3-a11b-4add-b4c6-90972e4d066e {{(pid=104101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 21:09:44.718981 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-83550270-dbe8-4966-9e43-94cec37b6ddc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787881975269'] for port (cdf9f7b3-a11b-4add-b4c6-90972e4d066e), before_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:09:44.729217 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:09:44.759975 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:09:44.785470 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.db [None req-83550270-dbe8-4966-9e43-94cec37b6ddc admin admin] For port cdf9f7b3-a11b-4add-b4c6-90972e4d066e, host dv-cinder-828806-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-3-iscsi',level=0,port_id=cdf9f7b3-a11b-4add-b4c6-90972e4d066e,segment=NetworkSegment(81ad88fc-3505-498e-a408-c780e45b6192),segment_id=81ad88fc-3505-498e-a408-c780e45b6192)] {{(pid=104101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:09:44.785881 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-83550270-dbe8-4966-9e43-94cec37b6ddc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595751'] for port (cdf9f7b3-a11b-4add-b4c6-90972e4d066e), precommit_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:09:44.804626 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.plugin [None req-83550270-dbe8-4966-9e43-94cec37b6ddc admin admin] Calling delete_port for cdf9f7b3-a11b-4add-b4c6-90972e4d066e owned by network:dhcp {{(pid=104101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 21:09:44.808271 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b1b2b1f-0348-459a-8cb1-ea5c82da8701 None None] DHCP port deletion for db3bac2b-2e57-4b81-ab3a-36a5a5912178 request from dv-cinder-828806-3-iscsi {{(pid=104103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 26 21:09:44.855379 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-6b1b2b1f-0348-459a-8cb1-ea5c82da8701 None None] Deleting port cdf9f7b3-a11b-4add-b4c6-90972e4d066e {{(pid=104103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 21:09:44.855773 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-6b1b2b1f-0348-459a-8cb1-ea5c82da8701 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787881975269'] for port (cdf9f7b3-a11b-4add-b4c6-90972e4d066e), before_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:09:44.886426 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-83550270-dbe8-4966-9e43-94cec37b6ddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787881986003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787881445708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13231773'] for port (cdf9f7b3-a11b-4add-b4c6-90972e4d066e), after_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:09:44.909693 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83550270-dbe8-4966-9e43-94cec37b6ddc admin admin] Pushing event deleted for resources: {'Port': ['ID=cdf9f7b3-a11b-4add-b4c6-90972e4d066e,revision_number=None']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:09:44.915359 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83550270-dbe8-4966-9e43-94cec37b6ddc admin admin] No DVR routers for this DVR port cdf9f7b3-a11b-4add-b4c6-90972e4d066e on host dv-cinder-828806-3-iscsi {{(pid=104101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 21:09:44.919752 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-6b1b2b1f-0348-459a-8cb1-ea5c82da8701 None None] For port cdf9f7b3-a11b-4add-b4c6-90972e4d066e, host dv-cinder-828806-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-3-iscsi',level=0,port_id=cdf9f7b3-a11b-4add-b4c6-90972e4d066e,segment=NetworkSegment(81ad88fc-3505-498e-a408-c780e45b6192),segment_id=81ad88fc-3505-498e-a408-c780e45b6192)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:09:44.920142 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-6b1b2b1f-0348-459a-8cb1-ea5c82da8701 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595751'] for port (cdf9f7b3-a11b-4add-b4c6-90972e4d066e), precommit_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:09:44.933825 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-6b1b2b1f-0348-459a-8cb1-ea5c82da8701 None None] Calling delete_port for cdf9f7b3-a11b-4add-b4c6-90972e4d066e owned by network:dhcp {{(pid=104103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 21:09:44.936904 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:09:44.988287 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-83550270-dbe8-4966-9e43-94cec37b6ddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983897', 'neutron.services.segments.db._delete_segments_for_network-8787881958000'] for network (db3bac2b-2e57-4b81-ab3a-36a5a5912178), precommit_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:09:45.009255 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.services.segments.db [None req-83550270-dbe8-4966-9e43-94cec37b6ddc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db3bac2b-2e57-4b81-ab3a-36a5a5912178']}} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:09:45.018405 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.services.segments.db [None req-83550270-dbe8-4966-9e43-94cec37b6ddc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81ad88fc-3505-498e-a408-c780e45b6192') {'for_net_delete': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:09:45.018737 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.services.segments.db [None req-83550270-dbe8-4966-9e43-94cec37b6ddc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81ad88fc-3505-498e-a408-c780e45b6192') {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:09:45.028533 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-83550270-dbe8-4966-9e43-94cec37b6ddc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787881958777', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12907196'] for segment (81ad88fc-3505-498e-a408-c780e45b6192), before_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:09:45.041908 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-83550270-dbe8-4966-9e43-94cec37b6ddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-995747'] for segment (81ad88fc-3505-498e-a408-c780e45b6192), precommit_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:09:45.048175 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-6b1b2b1f-0348-459a-8cb1-ea5c82da8701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787881986003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787881445708'] for port (cdf9f7b3-a11b-4add-b4c6-90972e4d066e), after_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:09:45.048333 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83550270-dbe8-4966-9e43-94cec37b6ddc admin admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=104101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 21:09:45.048870 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-83550270-dbe8-4966-9e43-94cec37b6ddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-995747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13231822'] for segment (81ad88fc-3505-498e-a408-c780e45b6192), after_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:09:45.075074 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1b2b1f-0348-459a-8cb1-ea5c82da8701 None None] No DVR routers for this DVR port cdf9f7b3-a11b-4add-b4c6-90972e4d066e on host dv-cinder-828806-3-iscsi {{(pid=104103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 21:09:45.079236 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1b2b1f-0348-459a-8cb1-ea5c82da8701 None None] Pushing event deleted for resources: {'Port': ['ID=cdf9f7b3-a11b-4add-b4c6-90972e4d066e,revision_number=None']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:09:45.098310 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.services.segments.plugin [-] Segment 81ad88fc-3505-498e-a408-c780e45b6192 resource provider aggregate not found May 26 21:09:45.116114 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.services.segments.plugin [-] Segment 81ad88fc-3505-498e-a408-c780e45b6192 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 81ad88fc-3505-498e-a408-c780e45b6192 found for delete ", "request_id": "req-e86a0ffb-33e5-4f26-b8ba-7aa9fcf77e1c"}]} May 26 21:09:45.121416 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-83550270-dbe8-4966-9e43-94cec37b6ddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1614797'] for network (db3bac2b-2e57-4b81-ab3a-36a5a5912178), after_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:09:45.128896 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-83550270-dbe8-4966-9e43-94cec37b6ddc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-416010'] for network (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:09:45.132630 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-83550270-dbe8-4966-9e43-94cec37b6ddc admin admin] 10.222.0.57 "DELETE /v2.0/networks/db3bac2b-2e57-4b81-ab3a-36a5a5912178 HTTP/1.1" status: 204 len: 168 time: 0.7737422 May 26 21:09:45.142195 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83550270-dbe8-4966-9e43-94cec37b6ddc admin admin] Pushing event deleted for resources: {'Network': ['ID=db3bac2b-2e57-4b81-ab3a-36a5a5912178,revision_number=None']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:09:45.250056 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 49612) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:09:45.292457 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-9b0b5671-c797-43ca-8774-992f09496406 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9f8ac962c5d0402eb17b01aa02632897&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0409153 May 26 21:09:45.294842 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 49614) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:09:45.343362 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-d14a249c-6a01-475d-92d0-3f41b3704f10 admin admin] Publish callbacks [] for security_group (2d047b43-45d5-46fd-bad8-28b24b28bff9), before_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:09:45.364867 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-d14a249c-6a01-475d-92d0-3f41b3704f10 admin admin] Publish callbacks [] for security_group (2d047b43-45d5-46fd-bad8-28b24b28bff9), precommit_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:09:45.411367 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-d14a249c-6a01-475d-92d0-3f41b3704f10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (2d047b43-45d5-46fd-bad8-28b24b28bff9), after_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:09:45.414078 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-d14a249c-6a01-475d-92d0-3f41b3704f10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:09:45.415381 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-d14a249c-6a01-475d-92d0-3f41b3704f10 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2d047b43-45d5-46fd-bad8-28b24b28bff9 HTTP/1.1" status: 204 len: 168 time: 0.1193857 May 26 21:09:45.423163 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14a249c-6a01-475d-92d0-3f41b3704f10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d047b43-45d5-46fd-bad8-28b24b28bff9,revision_number=None']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:09:45.609905 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c2c665-d162-468e-aa49-30602fbf03da req-62280395-ed75-499d-b47e-ef1be0a055f3 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:09:45.611403 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-a4c2c665-d162-468e-aa49-30602fbf03da req-62280395-ed75-499d-b47e-ef1be0a055f3 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=559095bd-c9f8-44f9-8e2a-dd44acedd8b1 HTTP/1.1" status: 200 len: 945 time: 0.0534413 May 26 21:09:45.637239 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:09:45.660320 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-a4c2c665-d162-468e-aa49-30602fbf03da req-568e3b75-5fb2-4380-98d4-e485e0c639a2 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/security-groups?id=6fd55e68-e49d-4af6-81d3-d350fedf0cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428650 May 26 21:09:46.088300 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Device acc9ed48-9558-49e7-9b9f-c8e118189f9a no longer exists at agent ovs-agent-dv-cinder-828806-3-iscsi {{(pid=104103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 21:09:46.113373 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] No Port match for: acc9ed48-9558-49e7-9b9f-c8e118189f9a {{(pid=104103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 21:09:46.113716 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Device acc9ed48-9558-49e7-9b9f-c8e118189f9a not bound to the agent host dv-cinder-828806-3-iscsi {{(pid=104103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 21:09:46.114709 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Device cdf9f7b3-a11b-4add-b4c6-90972e4d066e no longer exists at agent ovs-agent-dv-cinder-828806-3-iscsi {{(pid=104103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 21:09:46.118383 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (545ffc5a-00f7-4140-8f25-9e74b0e32d39), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:09:46.134938 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] No Port match for: cdf9f7b3-a11b-4add-b4c6-90972e4d066e {{(pid=104103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 21:09:46.135288 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Device cdf9f7b3-a11b-4add-b4c6-90972e4d066e not bound to the agent host dv-cinder-828806-3-iscsi {{(pid=104103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 21:09:46.781734 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8052d399-8ae6-49b7-9e5f-b677195cded4 req-193130a3-8f04-4e45-afd4-f1b2138a1e04 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:09:46.783214 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-8052d399-8ae6-49b7-9e5f-b677195cded4 req-193130a3-8f04-4e45-afd4-f1b2138a1e04 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=559095bd-c9f8-44f9-8e2a-dd44acedd8b1 HTTP/1.1" status: 200 len: 945 time: 0.0479538 May 26 21:09:46.833412 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-8052d399-8ae6-49b7-9e5f-b677195cded4 req-ce4c31d5-bd6a-4309-a63c-f9e54752ce0b tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/security-groups?id=6fd55e68-e49d-4af6-81d3-d350fedf0cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430484 May 26 21:09:47.952088 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9434dff-548c-4bd4-a9a4-7c7773255256 req-4aade33b-4678-419e-bc60-69b59f430d57 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:09:47.953524 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-a9434dff-548c-4bd4-a9a4-7c7773255256 req-4aade33b-4678-419e-bc60-69b59f430d57 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=559095bd-c9f8-44f9-8e2a-dd44acedd8b1 HTTP/1.1" status: 200 len: 945 time: 0.0494132 May 26 21:09:47.999547 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-a9434dff-548c-4bd4-a9a4-7c7773255256 req-d2ef88af-a9ca-48b1-af54-32a0cb0b1430 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/security-groups?id=6fd55e68-e49d-4af6-81d3-d350fedf0cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399928 May 26 21:09:49.116029 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516bc189-532c-4cc4-a267-ad83265c8454 req-0866aef6-e5d8-414b-9577-7cf831b9eb44 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:09:49.117628 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-516bc189-532c-4cc4-a267-ad83265c8454 req-0866aef6-e5d8-414b-9577-7cf831b9eb44 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=559095bd-c9f8-44f9-8e2a-dd44acedd8b1 HTTP/1.1" status: 200 len: 945 time: 0.0463133 May 26 21:09:49.164422 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-516bc189-532c-4cc4-a267-ad83265c8454 req-bda103c4-e70e-46f7-aa6f-51c0cfccfd33 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/security-groups?id=6fd55e68-e49d-4af6-81d3-d350fedf0cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412800 May 26 21:09:49.820631 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 49714) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:09:49.927500 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-da52f846-d4a0-4638-9baa-b8f3a8a87b48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:09:49.999805 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-da52f846-d4a0-4638-9baa-b8f3a8a87b48 admin admin] Publish callbacks [] for security_group (6c73b404-3c62-4f9f-9389-4106326c9a83), precommit_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:09:50.003224 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-da52f846-d4a0-4638-9baa-b8f3a8a87b48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (6c73b404-3c62-4f9f-9389-4106326c9a83), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:09:50.025921 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:09:50.044674 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da52f846-d4a0-4638-9baa-b8f3a8a87b48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c73b404-3c62-4f9f-9389-4106326c9a83,revision_number=1']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:09:50.048763 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-da52f846-d4a0-4638-9baa-b8f3a8a87b48 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1f272deab70b40d49f1d6ca517458be6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2271130 May 26 21:09:50.052156 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 49720) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:09:50.099474 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-83d7e02f-f331-4a35-a767-1fde325a6bf4 admin admin] Publish callbacks [] for security_group (6c73b404-3c62-4f9f-9389-4106326c9a83), before_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:09:50.120536 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-83d7e02f-f331-4a35-a767-1fde325a6bf4 admin admin] Publish callbacks [] for security_group (6c73b404-3c62-4f9f-9389-4106326c9a83), precommit_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:09:50.141469 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:09:50.167162 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-83d7e02f-f331-4a35-a767-1fde325a6bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (6c73b404-3c62-4f9f-9389-4106326c9a83), after_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:09:50.169822 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-83d7e02f-f331-4a35-a767-1fde325a6bf4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:09:50.171070 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-83d7e02f-f331-4a35-a767-1fde325a6bf4 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6c73b404-3c62-4f9f-9389-4106326c9a83 HTTP/1.1" status: 204 len: 168 time: 0.1180234 May 26 21:09:50.180534 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d7e02f-f331-4a35-a767-1fde325a6bf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c73b404-3c62-4f9f-9389-4106326c9a83,revision_number=None']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:09:50.289232 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86c1353-a852-4b63-b93b-513175d69789 req-6fc57052-7c22-4bd7-a1b4-177e89422c4c tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:09:50.290715 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-b86c1353-a852-4b63-b93b-513175d69789 req-6fc57052-7c22-4bd7-a1b4-177e89422c4c tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=559095bd-c9f8-44f9-8e2a-dd44acedd8b1 HTTP/1.1" status: 200 len: 945 time: 0.0530221 May 26 21:09:50.340114 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-b86c1353-a852-4b63-b93b-513175d69789 req-99131993-0f33-4848-b113-fd1518d89708 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/security-groups?id=6fd55e68-e49d-4af6-81d3-d350fedf0cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438080 May 26 21:09:50.436289 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 49728) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:09:50.449424 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-a95dd47f-a196-4b98-882a-f69ff0f933d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:09:50.525201 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-a95dd47f-a196-4b98-882a-f69ff0f933d0 admin admin] Publish callbacks [] for security_group (5bed4a8e-511d-413c-bb61-99a83d4cb483), precommit_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:09:50.528615 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-a95dd47f-a196-4b98-882a-f69ff0f933d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (5bed4a8e-511d-413c-bb61-99a83d4cb483), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:09:50.570555 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95dd47f-a196-4b98-882a-f69ff0f933d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bed4a8e-511d-413c-bb61-99a83d4cb483,revision_number=1']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:09:50.575402 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-a95dd47f-a196-4b98-882a-f69ff0f933d0 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ed404e2262d44a3294d19ca3dd263134&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1380076 May 26 21:09:50.578169 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 49730) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:09:50.625905 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-ba3c59c7-c6e6-44c5-ad06-8fe7312732b1 admin admin] Publish callbacks [] for security_group (5bed4a8e-511d-413c-bb61-99a83d4cb483), before_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:09:50.647828 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-ba3c59c7-c6e6-44c5-ad06-8fe7312732b1 admin admin] Publish callbacks [] for security_group (5bed4a8e-511d-413c-bb61-99a83d4cb483), precommit_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:09:50.694654 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-ba3c59c7-c6e6-44c5-ad06-8fe7312732b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (5bed4a8e-511d-413c-bb61-99a83d4cb483), after_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:09:50.697129 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-ba3c59c7-c6e6-44c5-ad06-8fe7312732b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:09:50.698255 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-ba3c59c7-c6e6-44c5-ad06-8fe7312732b1 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5bed4a8e-511d-413c-bb61-99a83d4cb483 HTTP/1.1" status: 204 len: 168 time: 0.1188459 May 26 21:09:50.705675 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3c59c7-c6e6-44c5-ad06-8fe7312732b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bed4a8e-511d-413c-bb61-99a83d4cb483,revision_number=None']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:09:51.463155 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2489c9-b156-481f-8409-4b8bb7d0fa6d req-1eed0944-75a7-4744-b512-8ed450b75be7 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:09:51.464724 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-ff2489c9-b156-481f-8409-4b8bb7d0fa6d req-1eed0944-75a7-4744-b512-8ed450b75be7 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=559095bd-c9f8-44f9-8e2a-dd44acedd8b1 HTTP/1.1" status: 200 len: 945 time: 0.0481956 May 26 21:09:51.512417 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-ff2489c9-b156-481f-8409-4b8bb7d0fa6d req-c5d9eb1a-5103-4e68-9b10-a3c91d9236d6 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/security-groups?id=6fd55e68-e49d-4af6-81d3-d350fedf0cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421088 May 26 21:09:52.627935 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4659b9-1bd6-4fb3-a43c-444d9f40da8b req-b372ff96-9754-45a4-8908-b7a132acedb8 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:09:52.629758 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-9a4659b9-1bd6-4fb3-a43c-444d9f40da8b req-b372ff96-9754-45a4-8908-b7a132acedb8 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=559095bd-c9f8-44f9-8e2a-dd44acedd8b1 HTTP/1.1" status: 200 len: 945 time: 0.0453129 May 26 21:09:52.675251 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-9a4659b9-1bd6-4fb3-a43c-444d9f40da8b req-fca222b4-f6f2-448b-9d63-7ab2fd41cee6 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/security-groups?id=6fd55e68-e49d-4af6-81d3-d350fedf0cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400095 May 26 21:09:53.583278 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (7f90b46f-777d-4aa1-89b5-840fb2878c39), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:09:53.808968 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43b119f-a360-4be9-937f-e0f65a166f34 req-1358ac65-3931-4ee1-bcdd-a98ba244ef2c tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:09:53.810672 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-d43b119f-a360-4be9-937f-e0f65a166f34 req-1358ac65-3931-4ee1-bcdd-a98ba244ef2c tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=559095bd-c9f8-44f9-8e2a-dd44acedd8b1 HTTP/1.1" status: 200 len: 945 time: 0.0572674 May 26 21:09:53.861097 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-d43b119f-a360-4be9-937f-e0f65a166f34 req-9db1b56d-f28c-481d-9d9e-524ff6ef2a08 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/security-groups?id=6fd55e68-e49d-4af6-81d3-d350fedf0cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450027 May 26 21:09:54.984849 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0eacc6-145a-41bf-8627-b796a17a1727 req-6b87090a-4a4b-443e-9a19-466215fc4cd3 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:09:54.986650 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-6e0eacc6-145a-41bf-8627-b796a17a1727 req-6b87090a-4a4b-443e-9a19-466215fc4cd3 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=559095bd-c9f8-44f9-8e2a-dd44acedd8b1 HTTP/1.1" status: 200 len: 945 time: 0.0492089 May 26 21:09:55.010273 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:09:55.042248 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-6e0eacc6-145a-41bf-8627-b796a17a1727 req-81de4ac4-ffb5-4e34-8965-b708fb8ad7ea tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/security-groups?id=6fd55e68-e49d-4af6-81d3-d350fedf0cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489190 May 26 21:09:55.613900 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 49858) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:09:55.718641 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-56aa48ed-06e7-4ffc-97f3-519af6185103 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:09:55.793546 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-56aa48ed-06e7-4ffc-97f3-519af6185103 admin admin] Publish callbacks [] for security_group (5cc9fc1b-3460-4785-83b2-15bf405028b7), precommit_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:09:55.797342 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-56aa48ed-06e7-4ffc-97f3-519af6185103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (5cc9fc1b-3460-4785-83b2-15bf405028b7), after_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:09:55.836793 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-56aa48ed-06e7-4ffc-97f3-519af6185103 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=cb651007d2e146e2bc71924737f80198&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2217219 May 26 21:09:55.837601 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56aa48ed-06e7-4ffc-97f3-519af6185103 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cc9fc1b-3460-4785-83b2-15bf405028b7,revision_number=1']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:09:55.839601 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 49862) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:09:55.888422 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-16124b78-c5de-4f71-8ba4-7e3fc6de3a25 admin admin] Publish callbacks [] for security_group (5cc9fc1b-3460-4785-83b2-15bf405028b7), before_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:09:55.909455 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-16124b78-c5de-4f71-8ba4-7e3fc6de3a25 admin admin] Publish callbacks [] for security_group (5cc9fc1b-3460-4785-83b2-15bf405028b7), precommit_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:09:55.956060 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-16124b78-c5de-4f71-8ba4-7e3fc6de3a25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (5cc9fc1b-3460-4785-83b2-15bf405028b7), after_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:09:55.958692 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-16124b78-c5de-4f71-8ba4-7e3fc6de3a25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:09:55.959819 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-16124b78-c5de-4f71-8ba4-7e3fc6de3a25 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5cc9fc1b-3460-4785-83b2-15bf405028b7 HTTP/1.1" status: 204 len: 168 time: 0.1191764 May 26 21:09:55.968161 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16124b78-c5de-4f71-8ba4-7e3fc6de3a25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cc9fc1b-3460-4785-83b2-15bf405028b7,revision_number=None']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:09:56.166172 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd026e5c-5ca6-40bb-94cd-1c9bea0171f3 req-4a2f2d79-4249-42f2-9a4b-1b68d1356251 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:09:56.167862 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-cd026e5c-5ca6-40bb-94cd-1c9bea0171f3 req-4a2f2d79-4249-42f2-9a4b-1b68d1356251 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=559095bd-c9f8-44f9-8e2a-dd44acedd8b1 HTTP/1.1" status: 200 len: 945 time: 0.0485606 May 26 21:09:56.188251 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:09:56.219671 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-cd026e5c-5ca6-40bb-94cd-1c9bea0171f3 req-2676fafd-13c9-4a4e-812f-aa12133660ad tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/security-groups?id=6fd55e68-e49d-4af6-81d3-d350fedf0cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452652 May 26 21:09:56.227675 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 49870) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:09:56.241622 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-c406d7f2-e20e-4b11-98c1-d60761da1b94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:09:56.315040 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-c406d7f2-e20e-4b11-98c1-d60761da1b94 admin admin] Publish callbacks [] for security_group (2bf50b96-0878-4c75-9f7f-d06776cafc27), precommit_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:09:56.318631 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-c406d7f2-e20e-4b11-98c1-d60761da1b94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (2bf50b96-0878-4c75-9f7f-d06776cafc27), after_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:09:56.359267 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-c406d7f2-e20e-4b11-98c1-d60761da1b94 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=76f07f3b8a7f4d9e8d49370e9b9243ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1305196 May 26 21:09:56.360306 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c406d7f2-e20e-4b11-98c1-d60761da1b94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bf50b96-0878-4c75-9f7f-d06776cafc27,revision_number=1']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:09:56.361928 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 49872) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:09:56.413455 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-416150a9-9bac-45f4-b1a9-79bc0fb8d314 admin admin] Publish callbacks [] for security_group (2bf50b96-0878-4c75-9f7f-d06776cafc27), before_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:09:56.428967 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=2 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:09:56.434904 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-416150a9-9bac-45f4-b1a9-79bc0fb8d314 admin admin] Publish callbacks [] for security_group (2bf50b96-0878-4c75-9f7f-d06776cafc27), precommit_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:09:56.439192 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=6 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:09:56.480869 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-416150a9-9bac-45f4-b1a9-79bc0fb8d314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (2bf50b96-0878-4c75-9f7f-d06776cafc27), after_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:09:56.483667 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-416150a9-9bac-45f4-b1a9-79bc0fb8d314 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:09:56.484801 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-416150a9-9bac-45f4-b1a9-79bc0fb8d314 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2bf50b96-0878-4c75-9f7f-d06776cafc27 HTTP/1.1" status: 204 len: 168 time: 0.1218178 May 26 21:09:56.492994 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416150a9-9bac-45f4-b1a9-79bc0fb8d314 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bf50b96-0878-4c75-9f7f-d06776cafc27,revision_number=None']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:09:57.344019 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb51418-9849-451f-8847-b63be99a7797 req-e9fcd95f-256b-4bdd-93b4-78c383383aca tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:09:57.345554 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-feb51418-9849-451f-8847-b63be99a7797 req-e9fcd95f-256b-4bdd-93b4-78c383383aca tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=559095bd-c9f8-44f9-8e2a-dd44acedd8b1 HTTP/1.1" status: 200 len: 945 time: 0.0487971 May 26 21:09:57.394327 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-feb51418-9849-451f-8847-b63be99a7797 req-f8af91d5-48f4-4e7a-abb5-5bfed80d84f7 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/security-groups?id=6fd55e68-e49d-4af6-81d3-d350fedf0cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424471 May 26 21:09:58.512584 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4ed036-809f-420d-913b-2b9d896cd586 req-dc28c7f9-ce66-4542-8396-2f20a7d5e7d5 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:09:58.514197 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-5e4ed036-809f-420d-913b-2b9d896cd586 req-dc28c7f9-ce66-4542-8396-2f20a7d5e7d5 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=559095bd-c9f8-44f9-8e2a-dd44acedd8b1 HTTP/1.1" status: 200 len: 945 time: 0.0501742 May 26 21:09:58.563814 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-5e4ed036-809f-420d-913b-2b9d896cd586 req-2a194b24-8761-4dce-b290-fbfc14921d42 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/security-groups?id=6fd55e68-e49d-4af6-81d3-d350fedf0cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442319 May 26 21:09:59.705530 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d3404c-0c5e-4cd3-a2db-5eb3d1cd67a2 req-9fea56da-26c0-45e4-83d4-eb0fc9260247 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:09:59.705530 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-28d3404c-0c5e-4cd3-a2db-5eb3d1cd67a2 req-9fea56da-26c0-45e4-83d4-eb0fc9260247 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=559095bd-c9f8-44f9-8e2a-dd44acedd8b1 HTTP/1.1" status: 200 len: 945 time: 0.0533051 May 26 21:09:59.758679 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-28d3404c-0c5e-4cd3-a2db-5eb3d1cd67a2 req-516d18a9-c808-4031-b539-ef20dc4e7251 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/security-groups?id=6fd55e68-e49d-4af6-81d3-d350fedf0cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488813 May 26 21:10:00.878008 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad137aa9-7ace-417d-9908-223d49f17163 req-c0c36f85-f20a-4036-a35f-f721d39f9ceb tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:10:00.879999 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-ad137aa9-7ace-417d-9908-223d49f17163 req-c0c36f85-f20a-4036-a35f-f721d39f9ceb tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=559095bd-c9f8-44f9-8e2a-dd44acedd8b1 HTTP/1.1" status: 200 len: 945 time: 0.0459857 May 26 21:10:00.926354 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-ad137aa9-7ace-417d-9908-223d49f17163 req-8f8e137b-14f6-468d-975c-43235d63b022 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/security-groups?id=6fd55e68-e49d-4af6-81d3-d350fedf0cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407782 May 26 21:10:01.429848 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 49990) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:10:01.531724 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-dc16a6a9-5018-4aed-847f-b9d4400d3652 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:01.562192 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=84,neutron:DELETE=8,neutron:INSERT=8 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:10:01.580493 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=81,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:10:01.626468 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-dc16a6a9-5018-4aed-847f-b9d4400d3652 admin admin] Publish callbacks [] for security_group (3889a49d-ef6b-4247-8cd9-e878147dd7f2), precommit_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:01.630068 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-dc16a6a9-5018-4aed-847f-b9d4400d3652 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (3889a49d-ef6b-4247-8cd9-e878147dd7f2), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:01.672299 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-dc16a6a9-5018-4aed-847f-b9d4400d3652 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1072b42cb1ad4bc39ea74f1092b42dd6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2413163 May 26 21:10:01.673457 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc16a6a9-5018-4aed-847f-b9d4400d3652 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3889a49d-ef6b-4247-8cd9-e878147dd7f2,revision_number=1']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:10:01.675210 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 49994) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:10:01.706593 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:10:01.730159 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-97e334c3-ea60-407a-90cb-ca11bef026f6 admin admin] Publish callbacks [] for security_group (3889a49d-ef6b-4247-8cd9-e878147dd7f2), before_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:01.751606 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-97e334c3-ea60-407a-90cb-ca11bef026f6 admin admin] Publish callbacks [] for security_group (3889a49d-ef6b-4247-8cd9-e878147dd7f2), precommit_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:01.800104 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-97e334c3-ea60-407a-90cb-ca11bef026f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (3889a49d-ef6b-4247-8cd9-e878147dd7f2), after_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:01.803630 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-97e334c3-ea60-407a-90cb-ca11bef026f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:01.804750 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-97e334c3-ea60-407a-90cb-ca11bef026f6 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3889a49d-ef6b-4247-8cd9-e878147dd7f2 HTTP/1.1" status: 204 len: 168 time: 0.1285961 May 26 21:10:01.812815 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e334c3-ea60-407a-90cb-ca11bef026f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3889a49d-ef6b-4247-8cd9-e878147dd7f2,revision_number=None']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:10:02.040723 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Device 2b28ec7a-2283-4d09-881e-8be73e6910f6 details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=104103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 21:10:02.060666 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f32c0a7-029c-44eb-a209-31589ac213d3 req-fec3642d-1372-416a-acf1-d037678a38ef tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:10:02.063271 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-1f32c0a7-029c-44eb-a209-31589ac213d3 req-fec3642d-1372-416a-acf1-d037678a38ef tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=559095bd-c9f8-44f9-8e2a-dd44acedd8b1 HTTP/1.1" status: 200 len: 945 time: 0.0554590 May 26 21:10:02.129738 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 50012) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:10:02.140253 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-1f32c0a7-029c-44eb-a209-31589ac213d3 req-aa440a4c-dd41-4270-b0f8-f3842be4a47b tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/security-groups?id=6fd55e68-e49d-4af6-81d3-d350fedf0cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711474 May 26 21:10:02.153285 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-ad400486-92cb-48b8-953b-91975169aa3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:02.157621 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] For port 2b28ec7a-2283-4d09-881e-8be73e6910f6, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=2b28ec7a-2283-4d09-881e-8be73e6910f6,segment=NetworkSegment(7fb7ed4c-a972-40f4-a310-001c141d4c5c),segment_id=7fb7ed4c-a972-40f4-a310-001c141d4c5c)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:10:02.173157 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Returning: {'device': '2b28ec7a-2283-4d09-881e-8be73e6910f6', 'network_id': 'ff69986b-e00e-41bd-8a28-f959570fc8f7', 'port_id': '2b28ec7a-2283-4d09-881e-8be73e6910f6', 'mac_address': 'fa:16:3e:fb:48:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '647d6a86-42b9-4a67-830f-75c07bdfd5d7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 21:10:02.218068 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Current status of the port 2b28ec7a-2283-4d09-881e-8be73e6910f6 is: ACTIVE; New status is: BUILD {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:10:02.218473 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (2b28ec7a-2283-4d09-881e-8be73e6910f6), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:02.232654 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.notifiers.nova [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2b28ec7a-2283-4d09-881e-8be73e6910f6 {{(pid=104103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 21:10:02.253474 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] For port 2b28ec7a-2283-4d09-881e-8be73e6910f6, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=2b28ec7a-2283-4d09-881e-8be73e6910f6,segment=NetworkSegment(7fb7ed4c-a972-40f4-a310-001c141d4c5c),segment_id=7fb7ed4c-a972-40f4-a310-001c141d4c5c)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:10:02.254678 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-ad400486-92cb-48b8-953b-91975169aa3a admin admin] Publish callbacks [] for security_group (796932c7-7fc7-41e9-86a1-ca9eed22f501), precommit_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:02.258561 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (2b28ec7a-2283-4d09-881e-8be73e6910f6), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:02.260691 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-ad400486-92cb-48b8-953b-91975169aa3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (796932c7-7fc7-41e9-86a1-ca9eed22f501), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:02.308268 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 50022) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:10:02.308556 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-ad400486-92cb-48b8-953b-91975169aa3a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=932e24f1d2a24ad88080a98bfc70075a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1774065 May 26 21:10:02.313763 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad400486-92cb-48b8-953b-91975169aa3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=796932c7-7fc7-41e9-86a1-ca9eed22f501,revision_number=1']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:10:02.315857 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Pushing event updated for resources: {'Port': ['ID=2b28ec7a-2283-4d09-881e-8be73e6910f6,revision_number=6']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:10:02.354992 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=3 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:10:02.367144 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-385d7d73-b178-492f-994c-d311382d30ac admin admin] Publish callbacks [] for security_group (796932c7-7fc7-41e9-86a1-ca9eed22f501), before_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:02.391229 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-385d7d73-b178-492f-994c-d311382d30ac admin admin] Publish callbacks [] for security_group (796932c7-7fc7-41e9-86a1-ca9eed22f501), precommit_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:02.438874 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] get_ports_and_sgs() called for port_ids ['2b28ec7a-2283-4d09-881e-8be73e6910f6'] {{(pid=104103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 21:10:02.450501 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-385d7d73-b178-492f-994c-d311382d30ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (796932c7-7fc7-41e9-86a1-ca9eed22f501), after_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:02.453318 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-385d7d73-b178-492f-994c-d311382d30ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:02.457070 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-385d7d73-b178-492f-994c-d311382d30ac admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/796932c7-7fc7-41e9-86a1-ca9eed22f501 HTTP/1.1" status: 204 len: 168 time: 0.1446590 May 26 21:10:02.463440 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385d7d73-b178-492f-994c-d311382d30ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=796932c7-7fc7-41e9-86a1-ca9eed22f501,revision_number=None']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:10:02.518557 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:10:03.259645 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0267301e-09b1-4dff-8e7d-8dd4566d84e1 req-b3e90354-941b-4e5f-ad36-5f67b651831b tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:10:03.261177 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-0267301e-09b1-4dff-8e7d-8dd4566d84e1 req-b3e90354-941b-4e5f-ad36-5f67b651831b tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=559095bd-c9f8-44f9-8e2a-dd44acedd8b1 HTTP/1.1" status: 200 len: 944 time: 0.0549729 May 26 21:10:03.310865 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-0267301e-09b1-4dff-8e7d-8dd4566d84e1 req-37f689f0-8351-4c10-8944-5a9cfd5d9d56 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/security-groups?id=6fd55e68-e49d-4af6-81d3-d350fedf0cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432329 May 26 21:10:04.042421 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Device 2b28ec7a-2283-4d09-881e-8be73e6910f6 up at agent hyperv_hv-cinder-82880 {{(pid=104103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:10:04.108352 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Provisioning complete for port 2b28ec7a-2283-4d09-881e-8be73e6910f6 triggered by entity L2. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:10:04.109218 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (2b28ec7a-2283-4d09-881e-8be73e6910f6), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:04.182780 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:10:04.203590 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Current status of the port 2b28ec7a-2283-4d09-881e-8be73e6910f6 is: BUILD; New status is: ACTIVE {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:10:04.204442 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (2b28ec7a-2283-4d09-881e-8be73e6910f6), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:04.232475 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '559095bd-c9f8-44f9-8e2a-dd44acedd8b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b28ec7a-2283-4d09-881e-8be73e6910f6'}] {{(pid=104103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:10:04.235071 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b44267d7c8a7abe6e93cd6d61df03f02c4feaf0da3ba5ea8b381a36bebf6efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65be6fb2-2ab6-42e8-9ebd-94bf4f7df4a5" -d '{"events": [{"server_uuid": "559095bd-c9f8-44f9-8e2a-dd44acedd8b1", "name": "network-vif-plugged", "status": "completed", "tag": "2b28ec7a-2283-4d09-881e-8be73e6910f6"}]}' {{(pid=104103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:10:04.263484 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] For port 2b28ec7a-2283-4d09-881e-8be73e6910f6, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=2b28ec7a-2283-4d09-881e-8be73e6910f6,segment=NetworkSegment(7fb7ed4c-a972-40f4-a310-001c141d4c5c),segment_id=7fb7ed4c-a972-40f4-a310-001c141d4c5c)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:10:04.268734 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (2b28ec7a-2283-4d09-881e-8be73e6910f6), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:04.430244 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Pushing event updated for resources: {'Port': ['ID=2b28ec7a-2283-4d09-881e-8be73e6910f6,revision_number=7']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:10:04.477398 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349ee4c2-8e64-41ae-9185-7ab6fadb4b1a req-88ed06f0-b427-4f24-a162-570abda2085e tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:10:04.479430 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-349ee4c2-8e64-41ae-9185-7ab6fadb4b1a req-88ed06f0-b427-4f24-a162-570abda2085e tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=559095bd-c9f8-44f9-8e2a-dd44acedd8b1 HTTP/1.1" status: 200 len: 945 time: 0.0564570 May 26 21:10:04.525614 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 21:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-058c7c26-98a3-45d3-9498-034bba28e06d x-openstack-request-id: req-058c7c26-98a3-45d3-9498-034bba28e06d {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:10:04.525926 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "559095bd-c9f8-44f9-8e2a-dd44acedd8b1", "name": "network-vif-plugged", "status": "completed", "tag": "2b28ec7a-2283-4d09-881e-8be73e6910f6", "code": 200}]} {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:10:04.526853 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-058c7c26-98a3-45d3-9498-034bba28e06d {{(pid=104103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:10:04.527298 dv-cinder-828806-3-iscsi neutron-server[104103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-058c7c26-98a3-45d3-9498-034bba28e06d'] response: {'server_uuid': '559095bd-c9f8-44f9-8e2a-dd44acedd8b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b28ec7a-2283-4d09-881e-8be73e6910f6', 'code': 200} May 26 21:10:04.557411 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-349ee4c2-8e64-41ae-9185-7ab6fadb4b1a req-2596a8f5-b1b4-4d7c-9d7e-1fb6acb2ae3b tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/security-groups?id=6fd55e68-e49d-4af6-81d3-d350fedf0cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649154 May 26 21:10:05.733245 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d8f49a-57b5-4c17-bf44-987ea997ccf5 req-7e456277-358b-40c1-93cf-e76441a140a0 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:10:05.737119 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-b1d8f49a-57b5-4c17-bf44-987ea997ccf5 req-7e456277-358b-40c1-93cf-e76441a140a0 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=559095bd-c9f8-44f9-8e2a-dd44acedd8b1 HTTP/1.1" status: 200 len: 945 time: 0.0670874 May 26 21:10:05.810514 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-b1d8f49a-57b5-4c17-bf44-987ea997ccf5 req-df31bb58-41d4-42ad-86ac-9a49002d0e29 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/security-groups?id=6fd55e68-e49d-4af6-81d3-d350fedf0cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631139 May 26 21:10:06.937878 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a6d6f0-b683-4b74-af43-073f907b48a5 req-c44639ea-139b-42ba-b521-dc3d6f0de4e8 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:10:06.940254 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-78a6d6f0-b683-4b74-af43-073f907b48a5 req-c44639ea-139b-42ba-b521-dc3d6f0de4e8 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=559095bd-c9f8-44f9-8e2a-dd44acedd8b1 HTTP/1.1" status: 200 len: 945 time: 0.0507627 May 26 21:10:07.010206 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-78a6d6f0-b683-4b74-af43-073f907b48a5 req-76128d69-850e-486e-b7f6-9a46bf714980 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/security-groups?id=6fd55e68-e49d-4af6-81d3-d350fedf0cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629320 May 26 21:10:08.157471 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bd5633-2de7-4ee5-8e67-8755ff952ff7 req-a7a2a348-d146-4799-b5ea-e3d7349df045 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:10:08.160010 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-78bd5633-2de7-4ee5-8e67-8755ff952ff7 req-a7a2a348-d146-4799-b5ea-e3d7349df045 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=559095bd-c9f8-44f9-8e2a-dd44acedd8b1 HTTP/1.1" status: 200 len: 945 time: 0.0557537 May 26 21:10:08.234287 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-78bd5633-2de7-4ee5-8e67-8755ff952ff7 req-1e070cde-dcbe-4f16-a21f-32f3916f7697 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/security-groups?id=6fd55e68-e49d-4af6-81d3-d350fedf0cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644193 May 26 21:10:09.439303 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee8d513-da5e-4c77-a1ec-047766880be8 req-ec638f3f-b572-4922-81cf-8d47cf01a4e5 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:10:09.443435 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-2ee8d513-da5e-4c77-a1ec-047766880be8 req-ec638f3f-b572-4922-81cf-8d47cf01a4e5 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=559095bd-c9f8-44f9-8e2a-dd44acedd8b1 HTTP/1.1" status: 200 len: 945 time: 0.0904222 May 26 21:10:09.457175 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ae0127-2ebd-4294-97b6-ff038cdd2973 req-13d0e481-551b-4d77-8191-b48ac3053ba5 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:10:09.463299 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-55ae0127-2ebd-4294-97b6-ff038cdd2973 req-13d0e481-551b-4d77-8191-b48ac3053ba5 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/ports?device_id=bc1d8436-4806-4d53-b8ef-72c5ef4de480 HTTP/1.1" status: 200 len: 945 time: 0.0756266 May 26 21:10:09.505409 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:10:09.542920 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-2ee8d513-da5e-4c77-a1ec-047766880be8 req-8466e48d-e56e-4c0b-99f9-f0422cb18aa0 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/security-groups?id=6fd55e68-e49d-4af6-81d3-d350fedf0cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930092 May 26 21:10:09.559463 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-55ae0127-2ebd-4294-97b6-ff038cdd2973 req-de5a104a-c887-48f3-87a4-110e21cf1935 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/security-groups?id=2e6fadd9-80c2-444f-a059-b04f618554d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893669 May 26 21:10:09.795770 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-62478951-dbc3-4d90-a28e-18bd727a5f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (28061657-8b16-479f-8ff4-19bdcc74bc2c), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:10.687806 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8136e93e-ef58-4abb-acd2-d2d656f4a87a req-df621d0c-834b-4489-bbee-21f7246b7259 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:10:10.698286 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-8136e93e-ef58-4abb-acd2-d2d656f4a87a req-df621d0c-834b-4489-bbee-21f7246b7259 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=559095bd-c9f8-44f9-8e2a-dd44acedd8b1 HTTP/1.1" status: 200 len: 945 time: 0.0787568 May 26 21:10:10.759395 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-8136e93e-ef58-4abb-acd2-d2d656f4a87a req-9ab8639b-b355-485a-b21e-5eeee77239fb tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/security-groups?id=6fd55e68-e49d-4af6-81d3-d350fedf0cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598102 May 26 21:10:10.920416 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60b8b31-0d93-45e1-9976-c2b7ecacb6a9 req-5066ffaf-eec3-454e-9598-fed5522e9202 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:10:10.922048 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-f60b8b31-0d93-45e1-9976-c2b7ecacb6a9 req-5066ffaf-eec3-454e-9598-fed5522e9202 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/ports?device_id=bc1d8436-4806-4d53-b8ef-72c5ef4de480 HTTP/1.1" status: 200 len: 945 time: 0.0703697 May 26 21:10:10.983697 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-f60b8b31-0d93-45e1-9976-c2b7ecacb6a9 req-eba039a0-1fcf-40f1-92b1-47d0f975a9bc tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/security-groups?id=2e6fadd9-80c2-444f-a059-b04f618554d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550969 May 26 21:10:11.079035 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb5b4c8-71b8-4889-9910-3deded21a6fb req-52eb608c-d4f1-4a01-9bbf-bff768fd0d97 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:10:11.081213 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-4cb5b4c8-71b8-4889-9910-3deded21a6fb req-52eb608c-d4f1-4a01-9bbf-bff768fd0d97 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.62 "GET /v2.0/ports?device_id=bc1d8436-4806-4d53-b8ef-72c5ef4de480 HTTP/1.1" status: 200 len: 945 time: 0.0557213 May 26 21:10:11.205357 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.plugin [req-4cb5b4c8-71b8-4889-9910-3deded21a6fb req-2b26079f-3862-4501-857d-b57313d31e2a tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Deleting port 98863f83-9247-40f4-a3ba-dfa89cfe493f {{(pid=104101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 21:10:11.205631 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-4cb5b4c8-71b8-4889-9910-3deded21a6fb req-2b26079f-3862-4501-857d-b57313d31e2a tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787881975269'] for port (98863f83-9247-40f4-a3ba-dfa89cfe493f), before_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:11.309427 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.db [req-4cb5b4c8-71b8-4889-9910-3deded21a6fb req-2b26079f-3862-4501-857d-b57313d31e2a tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] For port 98863f83-9247-40f4-a3ba-dfa89cfe493f, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=98863f83-9247-40f4-a3ba-dfa89cfe493f,segment=NetworkSegment(5a8b3ddd-b07c-4334-a55f-ea808909a34b),segment_id=5a8b3ddd-b07c-4334-a55f-ea808909a34b)] {{(pid=104101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:10:11.309796 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-4cb5b4c8-71b8-4889-9910-3deded21a6fb req-2b26079f-3862-4501-857d-b57313d31e2a tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595751'] for port (98863f83-9247-40f4-a3ba-dfa89cfe493f), precommit_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:11.503276 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-4cb5b4c8-71b8-4889-9910-3deded21a6fb req-2b26079f-3862-4501-857d-b57313d31e2a tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:11.503765 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-4cb5b4c8-71b8-4889-9910-3deded21a6fb req-2b26079f-3862-4501-857d-b57313d31e2a tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1614815'] for floatingip (8d4597ca-aa33-4ba3-95e0-159b882b12e2), after_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:11.504183 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.db.l3_db [req-4cb5b4c8-71b8-4889-9910-3deded21a6fb req-2b26079f-3862-4501-857d-b57313d31e2a tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Floating IP 8d4597ca-aa33-4ba3-95e0-159b882b12e2 disassociated. External IP: 172.27.2.38, port: 98863f83-9247-40f4-a3ba-dfa89cfe493f. May 26 21:10:11.504593 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.plugin [req-4cb5b4c8-71b8-4889-9910-3deded21a6fb req-2b26079f-3862-4501-857d-b57313d31e2a tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Calling delete_port for 98863f83-9247-40f4-a3ba-dfa89cfe493f owned by compute:nova {{(pid=104101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 21:10:11.603358 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:10:11.690610 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-4cb5b4c8-71b8-4889-9910-3deded21a6fb req-2b26079f-3862-4501-857d-b57313d31e2a tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787881986003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787881445708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13231773'] for port (98863f83-9247-40f4-a3ba-dfa89cfe493f), after_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:11.728341 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b26079f-3862-4501-857d-b57313d31e2a tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Pushing event deleted for resources: {'Port': ['ID=98863f83-9247-40f4-a3ba-dfa89cfe493f,revision_number=None']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:10:11.799482 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=4 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:10:11.867883 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4cb5b4c8-71b8-4889-9910-3deded21a6fb req-2b26079f-3862-4501-857d-b57313d31e2a tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Router 3bb60381-f3a3-4d7c-a3fa-b838eedba2bc has already been hosted by L3 agent ccb07560-1e88-42f3-8411-377a93089622 {{(pid=104101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 21:10:11.906741 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:10:11.923911 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabeefab-e69d-4f0c-a7f0-b8635d7e8dd5 req-d3241a8b-75ef-4dd9-bfef-3a88c1ee756d tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:10:11.925690 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-eabeefab-e69d-4f0c-a7f0-b8635d7e8dd5 req-d3241a8b-75ef-4dd9-bfef-3a88c1ee756d tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=559095bd-c9f8-44f9-8e2a-dd44acedd8b1 HTTP/1.1" status: 200 len: 945 time: 0.0713997 May 26 21:10:12.006664 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-eabeefab-e69d-4f0c-a7f0-b8635d7e8dd5 req-ad1ccaec-c84f-42cf-8ae2-930e2f18a1ee tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/security-groups?id=6fd55e68-e49d-4af6-81d3-d350fedf0cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668364 May 26 21:10:12.051846 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4cb5b4c8-71b8-4889-9910-3deded21a6fb req-2b26079f-3862-4501-857d-b57313d31e2a tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Notify agent at l3_agent.dv-cinder-828806-3-iscsi the message routers_updated {{(pid=104101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 21:10:12.064803 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de73e739-8a15-4f15-92b0-426b5ae9293c None None] Sync routers for ids ['3bb60381-f3a3-4d7c-a3fa-b838eedba2bc'] in dv-cinder-828806-3-iscsi {{(pid=104104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 21:10:12.068370 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-fa27a520-c468-44ad-8150-0062218384c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (ccb07560-1e88-42f3-8411-377a93089622), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:12.095072 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de73e739-8a15-4f15-92b0-426b5ae9293c None None] Routers {'3bb60381-f3a3-4d7c-a3fa-b838eedba2bc'} bound to L3 agent in host dv-cinder-828806-3-iscsi {{(pid=104104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:10:12.096904 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_hamode_db [None req-de73e739-8a15-4f15-92b0-426b5ae9293c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T20:55:42Z,description=,heartbeat_timestamp=2022-05-26T21:10:12Z,host='dv-cinder-828806-3-iscsi',id=ccb07560-1e88-42f3-8411-377a93089622,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T20:55:42Z,topic='l3_agent')) {'router_ids': ['3bb60381-f3a3-4d7c-a3fa-b838eedba2bc'], 'active': True} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:10:12.135608 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cb5b4c8-71b8-4889-9910-3deded21a6fb req-2b26079f-3862-4501-857d-b57313d31e2a tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] No DVR routers for this DVR port 98863f83-9247-40f4-a3ba-dfa89cfe493f on host hv-cinder-82880 {{(pid=104101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 21:10:12.138188 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-4cb5b4c8-71b8-4889-9910-3deded21a6fb req-2b26079f-3862-4501-857d-b57313d31e2a tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25531'] for port (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:12.141989 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-4cb5b4c8-71b8-4889-9910-3deded21a6fb req-2b26079f-3862-4501-857d-b57313d31e2a tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.62 "DELETE /v2.0/ports/98863f83-9247-40f4-a3ba-dfa89cfe493f HTTP/1.1" status: 204 len: 173 time: 1.0365751 May 26 21:10:12.142356 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc1d8436-4806-4d53-b8ef-72c5ef4de480', 'name': 'network-vif-deleted', 'tag': '98863f83-9247-40f4-a3ba-dfa89cfe493f'}] {{(pid=104101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:10:12.146204 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e35b3b942162f380527a6ddce7731c26b87baf9d9763e10c20fbd720b027cea7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba40aa06-d1ba-4900-8237-efd26b36f3fd" -d '{"events": [{"server_uuid": "bc1d8436-4806-4d53-b8ef-72c5ef4de480", "name": "network-vif-deleted", "tag": "98863f83-9247-40f4-a3ba-dfa89cfe493f"}]}' {{(pid=104101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:10:12.174217 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-4affbff3-d32a-46bd-b3e8-72e18147abd5 req-4c9bed6b-6d69-4216-887d-cdbcabea85eb tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/ports?device_id=bc1d8436-4806-4d53-b8ef-72c5ef4de480 HTTP/1.1" status: 200 len: 210 time: 0.0655427 May 26 21:10:12.272380 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvr_db [None req-de73e739-8a15-4f15-92b0-426b5ae9293c None None] Set router 3bb60381-f3a3-4d7c-a3fa-b838eedba2bc gateway port host: dv-cinder-828806-3-iscsi {{(pid=104104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:10:12.328300 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 21:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e71b4899-89ba-4921-b7a6-a741af4f9228 x-openstack-request-id: req-e71b4899-89ba-4921-b7a6-a741af4f9228 {{(pid=104101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:10:12.328610 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc1d8436-4806-4d53-b8ef-72c5ef4de480", "name": "network-vif-deleted", "tag": "98863f83-9247-40f4-a3ba-dfa89cfe493f", "status": "completed", "code": 200}]} {{(pid=104101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:10:12.328835 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e71b4899-89ba-4921-b7a6-a741af4f9228 {{(pid=104101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:10:12.329240 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e71b4899-89ba-4921-b7a6-a741af4f9228'] response: {'server_uuid': 'bc1d8436-4806-4d53-b8ef-72c5ef4de480', 'name': 'network-vif-deleted', 'tag': '98863f83-9247-40f4-a3ba-dfa89cfe493f', 'status': 'completed', 'code': 200} May 26 21:10:12.486990 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_hamode_db [None req-de73e739-8a15-4f15-92b0-426b5ae9293c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bb60381-f3a3-4d7c-a3fa-b838eedba2bc', 'name': 'tempest-AttachVolumeNegativeTest-1984650119-router', 'tenant_id': 'aaa9e1a61984467ab8efae451b270558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '679aba7a-8620-45b9-9086-6d670299fa57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:05:34Z', 'updated_at': '2022-05-26T21:05:38Z', 'revision_number': 4, 'project_id': 'aaa9e1a61984467ab8efae451b270558', 'gw_port': {'id': '679aba7a-8620-45b9-9086-6d670299fa57', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:e7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb60381-f3a3-4d7c-a3fa-b838eedba2bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:05:35Z', 'updated_at': '2022-05-26T21:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi', '_interfaces': [{'id': 'c6ae6261-71ed-4b07-8c36-fba23f8ed872', 'name': '', 'network_id': '01728002-c90b-452e-a166-db394444487a', 'tenant_id': 'aaa9e1a61984467ab8efae451b270558', 'mac_address': 'fa:16:3e:b3:48:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb60381-f3a3-4d7c-a3fa-b838eedba2bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '9203b2fc-d019-4045-ae31-83603be0cf2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:05:37Z', 'updated_at': '2022-05-26T21:05:41Z', 'revision_number': 5, 'project_id': 'aaa9e1a61984467ab8efae451b270558', 'subnets': [{'id': '9203b2fc-d019-4045-ae31-83603be0cf2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-3-iscsi', False) {} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:10:12.518839 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de73e739-8a15-4f15-92b0-426b5ae9293c None None] Checking router: 3bb60381-f3a3-4d7c-a3fa-b838eedba2bc for host: dv-cinder-828806-3-iscsi {{(pid=104104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 21:10:12.527308 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de73e739-8a15-4f15-92b0-426b5ae9293c None None] Routers {'3bb60381-f3a3-4d7c-a3fa-b838eedba2bc'} bound to L3 agent in host dv-cinder-828806-3-iscsi {{(pid=104104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:10:12.527905 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_hamode_db [None req-de73e739-8a15-4f15-92b0-426b5ae9293c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T20:55:42Z,description=,heartbeat_timestamp=2022-05-26T21:10:12Z,host='dv-cinder-828806-3-iscsi',id=ccb07560-1e88-42f3-8411-377a93089622,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T20:55:42Z,topic='l3_agent')) {'router_ids': ['3bb60381-f3a3-4d7c-a3fa-b838eedba2bc'], 'active': True} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:10:12.632935 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvr_db [None req-de73e739-8a15-4f15-92b0-426b5ae9293c None None] Set router 3bb60381-f3a3-4d7c-a3fa-b838eedba2bc gateway port host: dv-cinder-828806-3-iscsi {{(pid=104104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:10:12.954631 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_hamode_db [None req-de73e739-8a15-4f15-92b0-426b5ae9293c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bb60381-f3a3-4d7c-a3fa-b838eedba2bc', 'name': 'tempest-AttachVolumeNegativeTest-1984650119-router', 'tenant_id': 'aaa9e1a61984467ab8efae451b270558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '679aba7a-8620-45b9-9086-6d670299fa57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:05:34Z', 'updated_at': '2022-05-26T21:05:38Z', 'revision_number': 4, 'project_id': 'aaa9e1a61984467ab8efae451b270558', 'gw_port': {'id': '679aba7a-8620-45b9-9086-6d670299fa57', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:e7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb60381-f3a3-4d7c-a3fa-b838eedba2bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:05:35Z', 'updated_at': '2022-05-26T21:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi', '_interfaces': [{'id': 'c6ae6261-71ed-4b07-8c36-fba23f8ed872', 'name': '', 'network_id': '01728002-c90b-452e-a166-db394444487a', 'tenant_id': 'aaa9e1a61984467ab8efae451b270558', 'mac_address': 'fa:16:3e:b3:48:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb60381-f3a3-4d7c-a3fa-b838eedba2bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '9203b2fc-d019-4045-ae31-83603be0cf2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:05:37Z', 'updated_at': '2022-05-26T21:05:41Z', 'revision_number': 5, 'project_id': 'aaa9e1a61984467ab8efae451b270558', 'subnets': [{'id': '9203b2fc-d019-4045-ae31-83603be0cf2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-3-iscsi', False) {} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:10:12.981076 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de73e739-8a15-4f15-92b0-426b5ae9293c None None] The sync data for ids ['3bb60381-f3a3-4d7c-a3fa-b838eedba2bc'] in dv-cinder-828806-3-iscsi is: [{'id': '3bb60381-f3a3-4d7c-a3fa-b838eedba2bc', 'name': 'tempest-AttachVolumeNegativeTest-1984650119-router', 'tenant_id': 'aaa9e1a61984467ab8efae451b270558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '679aba7a-8620-45b9-9086-6d670299fa57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:05:34Z', 'updated_at': '2022-05-26T21:05:38Z', 'revision_number': 4, 'project_id': 'aaa9e1a61984467ab8efae451b270558', 'gw_port': {'id': '679aba7a-8620-45b9-9086-6d670299fa57', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:e7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb60381-f3a3-4d7c-a3fa-b838eedba2bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:05:35Z', 'updated_at': '2022-05-26T21:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi', '_interfaces': [{'id': 'c6ae6261-71ed-4b07-8c36-fba23f8ed872', 'name': '', 'network_id': '01728002-c90b-452e-a166-db394444487a', 'tenant_id': 'aaa9e1a61984467ab8efae451b270558', 'mac_address': 'fa:16:3e:b3:48:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb60381-f3a3-4d7c-a3fa-b838eedba2bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '9203b2fc-d019-4045-ae31-83603be0cf2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:05:37Z', 'updated_at': '2022-05-26T21:05:41Z', 'revision_number': 5, 'project_id': 'aaa9e1a61984467ab8efae451b270558', 'subnets': [{'id': '9203b2fc-d019-4045-ae31-83603be0cf2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 21:10:13.005036 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-2cedcaf3-f8c8-488c-9e0f-8ce175add227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (5deefb54-cd62-4255-b022-7e9734e3e0b8), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:13.192533 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507a95b9-23a5-4484-97cf-43d38f521f89 req-ac8abc49-e273-4021-8f85-0e3434e1b6bc tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:10:13.194132 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-507a95b9-23a5-4484-97cf-43d38f521f89 req-ac8abc49-e273-4021-8f85-0e3434e1b6bc tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=559095bd-c9f8-44f9-8e2a-dd44acedd8b1 HTTP/1.1" status: 200 len: 945 time: 0.0705433 May 26 21:10:13.286770 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-507a95b9-23a5-4484-97cf-43d38f521f89 req-8fa0d0a3-785d-4e95-9f1f-138af43ee51e tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/security-groups?id=6fd55e68-e49d-4af6-81d3-d350fedf0cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666935 May 26 21:10:13.304916 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 50256) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:10:13.343961 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d49cab-a04d-41c6-a226-935c7da20bf6 None None] New status for floating IP 8d4597ca-aa33-4ba3-95e0-159b882b12e2: DOWN {{(pid=104103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 21:10:13.366115 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-0dedaa86-6294-488a-8b94-06570d7cd395 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks [] for security_group (2e6fadd9-80c2-444f-a059-b04f618554d0), before_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:13.395022 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-0dedaa86-6294-488a-8b94-06570d7cd395 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks [] for security_group (2e6fadd9-80c2-444f-a059-b04f618554d0), precommit_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:13.455083 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-0dedaa86-6294-488a-8b94-06570d7cd395 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (2e6fadd9-80c2-444f-a059-b04f618554d0), after_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:13.458735 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-0dedaa86-6294-488a-8b94-06570d7cd395 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks [] for security_group (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:13.460307 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-0dedaa86-6294-488a-8b94-06570d7cd395 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "DELETE /v2.0/security-groups/2e6fadd9-80c2-444f-a059-b04f618554d0 HTTP/1.1" status: 204 len: 168 time: 0.1534843 May 26 21:10:13.463150 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 50258) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:10:13.481044 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.api.v2.resource [None req-3ea09660-7aeb-497c-b55c-636ac59ca88f tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] show failed (client error): The resource could not be found. May 26 21:10:13.482124 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-3ea09660-7aeb-497c-b55c-636ac59ca88f tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/security-groups/2e6fadd9-80c2-444f-a059-b04f618554d0 HTTP/1.1" status: 404 len: 347 time: 0.0180149 May 26 21:10:13.482883 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dedaa86-6294-488a-8b94-06570d7cd395 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e6fadd9-80c2-444f-a059-b04f618554d0,revision_number=None']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:10:13.485696 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 50260) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:10:13.621314 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.plugin [None req-2d92dd09-1179-453d-9b19-9c6ba016e1c8 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Deleting port 15c84657-1b7c-4e13-87da-6c74969df4c1 {{(pid=104101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 21:10:13.621706 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-2d92dd09-1179-453d-9b19-9c6ba016e1c8 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787881975269'] for port (15c84657-1b7c-4e13-87da-6c74969df4c1), before_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:13.703630 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-2d92dd09-1179-453d-9b19-9c6ba016e1c8 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595751'] for port (15c84657-1b7c-4e13-87da-6c74969df4c1), precommit_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:13.703954 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-2d92dd09-1179-453d-9b19-9c6ba016e1c8 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks [] for floatingip (15c84657-1b7c-4e13-87da-6c74969df4c1), precommit_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:13.718426 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.plugin [None req-2d92dd09-1179-453d-9b19-9c6ba016e1c8 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Calling delete_port for 15c84657-1b7c-4e13-87da-6c74969df4c1 owned by network:floatingip {{(pid=104101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 21:10:13.864589 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-2d92dd09-1179-453d-9b19-9c6ba016e1c8 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787881986003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787881445708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13231773'] for port (15c84657-1b7c-4e13-87da-6c74969df4c1), after_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:13.867898 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:10:13.889654 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d92dd09-1179-453d-9b19-9c6ba016e1c8 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Pushing event deleted for resources: {'Port': ['ID=15c84657-1b7c-4e13-87da-6c74969df4c1,revision_number=None']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:10:13.956481 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-2d92dd09-1179-453d-9b19-9c6ba016e1c8 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks [] for floatingip (8d4597ca-aa33-4ba3-95e0-159b882b12e2), after_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:13.959590 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-2d92dd09-1179-453d-9b19-9c6ba016e1c8 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25531'] for floatingip (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:13.963283 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-2d92dd09-1179-453d-9b19-9c6ba016e1c8 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "DELETE /v2.0/floatingips/8d4597ca-aa33-4ba3-95e0-159b882b12e2 HTTP/1.1" status: 204 len: 168 time: 0.4738960 May 26 21:10:14.029277 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 50278) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:10:14.033925 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.v2.base [None req-3b23f1f4-7de3-4092-a4bf-04bfd89dbf63 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1330876766', 'description': 'tempest-description--2128633670'}} {{(pid=104101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:10:14.055240 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-3b23f1f4-7de3-4092-a4bf-04bfd89dbf63 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks [] for security_group (None), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:14.122788 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Device 98863f83-9247-40f4-a3ba-dfa89cfe493f no longer exists at agent hyperv_hv-cinder-82880 {{(pid=104103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 21:10:14.129420 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-3b23f1f4-7de3-4092-a4bf-04bfd89dbf63 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks [] for security_group (e09992a7-ecc3-4382-97f1-3c7c9855a67a), precommit_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:14.134659 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-3b23f1f4-7de3-4092-a4bf-04bfd89dbf63 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (e09992a7-ecc3-4382-97f1-3c7c9855a67a), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:14.149849 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] No Port match for: 98863f83-9247-40f4-a3ba-dfa89cfe493f {{(pid=104103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 21:10:14.150392 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Device 98863f83-9247-40f4-a3ba-dfa89cfe493f not bound to the agent host hv-cinder-82880 {{(pid=104103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 21:10:14.166145 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=5 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:10:14.172693 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-3b23f1f4-7de3-4092-a4bf-04bfd89dbf63 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks [] for security_group (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:14.173950 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-3b23f1f4-7de3-4092-a4bf-04bfd89dbf63 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1436534 May 26 21:10:14.175557 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b23f1f4-7de3-4092-a4bf-04bfd89dbf63 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e09992a7-ecc3-4382-97f1-3c7c9855a67a,revision_number=1']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:10:14.178810 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 50284) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:10:14.184312 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.v2.base [None req-c3a68622-5fa4-4026-a969-0a0d7d079031 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Request body: {'security_group_rule': {'security_group_id': 'e09992a7-ecc3-4382-97f1-3c7c9855a67a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:10:14.214404 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-c3a68622-5fa4-4026-a969-0a0d7d079031 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks [] for security_group_rule (8456a210-f4f0-48d2-a1f9-2972d7d579ab), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:14.250812 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 50286) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:10:14.274843 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-c3a68622-5fa4-4026-a969-0a0d7d079031 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks [] for security_group_rule (8456a210-f4f0-48d2-a1f9-2972d7d579ab), precommit_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:14.279131 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-c3a68622-5fa4-4026-a969-0a0d7d079031 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636418'] for security_group_rule (8456a210-f4f0-48d2-a1f9-2972d7d579ab), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:14.296962 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a68622-5fa4-4026-a969-0a0d7d079031 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8456a210-f4f0-48d2-a1f9-2972d7d579ab,revision_number=0']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:10:14.306805 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-c3a68622-5fa4-4026-a969-0a0d7d079031 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:14.310673 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-c3a68622-5fa4-4026-a969-0a0d7d079031 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1283491 May 26 21:10:14.311258 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 50292) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:10:14.317306 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.v2.base [None req-d1aeedf5-c781-4f62-9f99-8c098dac9da7 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Request body: {'security_group_rule': {'security_group_id': 'e09992a7-ecc3-4382-97f1-3c7c9855a67a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:10:14.358923 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-d1aeedf5-c781-4f62-9f99-8c098dac9da7 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks [] for security_group_rule (10fb7355-b579-4221-9bfa-466f8f2c4ce4), before_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:14.389651 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-7774ca5c-5207-4d70-906e-5857eb9d1cf9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:14.434672 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cdb38f-f6d9-4464-96eb-885286914ea8 req-6a053f5d-ca31-433c-8082-8099789f1fa8 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:10:14.436188 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-a2cdb38f-f6d9-4464-96eb-885286914ea8 req-6a053f5d-ca31-433c-8082-8099789f1fa8 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=559095bd-c9f8-44f9-8e2a-dd44acedd8b1 HTTP/1.1" status: 200 len: 945 time: 0.0710511 May 26 21:10:14.468662 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-7774ca5c-5207-4d70-906e-5857eb9d1cf9 admin admin] Publish callbacks [] for security_group (4ddd99bc-4df0-4311-927b-3ea00dea8955), precommit_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:14.471947 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-d1aeedf5-c781-4f62-9f99-8c098dac9da7 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks [] for security_group_rule (10fb7355-b579-4221-9bfa-466f8f2c4ce4), precommit_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:14.475227 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-7774ca5c-5207-4d70-906e-5857eb9d1cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (4ddd99bc-4df0-4311-927b-3ea00dea8955), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:14.481854 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-d1aeedf5-c781-4f62-9f99-8c098dac9da7 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636418'] for security_group_rule (10fb7355-b579-4221-9bfa-466f8f2c4ce4), after_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:14.520784 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7774ca5c-5207-4d70-906e-5857eb9d1cf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ddd99bc-4df0-4311-927b-3ea00dea8955,revision_number=1']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:10:14.528744 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-7774ca5c-5207-4d70-906e-5857eb9d1cf9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=db17158c248d477fa4e884bc774c5799&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2768703 May 26 21:10:14.530777 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1aeedf5-c781-4f62-9f99-8c098dac9da7 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10fb7355-b579-4221-9bfa-466f8f2c4ce4,revision_number=0']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:10:14.533618 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 50296) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:10:14.541158 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-46f12c73-3700-4e7e-86c8-206b84d0e626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (54d4a93e-badb-480c-831f-99f9f6beb5f4), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:14.551151 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-d1aeedf5-c781-4f62-9f99-8c098dac9da7 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:14.552152 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-d1aeedf5-c781-4f62-9f99-8c098dac9da7 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2397144 May 26 21:10:14.555568 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 50300) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:10:14.561172 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.v2.base [None req-ec393a5d-460c-43d8-83ab-13dd3db4820f tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Request body: {'floatingip': {'floating_network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12'}} {{(pid=104101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:10:14.563007 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-a2cdb38f-f6d9-4464-96eb-885286914ea8 req-06fac2e6-576b-4f88-859d-2d8e721e7e5a tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/security-groups?id=6fd55e68-e49d-4af6-81d3-d350fedf0cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1183352 May 26 21:10:14.588598 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-ec393a5d-460c-43d8-83ab-13dd3db4820f tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:14.607530 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-13d1bc15-cdd0-4086-80e3-cec257827253 admin admin] Publish callbacks [] for security_group (4ddd99bc-4df0-4311-927b-3ea00dea8955), before_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:14.634703 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-13d1bc15-cdd0-4086-80e3-cec257827253 admin admin] Publish callbacks [] for security_group (4ddd99bc-4df0-4311-927b-3ea00dea8955), precommit_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:14.677667 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e32464-10ca-499d-9cef-1b62a065b397 req-5f91addf-3308-4903-b427-1ce465d05d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:10:14.680029 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-49e32464-10ca-499d-9cef-1b62a065b397 req-5f91addf-3308-4903-b427-1ce465d05d9c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ba383df93dcf4c32b2b1c17bebd7f752&device_id=559095bd-c9f8-44f9-8e2a-dd44acedd8b1 HTTP/1.1" status: 200 len: 1129 time: 0.1499033 May 26 21:10:14.686173 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-13d1bc15-cdd0-4086-80e3-cec257827253 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (4ddd99bc-4df0-4311-927b-3ea00dea8955), after_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:14.688890 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-13d1bc15-cdd0-4086-80e3-cec257827253 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:14.690005 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-13d1bc15-cdd0-4086-80e3-cec257827253 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4ddd99bc-4df0-4311-927b-3ea00dea8955 HTTP/1.1" status: 204 len: 168 time: 0.1479812 May 26 21:10:14.700432 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d1bc15-cdd0-4086-80e3-cec257827253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ddd99bc-4df0-4311-927b-3ea00dea8955,revision_number=None']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:10:14.722124 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:10:14.749377 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-ec393a5d-460c-43d8-83ab-13dd3db4820f tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (None), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:14.844001 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e32464-10ca-499d-9cef-1b62a065b397 req-783cd273-625e-4d80-8540-faa1ed6806ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:10:14.845440 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-49e32464-10ca-499d-9cef-1b62a065b397 req-783cd273-625e-4d80-8540-faa1ed6806ea service neutron] 10.222.0.62 "GET /v2.0/networks?id=ff69986b-e00e-41bd-8a28-f959570fc8f7 HTTP/1.1" status: 200 len: 918 time: 0.1598685 May 26 21:10:14.935495 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.db.db_base_plugin_common [None req-ec393a5d-460c-43d8-83ab-13dd3db4820f tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Allocated IP 172.27.2.23 (7d433162-bc3c-42dc-9b38-0bd5733b5e12/724ba99f-4e90-4a15-97fd-930eedded7a9/c5426b60-2c49-47dd-a963-78889235bc0f) {{(pid=104101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 21:10:14.939031 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-49e32464-10ca-499d-9cef-1b62a065b397 req-5904b2d2-39d8-403e-a07b-7ff6d37ef331 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2b28ec7a-2283-4d09-881e-8be73e6910f6 HTTP/1.1" status: 200 len: 1001 time: 0.0768569 May 26 21:10:14.973299 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 50308) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:10:14.986321 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-b8c8ebc3-9a39-4908-9157-2f3a7064034d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:15.000890 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:10:15.041184 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e32464-10ca-499d-9cef-1b62a065b397 req-cf13a5a9-0957-448c-9402-da8e41c95be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:10:15.042878 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-49e32464-10ca-499d-9cef-1b62a065b397 req-cf13a5a9-0957-448c-9402-da8e41c95be1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=647d6a86-42b9-4a67-830f-75c07bdfd5d7 HTTP/1.1" status: 200 len: 856 time: 0.0957906 May 26 21:10:15.065155 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-b8c8ebc3-9a39-4908-9157-2f3a7064034d admin admin] Publish callbacks [] for security_group (342ef5a1-02ea-497e-8f68-9cb96263d1f0), precommit_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:15.068768 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-b8c8ebc3-9a39-4908-9157-2f3a7064034d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (342ef5a1-02ea-497e-8f68-9cb96263d1f0), after_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:15.084469 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:10:15.109141 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e32464-10ca-499d-9cef-1b62a065b397 req-df85046c-5a7c-44cb-b436-b18177e2feea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:10:15.109812 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-b8c8ebc3-9a39-4908-9157-2f3a7064034d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1e8a62ef72384bb4a8c351ec103ee3ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1353600 May 26 21:10:15.110627 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-49e32464-10ca-499d-9cef-1b62a065b397 req-df85046c-5a7c-44cb-b436-b18177e2feea service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ff69986b-e00e-41bd-8a28-f959570fc8f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0612516 May 26 21:10:15.111359 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c8ebc3-9a39-4908-9157-2f3a7064034d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=342ef5a1-02ea-497e-8f68-9cb96263d1f0,revision_number=1']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:10:15.114170 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 50310) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:10:15.122080 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-ec393a5d-460c-43d8-83ab-13dd3db4820f tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks [] for port (c5426b60-2c49-47dd-a963-78889235bc0f), precommit_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:15.158332 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:10:15.164805 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-bae4eac7-3100-47b0-af6d-8a67d6342965 admin admin] Publish callbacks [] for security_group (342ef5a1-02ea-497e-8f68-9cb96263d1f0), before_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:15.187326 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-bae4eac7-3100-47b0-af6d-8a67d6342965 admin admin] Publish callbacks [] for security_group (342ef5a1-02ea-497e-8f68-9cb96263d1f0), precommit_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:15.227195 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-ec393a5d-460c-43d8-83ab-13dd3db4820f tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787881445699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13231773'] for port (c5426b60-2c49-47dd-a963-78889235bc0f), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:15.252740 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-bae4eac7-3100-47b0-af6d-8a67d6342965 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (342ef5a1-02ea-497e-8f68-9cb96263d1f0), after_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:15.256916 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-bae4eac7-3100-47b0-af6d-8a67d6342965 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:15.260608 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-49e32464-10ca-499d-9cef-1b62a065b397 req-3f8a9ba1-17d7-48b8-b28a-b878da7e3eed service neutron] 10.222.0.62 "GET /v2.0/networks/ff69986b-e00e-41bd-8a28-f959570fc8f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414926 May 26 21:10:15.261907 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-bae4eac7-3100-47b0-af6d-8a67d6342965 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/342ef5a1-02ea-497e-8f68-9cb96263d1f0 HTTP/1.1" status: 204 len: 168 time: 0.1463287 May 26 21:10:15.271885 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec393a5d-460c-43d8-83ab-13dd3db4820f tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Network 7d433162-bc3c-42dc-9b38-0bd5733b5e12 is already hosted by enough agents. {{(pid=104101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 21:10:15.294620 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.scheduler.base_scheduler [None req-ec393a5d-460c-43d8-83ab-13dd3db4820f tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Resources bound (agent type, host, resource id): {{(pid=104101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:10:15.302756 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec393a5d-460c-43d8-83ab-13dd3db4820f tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Received port after_create {{(pid=104101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 21:10:15.309958 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae4eac7-3100-47b0-af6d-8a67d6342965 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=342ef5a1-02ea-497e-8f68-9cb96263d1f0,revision_number=None']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:10:15.353224 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec393a5d-460c-43d8-83ab-13dd3db4820f tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Pushing event updated for resources: {'Port': ['ID=c5426b60-2c49-47dd-a963-78889235bc0f,revision_number=1']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:10:15.359830 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-72ccc224-6003-47f8-b6e9-efdf6a11c38d req-b9d55fbb-b17c-456c-b1f6-52593a6bf4a5 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1604583547&fields=id&tenant_id=cdb0cbaf75ee402091c3eec9dd512a2d HTTP/1.1" status: 200 len: 267 time: 0.0924911 May 26 21:10:15.418100 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ccc224-6003-47f8-b6e9-efdf6a11c38d req-276f7b36-16c3-4d44-946e-07e29983ee1a tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:10:15.419755 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-72ccc224-6003-47f8-b6e9-efdf6a11c38d req-276f7b36-16c3-4d44-946e-07e29983ee1a tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] 10.222.0.57 "GET /v2.0/ports?device_id=5247c5aa-5eb4-493b-92b8-17a9d9428627 HTTP/1.1" status: 200 len: 984 time: 0.0534098 May 26 21:10:15.430633 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:10:15.434042 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.v2.base [req-72ccc224-6003-47f8-b6e9-efdf6a11c38d req-664491c3-3eb3-4ec4-893c-974e48809539 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Request body: {'port': {'security_groups': ['e148b512-cd9e-4c89-a117-eef82b8f00a8']}} {{(pid=104102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:10:15.434793 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-49e32464-10ca-499d-9cef-1b62a065b397 req-2d47af7f-8d03-430c-8fc5-4662d4a9cbe1 service neutron] 10.222.0.62 "GET /v2.0/networks/ff69986b-e00e-41bd-8a28-f959570fc8f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647868 May 26 21:10:15.450226 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-ec393a5d-460c-43d8-83ab-13dd3db4820f tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks [] for floatingip (16a79d29-1de3-4c70-87b3-e70989e67470), precommit_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:15.499800 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-ec393a5d-460c-43d8-83ab-13dd3db4820f tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (c5426b60-2c49-47dd-a963-78889235bc0f), before_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:15.524349 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [req-72ccc224-6003-47f8-b6e9-efdf6a11c38d req-664491c3-3eb3-4ec4-893c-974e48809539 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (9f3845e1-304f-46e2-9dc8-bcb02f4ac4a6), before_update {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:15.689178 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-ec393a5d-460c-43d8-83ab-13dd3db4820f tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks [] for port (c5426b60-2c49-47dd-a963-78889235bc0f), precommit_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:15.694277 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-ec393a5d-460c-43d8-83ab-13dd3db4820f tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13231786'] for port (c5426b60-2c49-47dd-a963-78889235bc0f), after_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:15.759516 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e091a3d0-3d6f-43c5-bf1e-3fa8ff1d3356 req-56bc1b57-a78e-42a5-bdef-05a98aacb20a tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:10:15.760997 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-e091a3d0-3d6f-43c5-bf1e-3fa8ff1d3356 req-56bc1b57-a78e-42a5-bdef-05a98aacb20a tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=559095bd-c9f8-44f9-8e2a-dd44acedd8b1 HTTP/1.1" status: 200 len: 945 time: 0.0965993 May 26 21:10:15.765960 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec393a5d-460c-43d8-83ab-13dd3db4820f tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Pushing event updated for resources: {'Port': ['ID=c5426b60-2c49-47dd-a963-78889235bc0f,revision_number=2']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:10:15.775086 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-ec393a5d-460c-43d8-83ab-13dd3db4820f tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1614815'] for floatingip (16a79d29-1de3-4c70-87b3-e70989e67470), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:15.783487 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:10:15.793126 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-ec393a5d-460c-43d8-83ab-13dd3db4820f tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25531'] for floatingip (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:15.794648 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-ec393a5d-460c-43d8-83ab-13dd3db4820f tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2375667 May 26 21:10:15.857613 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-e091a3d0-3d6f-43c5-bf1e-3fa8ff1d3356 req-26201f7d-aa66-4ab9-883c-4981501f3cc3 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/security-groups?id=6fd55e68-e49d-4af6-81d3-d350fedf0cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903268 May 26 21:10:15.861285 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.plugins.ml2.db [req-72ccc224-6003-47f8-b6e9-efdf6a11c38d req-664491c3-3eb3-4ec4-893c-974e48809539 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] For port 9f3845e1-304f-46e2-9dc8-bcb02f4ac4a6, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=9f3845e1-304f-46e2-9dc8-bcb02f4ac4a6,segment=NetworkSegment(b05a28e2-d38c-435b-8849-904ab696de67),segment_id=b05a28e2-d38c-435b-8849-904ab696de67)] {{(pid=104102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:10:15.897026 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [req-72ccc224-6003-47f8-b6e9-efdf6a11c38d req-664491c3-3eb3-4ec4-893c-974e48809539 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Publish callbacks [] for port (9f3845e1-304f-46e2-9dc8-bcb02f4ac4a6), precommit_update {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:15.911835 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [req-72ccc224-6003-47f8-b6e9-efdf6a11c38d req-664491c3-3eb3-4ec4-893c-974e48809539 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16679272'] for port (9f3845e1-304f-46e2-9dc8-bcb02f4ac4a6), after_update {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:15.946378 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] get_ports_and_sgs() called for port_ids ['9f3845e1-304f-46e2-9dc8-bcb02f4ac4a6'] {{(pid=104103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 21:10:15.988463 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ccc224-6003-47f8-b6e9-efdf6a11c38d req-664491c3-3eb3-4ec4-893c-974e48809539 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:10:15.989592 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [req-72ccc224-6003-47f8-b6e9-efdf6a11c38d req-664491c3-3eb3-4ec4-893c-974e48809539 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25531'] for port (None), before_response {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:15.990651 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-72ccc224-6003-47f8-b6e9-efdf6a11c38d req-664491c3-3eb3-4ec4-893c-974e48809539 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] 10.222.0.57 "PUT /v2.0/ports/9f3845e1-304f-46e2-9dc8-bcb02f4ac4a6 HTTP/1.1" status: 200 len: 942 time: 0.5645041 May 26 21:10:15.992247 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5247c5aa-5eb4-493b-92b8-17a9d9428627', 'tag': '9f3845e1-304f-46e2-9dc8-bcb02f4ac4a6'}] {{(pid=104102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:10:15.997402 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706b1c0bf4c108867c85ce24421d64e29e03a8d677c0da793374f2c7f89b1863" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5220e40-b749-4545-a4ad-13092fc807a3" -d '{"events": [{"name": "network-changed", "server_uuid": "5247c5aa-5eb4-493b-92b8-17a9d9428627", "tag": "9f3845e1-304f-46e2-9dc8-bcb02f4ac4a6"}]}' {{(pid=104102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:10:15.997559 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 50348) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:10:16.027234 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (545ffc5a-00f7-4140-8f25-9e74b0e32d39), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:16.070843 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664491c3-3eb3-4ec4-893c-974e48809539 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Pushing event updated for resources: {'Port': ['ID=9f3845e1-304f-46e2-9dc8-bcb02f4ac4a6,revision_number=7']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:10:16.082979 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-3cd15806-f0af-41c8-8ee4-5d1cf86f5395 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Publish callbacks [] for security_group (255f726d-cdd0-4e3d-8fd5-88750fc3d55f), before_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:16.119168 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-3cd15806-f0af-41c8-8ee4-5d1cf86f5395 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Publish callbacks [] for security_group (255f726d-cdd0-4e3d-8fd5-88750fc3d55f), precommit_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:16.133964 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 21:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4ddae55-6698-49f0-8b86-6e57bc7ee3ad x-openstack-request-id: req-e4ddae55-6698-49f0-8b86-6e57bc7ee3ad {{(pid=104102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:10:16.134738 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5247c5aa-5eb4-493b-92b8-17a9d9428627", "tag": "9f3845e1-304f-46e2-9dc8-bcb02f4ac4a6", "status": "completed", "code": 200}]} {{(pid=104102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:10:16.134738 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e4ddae55-6698-49f0-8b86-6e57bc7ee3ad {{(pid=104102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:10:16.136366 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4ddae55-6698-49f0-8b86-6e57bc7ee3ad'] response: {'name': 'network-changed', 'server_uuid': '5247c5aa-5eb4-493b-92b8-17a9d9428627', 'tag': '9f3845e1-304f-46e2-9dc8-bcb02f4ac4a6', 'status': 'completed', 'code': 200} May 26 21:10:16.145895 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-1cd26e98-6c20-43f6-8510-76d8b88420ab req-77df3d62-a4c6-4099-894e-c819f613c799 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--1330876766&fields=id&tenant_id=aaa9e1a61984467ab8efae451b270558 HTTP/1.1" status: 200 len: 267 time: 0.1678729 May 26 21:10:16.161303 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] get_ports_and_sgs() called for port_ids ['9f3845e1-304f-46e2-9dc8-bcb02f4ac4a6'] {{(pid=104103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 21:10:16.219785 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-3cd15806-f0af-41c8-8ee4-5d1cf86f5395 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (255f726d-cdd0-4e3d-8fd5-88750fc3d55f), after_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:16.222661 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-3cd15806-f0af-41c8-8ee4-5d1cf86f5395 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Publish callbacks [] for security_group (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:16.227797 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-3cd15806-f0af-41c8-8ee4-5d1cf86f5395 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] 10.222.0.57 "DELETE /v2.0/security-groups/255f726d-cdd0-4e3d-8fd5-88750fc3d55f HTTP/1.1" status: 204 len: 168 time: 0.2291765 May 26 21:10:16.231392 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 50358) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:10:16.256876 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:10:16.268691 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd15806-f0af-41c8-8ee4-5d1cf86f5395 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=255f726d-cdd0-4e3d-8fd5-88750fc3d55f,revision_number=None']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:10:16.326090 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd26e98-6c20-43f6-8510-76d8b88420ab req-370a0c4d-875a-44ab-b580-b7e891863072 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:10:16.337541 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-1cd26e98-6c20-43f6-8510-76d8b88420ab req-370a0c4d-875a-44ab-b580-b7e891863072 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/networks?id=01728002-c90b-452e-a166-db394444487a HTTP/1.1" status: 200 len: 815 time: 0.1799724 May 26 21:10:16.353856 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-1cd26e98-6c20-43f6-8510-76d8b88420ab req-184e81aa-6c40-439a-b526-4b0d349d3d55 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/quotas/aaa9e1a61984467ab8efae451b270558 HTTP/1.1" status: 200 len: 375 time: 0.0152497 May 26 21:10:16.386606 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-4743dae7-2e0c-4ddb-99f6-4b005f4193a0 None None] Provisioning complete for port 9f3845e1-304f-46e2-9dc8-bcb02f4ac4a6 triggered by entity DHCP. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:10:16.386983 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4743dae7-2e0c-4ddb-99f6-4b005f4193a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (9f3845e1-304f-46e2-9dc8-bcb02f4ac4a6), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:16.497492 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.plugin [None req-180d085b-e01e-4af6-8f09-b44845c2602e tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Deleting port c3cdd1fa-f8ad-473f-ad27-04379099f8f4 {{(pid=104101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 21:10:16.498069 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-180d085b-e01e-4af6-8f09-b44845c2602e tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787881975269'] for port (c3cdd1fa-f8ad-473f-ad27-04379099f8f4), before_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:16.520744 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-4743dae7-2e0c-4ddb-99f6-4b005f4193a0 None None] Current status of the port 9f3845e1-304f-46e2-9dc8-bcb02f4ac4a6 is: ACTIVE; New status is: ACTIVE {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:10:16.569790 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:10:16.583841 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-180d085b-e01e-4af6-8f09-b44845c2602e tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595751'] for port (c3cdd1fa-f8ad-473f-ad27-04379099f8f4), precommit_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:16.584082 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-180d085b-e01e-4af6-8f09-b44845c2602e tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Publish callbacks [] for floatingip (c3cdd1fa-f8ad-473f-ad27-04379099f8f4), precommit_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:16.599022 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-1cd26e98-6c20-43f6-8510-76d8b88420ab req-d0bb19fc-aed2-4931-ab8c-1dc5a4c8d61c tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=aaa9e1a61984467ab8efae451b270558&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2439585 May 26 21:10:16.600050 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.plugin [None req-180d085b-e01e-4af6-8f09-b44845c2602e tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Calling delete_port for c3cdd1fa-f8ad-473f-ad27-04379099f8f4 owned by network:floatingip {{(pid=104101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 21:10:16.728279 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:10:16.771102 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:10:16.787119 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-180d085b-e01e-4af6-8f09-b44845c2602e tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787881986003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787881445708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13231773'] for port (c3cdd1fa-f8ad-473f-ad27-04379099f8f4), after_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:16.810155 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-1cd26e98-6c20-43f6-8510-76d8b88420ab req-41139d09-a1e9-4204-bb84-4ce6743e6faa service neutron] 10.222.0.57 "GET /v2.0/networks/01728002-c90b-452e-a166-db394444487a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084739 May 26 21:10:16.933307 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-1cd26e98-6c20-43f6-8510-76d8b88420ab req-33384b19-a64c-440e-a12f-3b664ccf685d service neutron] 10.222.0.57 "GET /v2.0/networks/01728002-c90b-452e-a166-db394444487a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153224 May 26 21:10:17.073652 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e07c60-4d63-436d-b7c1-29b3c311c780 req-b823bf1d-6551-41f6-a814-64a9513bb316 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:10:17.075356 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-c0e07c60-4d63-436d-b7c1-29b3c311c780 req-b823bf1d-6551-41f6-a814-64a9513bb316 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=559095bd-c9f8-44f9-8e2a-dd44acedd8b1 HTTP/1.1" status: 200 len: 945 time: 0.0568576 May 26 21:10:17.130277 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180d085b-e01e-4af6-8f09-b44845c2602e tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Pushing event deleted for resources: {'Port': ['ID=c3cdd1fa-f8ad-473f-ad27-04379099f8f4,revision_number=None']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:10:17.144352 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-fd6ec14a-8f9c-464d-baac-e91ea222e615 req-2f912794-f48f-4426-859a-bcbdefb7dec2 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/ports?device_id=31fc6c9b-5b01-4e29-b511-5e8210fe28b8 HTTP/1.1" status: 200 len: 210 time: 0.0447514 May 26 21:10:17.180608 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-c0e07c60-4d63-436d-b7c1-29b3c311c780 req-cafa875c-5165-426a-a2c1-a3f6418d0371 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/security-groups?id=6fd55e68-e49d-4af6-81d3-d350fedf0cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972707 May 26 21:10:17.195713 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5220e40-b749-4545-a4ad-13092fc807a3 req-8a474d83-e6cc-4adf-8d19-d9eb11027f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:10:17.197097 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-f5220e40-b749-4545-a4ad-13092fc807a3 req-8a474d83-e6cc-4adf-8d19-d9eb11027f19 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cdb0cbaf75ee402091c3eec9dd512a2d&device_id=5247c5aa-5eb4-493b-92b8-17a9d9428627 HTTP/1.1" status: 200 len: 1129 time: 0.0778286 May 26 21:10:17.237288 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-180d085b-e01e-4af6-8f09-b44845c2602e tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Publish callbacks [] for floatingip (2d00656d-3eb1-4cf3-b4ee-8a3fbd6cfdba), after_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:17.237700 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.db.l3_db [None req-180d085b-e01e-4af6-8f09-b44845c2602e tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Floating IP 2d00656d-3eb1-4cf3-b4ee-8a3fbd6cfdba disassociated (deleted). External IP: 172.27.2.160, port: 9f3845e1-304f-46e2-9dc8-bcb02f4ac4a6. May 26 21:10:17.418406 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:10:17.427090 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5220e40-b749-4545-a4ad-13092fc807a3 req-868dc96f-95e1-4a0e-a485-6c76502d0fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:10:17.428558 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-f5220e40-b749-4545-a4ad-13092fc807a3 req-868dc96f-95e1-4a0e-a485-6c76502d0fb9 service neutron] 10.222.0.62 "GET /v2.0/networks?id=8361e751-9256-4ca9-a308-997af07ebd0d HTTP/1.1" status: 200 len: 915 time: 0.1522300 May 26 21:10:17.534048 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-180d085b-e01e-4af6-8f09-b44845c2602e tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Router 1b4fc86d-8450-42c5-9e4b-923338fbbf56 has already been hosted by L3 agent ccb07560-1e88-42f3-8411-377a93089622 {{(pid=104101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 21:10:17.652785 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-180d085b-e01e-4af6-8f09-b44845c2602e tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Notify agent at l3_agent.dv-cinder-828806-3-iscsi the message routers_updated {{(pid=104101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 21:10:17.657597 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-180d085b-e01e-4af6-8f09-b44845c2602e tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25531'] for floatingip (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:17.663137 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8526be2-81b2-4fc9-871c-d45a052f8a72 None None] Sync routers for ids ['1b4fc86d-8450-42c5-9e4b-923338fbbf56'] in dv-cinder-828806-3-iscsi {{(pid=104104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 21:10:17.672904 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8526be2-81b2-4fc9-871c-d45a052f8a72 None None] Routers {'1b4fc86d-8450-42c5-9e4b-923338fbbf56'} bound to L3 agent in host dv-cinder-828806-3-iscsi {{(pid=104104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:10:17.673680 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_hamode_db [None req-c8526be2-81b2-4fc9-871c-d45a052f8a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T20:55:42Z,description=,heartbeat_timestamp=2022-05-26T21:10:12Z,host='dv-cinder-828806-3-iscsi',id=ccb07560-1e88-42f3-8411-377a93089622,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T20:55:42Z,topic='l3_agent')) {'router_ids': ['1b4fc86d-8450-42c5-9e4b-923338fbbf56'], 'active': True} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:10:17.691671 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-180d085b-e01e-4af6-8f09-b44845c2602e tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] 10.222.0.57 "DELETE /v2.0/floatingips/2d00656d-3eb1-4cf3-b4ee-8a3fbd6cfdba HTTP/1.1" status: 204 len: 168 time: 1.4494619 May 26 21:10:17.692197 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5247c5aa-5eb4-493b-92b8-17a9d9428627', 'tag': '9f3845e1-304f-46e2-9dc8-bcb02f4ac4a6'}] {{(pid=104101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:10:17.694419 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e35b3b942162f380527a6ddce7731c26b87baf9d9763e10c20fbd720b027cea7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e843773-2396-4dff-a1d8-f390c8ae9fa6" -d '{"events": [{"name": "network-changed", "server_uuid": "5247c5aa-5eb4-493b-92b8-17a9d9428627", "tag": "9f3845e1-304f-46e2-9dc8-bcb02f4ac4a6"}]}' {{(pid=104101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:10:17.736226 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 21:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c47df44c-54be-400f-aba1-4701a5dd12a3 x-openstack-request-id: req-c47df44c-54be-400f-aba1-4701a5dd12a3 {{(pid=104101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:10:17.736522 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5247c5aa-5eb4-493b-92b8-17a9d9428627", "tag": "9f3845e1-304f-46e2-9dc8-bcb02f4ac4a6", "status": "completed", "code": 200}]} {{(pid=104101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:10:17.736837 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c47df44c-54be-400f-aba1-4701a5dd12a3 {{(pid=104101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:10:17.737253 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c47df44c-54be-400f-aba1-4701a5dd12a3'] response: {'name': 'network-changed', 'server_uuid': '5247c5aa-5eb4-493b-92b8-17a9d9428627', 'tag': '9f3845e1-304f-46e2-9dc8-bcb02f4ac4a6', 'status': 'completed', 'code': 200} May 26 21:10:17.783771 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvr_db [None req-c8526be2-81b2-4fc9-871c-d45a052f8a72 None None] Set router 1b4fc86d-8450-42c5-9e4b-923338fbbf56 gateway port host: dv-cinder-828806-3-iscsi {{(pid=104104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:10:17.859046 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=100 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:10:17.948888 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-f5220e40-b749-4545-a4ad-13092fc807a3 req-84e31ab4-d3b7-4bb6-a642-1b8687f735b1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f3845e1-304f-46e2-9dc8-bcb02f4ac4a6 HTTP/1.1" status: 200 len: 217 time: 0.0461972 May 26 21:10:18.095051 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5220e40-b749-4545-a4ad-13092fc807a3 req-ccda2aef-7e30-468e-b048-50b3794d9626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:10:18.096769 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-f5220e40-b749-4545-a4ad-13092fc807a3 req-ccda2aef-7e30-468e-b048-50b3794d9626 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=23d264e0-dc41-488b-b140-960ceb4020db HTTP/1.1" status: 200 len: 853 time: 0.0855858 May 26 21:10:18.121770 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_hamode_db [None req-c8526be2-81b2-4fc9-871c-d45a052f8a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b4fc86d-8450-42c5-9e4b-923338fbbf56', 'name': 'tempest-TestMinimumBasicScenario-298412895-router', 'tenant_id': 'cdb0cbaf75ee402091c3eec9dd512a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': '537fdb2f-dcc7-404b-9c1c-df0eeaecda4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:07:31Z', 'updated_at': '2022-05-26T21:07:34Z', 'revision_number': 4, 'project_id': 'cdb0cbaf75ee402091c3eec9dd512a2d', 'gw_port': {'id': '537fdb2f-dcc7-404b-9c1c-df0eeaecda4b', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:cf:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4fc86d-8450-42c5-9e4b-923338fbbf56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:07:32Z', 'updated_at': '2022-05-26T21:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi', '_interfaces': [{'id': 'fd3ec723-b359-4f71-98b1-d8d7fb702311', 'name': '', 'network_id': '8361e751-9256-4ca9-a308-997af07ebd0d', 'tenant_id': 'cdb0cbaf75ee402091c3eec9dd512a2d', 'mac_address': 'fa:16:3e:f6:92:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4fc86d-8450-42c5-9e4b-923338fbbf56', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '23d264e0-dc41-488b-b140-960ceb4020db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:07:33Z', 'updated_at': '2022-05-26T21:07:38Z', 'revision_number': 5, 'project_id': 'cdb0cbaf75ee402091c3eec9dd512a2d', 'subnets': [{'id': '23d264e0-dc41-488b-b140-960ceb4020db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-3-iscsi', False) {} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:10:18.146152 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8526be2-81b2-4fc9-871c-d45a052f8a72 None None] Checking router: 1b4fc86d-8450-42c5-9e4b-923338fbbf56 for host: dv-cinder-828806-3-iscsi {{(pid=104104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 21:10:18.154611 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8526be2-81b2-4fc9-871c-d45a052f8a72 None None] Routers {'1b4fc86d-8450-42c5-9e4b-923338fbbf56'} bound to L3 agent in host dv-cinder-828806-3-iscsi {{(pid=104104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:10:18.155149 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_hamode_db [None req-c8526be2-81b2-4fc9-871c-d45a052f8a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T20:55:42Z,description=,heartbeat_timestamp=2022-05-26T21:10:12Z,host='dv-cinder-828806-3-iscsi',id=ccb07560-1e88-42f3-8411-377a93089622,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T20:55:42Z,topic='l3_agent')) {'router_ids': ['1b4fc86d-8450-42c5-9e4b-923338fbbf56'], 'active': True} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:10:18.253292 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Device 2b28ec7a-2283-4d09-881e-8be73e6910f6 no longer exists at agent hyperv_hv-cinder-82880 {{(pid=104103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 21:10:18.283903 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvr_db [None req-c8526be2-81b2-4fc9-871c-d45a052f8a72 None None] Set router 1b4fc86d-8450-42c5-9e4b-923338fbbf56 gateway port host: dv-cinder-828806-3-iscsi {{(pid=104104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:10:18.337546 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-21826570-0bed-4e94-8287-ba770aca9afc req-380a96e9-cc95-4b1e-b56a-104eb8fa7f12 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/ports?device_id=31fc6c9b-5b01-4e29-b511-5e8210fe28b8 HTTP/1.1" status: 200 len: 210 time: 0.0910544 May 26 21:10:18.370031 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5220e40-b749-4545-a4ad-13092fc807a3 req-569b62ca-7153-4cdd-96a4-67ed82d5f75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:10:18.375824 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-f5220e40-b749-4545-a4ad-13092fc807a3 req-569b62ca-7153-4cdd-96a4-67ed82d5f75e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8361e751-9256-4ca9-a308-997af07ebd0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1097453 May 26 21:10:18.428676 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a54d16-a801-4fe7-ab3b-14fa6be2a3e2 req-94a80d77-2588-440d-a8c0-0ae3f740f81c tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:10:18.444119 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Current status of the port 2b28ec7a-2283-4d09-881e-8be73e6910f6 is: ACTIVE; New status is: DOWN {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:10:18.444894 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-f3a54d16-a801-4fe7-ab3b-14fa6be2a3e2 req-94a80d77-2588-440d-a8c0-0ae3f740f81c tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=559095bd-c9f8-44f9-8e2a-dd44acedd8b1 HTTP/1.1" status: 200 len: 945 time: 0.1135325 May 26 21:10:18.450370 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (2b28ec7a-2283-4d09-881e-8be73e6910f6), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:18.481114 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=100 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:10:18.505788 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-f3a54d16-a801-4fe7-ab3b-14fa6be2a3e2 req-fece4a96-32c1-450d-9d37-be1e43a202dc tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/security-groups?id=6fd55e68-e49d-4af6-81d3-d350fedf0cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595114 May 26 21:10:18.506994 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '559095bd-c9f8-44f9-8e2a-dd44acedd8b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b28ec7a-2283-4d09-881e-8be73e6910f6'}] {{(pid=104103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:10:18.509258 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b44267d7c8a7abe6e93cd6d61df03f02c4feaf0da3ba5ea8b381a36bebf6efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f19d219-a1e4-4506-af3b-ab098698ae2e" -d '{"events": [{"server_uuid": "559095bd-c9f8-44f9-8e2a-dd44acedd8b1", "name": "network-vif-unplugged", "status": "completed", "tag": "2b28ec7a-2283-4d09-881e-8be73e6910f6"}]}' {{(pid=104103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:10:18.515038 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-f5220e40-b749-4545-a4ad-13092fc807a3 req-7aafbbdf-9ae3-4bda-b77b-7b9c29a203f1 service neutron] 10.222.0.62 "GET /v2.0/networks/8361e751-9256-4ca9-a308-997af07ebd0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301849 May 26 21:10:18.529136 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] For port 2b28ec7a-2283-4d09-881e-8be73e6910f6, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=2b28ec7a-2283-4d09-881e-8be73e6910f6,segment=NetworkSegment(7fb7ed4c-a972-40f4-a310-001c141d4c5c),segment_id=7fb7ed4c-a972-40f4-a310-001c141d4c5c)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:10:18.535608 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (2b28ec7a-2283-4d09-881e-8be73e6910f6), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:18.579301 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 26 May 2022 21:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f946bd5-454b-43a2-8255-a9868dc1166e x-openstack-request-id: req-4f946bd5-454b-43a2-8255-a9868dc1166e {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:10:18.579577 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "559095bd-c9f8-44f9-8e2a-dd44acedd8b1", "name": "network-vif-unplugged", "status": "failed", "tag": "2b28ec7a-2283-4d09-881e-8be73e6910f6", "code": 422}]} {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:10:18.579827 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4f946bd5-454b-43a2-8255-a9868dc1166e {{(pid=104103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:10:18.580258 dv-cinder-828806-3-iscsi neutron-server[104103]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-4f946bd5-454b-43a2-8255-a9868dc1166e']: {'server_uuid': '559095bd-c9f8-44f9-8e2a-dd44acedd8b1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2b28ec7a-2283-4d09-881e-8be73e6910f6', 'code': 422} returned with failed status May 26 21:10:18.582247 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_hamode_db [None req-c8526be2-81b2-4fc9-871c-d45a052f8a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b4fc86d-8450-42c5-9e4b-923338fbbf56', 'name': 'tempest-TestMinimumBasicScenario-298412895-router', 'tenant_id': 'cdb0cbaf75ee402091c3eec9dd512a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': '537fdb2f-dcc7-404b-9c1c-df0eeaecda4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:07:31Z', 'updated_at': '2022-05-26T21:07:34Z', 'revision_number': 4, 'project_id': 'cdb0cbaf75ee402091c3eec9dd512a2d', 'gw_port': {'id': '537fdb2f-dcc7-404b-9c1c-df0eeaecda4b', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:cf:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4fc86d-8450-42c5-9e4b-923338fbbf56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:07:32Z', 'updated_at': '2022-05-26T21:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi', '_interfaces': [{'id': 'fd3ec723-b359-4f71-98b1-d8d7fb702311', 'name': '', 'network_id': '8361e751-9256-4ca9-a308-997af07ebd0d', 'tenant_id': 'cdb0cbaf75ee402091c3eec9dd512a2d', 'mac_address': 'fa:16:3e:f6:92:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4fc86d-8450-42c5-9e4b-923338fbbf56', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '23d264e0-dc41-488b-b140-960ceb4020db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:07:33Z', 'updated_at': '2022-05-26T21:07:38Z', 'revision_number': 5, 'project_id': 'cdb0cbaf75ee402091c3eec9dd512a2d', 'subnets': [{'id': '23d264e0-dc41-488b-b140-960ceb4020db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-3-iscsi', False) {} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:10:18.584847 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:10:18.619585 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Pushing event updated for resources: {'Port': ['ID=2b28ec7a-2283-4d09-881e-8be73e6910f6,revision_number=8']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:10:18.621829 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.agents_db [None req-7031173d-d819-4c63-a4ce-0c5776890f6a None None] Agent healthcheck: found 6 active agents {{(pid=104104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 21:10:18.623438 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8526be2-81b2-4fc9-871c-d45a052f8a72 None None] The sync data for ids ['1b4fc86d-8450-42c5-9e4b-923338fbbf56'] in dv-cinder-828806-3-iscsi is: [{'id': '1b4fc86d-8450-42c5-9e4b-923338fbbf56', 'name': 'tempest-TestMinimumBasicScenario-298412895-router', 'tenant_id': 'cdb0cbaf75ee402091c3eec9dd512a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': '537fdb2f-dcc7-404b-9c1c-df0eeaecda4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:07:31Z', 'updated_at': '2022-05-26T21:07:34Z', 'revision_number': 4, 'project_id': 'cdb0cbaf75ee402091c3eec9dd512a2d', 'gw_port': {'id': '537fdb2f-dcc7-404b-9c1c-df0eeaecda4b', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:cf:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4fc86d-8450-42c5-9e4b-923338fbbf56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:07:32Z', 'updated_at': '2022-05-26T21:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi', '_interfaces': [{'id': 'fd3ec723-b359-4f71-98b1-d8d7fb702311', 'name': '', 'network_id': '8361e751-9256-4ca9-a308-997af07ebd0d', 'tenant_id': 'cdb0cbaf75ee402091c3eec9dd512a2d', 'mac_address': 'fa:16:3e:f6:92:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4fc86d-8450-42c5-9e4b-923338fbbf56', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '23d264e0-dc41-488b-b140-960ceb4020db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:07:33Z', 'updated_at': '2022-05-26T21:07:38Z', 'revision_number': 5, 'project_id': 'cdb0cbaf75ee402091c3eec9dd512a2d', 'subnets': [{'id': '23d264e0-dc41-488b-b140-960ceb4020db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 21:10:18.630217 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:10:18.630612 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:10:18.630973 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:10:18.631325 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:10:18.631652 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:10:18.632019 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:10:18.632345 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:10:18.632664 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:10:18.632985 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:10:18.633304 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:10:18.633622 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:10:18.633953 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:10:18.634269 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:10:18.634651 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:10:18.634910 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:10:18.767856 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=100 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:10:18.810887 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-f5220e40-b749-4545-a4ad-13092fc807a3 req-f08ce34b-6038-48f8-84e0-14d85d2c8ced service neutron] 10.222.0.62 "GET /v2.0/networks/8361e751-9256-4ca9-a308-997af07ebd0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310668 May 26 21:10:18.966670 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c137bed1-cb6d-4233-9dd7-2c1b9876f701 None None] New status for floating IP 2d00656d-3eb1-4cf3-b4ee-8a3fbd6cfdba: DOWN {{(pid=104103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 21:10:19.329623 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e843773-2396-4dff-a1d8-f390c8ae9fa6 req-dc037b07-cabf-47e1-9b5c-fcfa0da79a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:10:19.331156 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-5e843773-2396-4dff-a1d8-f390c8ae9fa6 req-dc037b07-cabf-47e1-9b5c-fcfa0da79a54 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cdb0cbaf75ee402091c3eec9dd512a2d&device_id=5247c5aa-5eb4-493b-92b8-17a9d9428627 HTTP/1.1" status: 200 len: 1129 time: 0.1447997 May 26 21:10:19.416879 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd26e98-6c20-43f6-8510-76d8b88420ab req-7bff4f3c-e24a-436a-b449-a4cff07d71ab tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:10:19.418699 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-1cd26e98-6c20-43f6-8510-76d8b88420ab req-7bff4f3c-e24a-436a-b449-a4cff07d71ab tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.62 "GET /v2.0/networks?id=01728002-c90b-452e-a166-db394444487a HTTP/1.1" status: 200 len: 815 time: 0.1628389 May 26 21:10:19.453115 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-186b9cd5-dbeb-4d8b-96da-efdcfdde5a46 req-b698e2cb-0f5d-4a40-9bd2-ec60b53a0d71 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/ports?device_id=31fc6c9b-5b01-4e29-b511-5e8210fe28b8 HTTP/1.1" status: 200 len: 210 time: 0.0293498 May 26 21:10:19.555562 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e843773-2396-4dff-a1d8-f390c8ae9fa6 req-a7879a91-9d51-4e4b-9794-a2cb125fa6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:10:19.557037 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-5e843773-2396-4dff-a1d8-f390c8ae9fa6 req-a7879a91-9d51-4e4b-9794-a2cb125fa6bd service neutron] 10.222.0.62 "GET /v2.0/networks?id=8361e751-9256-4ca9-a308-997af07ebd0d HTTP/1.1" status: 200 len: 915 time: 0.2183528 May 26 21:10:19.561997 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-1cd26e98-6c20-43f6-8510-76d8b88420ab req-33a38392-87bf-40c5-9e62-e9fc2521cd8b tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aaa9e1a61984467ab8efae451b270558 HTTP/1.1" status: 200 len: 380 time: 0.0933595 May 26 21:10:19.870222 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565a1bb1-55eb-49f2-89ac-f5f34b670d40 req-b299bc5b-4b23-4f95-8c0f-0b9cb73a3a1b tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:10:19.871713 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-565a1bb1-55eb-49f2-89ac-f5f34b670d40 req-b299bc5b-4b23-4f95-8c0f-0b9cb73a3a1b tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=559095bd-c9f8-44f9-8e2a-dd44acedd8b1 HTTP/1.1" status: 200 len: 943 time: 0.0508657 May 26 21:10:19.921774 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-565a1bb1-55eb-49f2-89ac-f5f34b670d40 req-61368471-2771-42a6-a177-d4ab7a3cd1a0 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/security-groups?id=6fd55e68-e49d-4af6-81d3-d350fedf0cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446174 May 26 21:10:19.947403 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.v2.base [req-1cd26e98-6c20-43f6-8510-76d8b88420ab req-d2f4d23e-68e2-4777-8435-8c45d1207ceb tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Request body: {'port': {'device_id': '31fc6c9b-5b01-4e29-b511-5e8210fe28b8', 'network_id': '01728002-c90b-452e-a166-db394444487a', 'admin_state_up': True, 'tenant_id': 'aaa9e1a61984467ab8efae451b270558', 'security_groups': ['e09992a7-ecc3-4382-97f1-3c7c9855a67a']}} {{(pid=104101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:10:20.004751 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-5e843773-2396-4dff-a1d8-f390c8ae9fa6 req-779f5b8f-6fc9-4849-bba3-dab7759c48fc service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f3845e1-304f-46e2-9dc8-bcb02f4ac4a6 HTTP/1.1" status: 200 len: 217 time: 0.0537641 May 26 21:10:20.107361 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e843773-2396-4dff-a1d8-f390c8ae9fa6 req-ca3b33e8-dadd-4074-93f6-33bf06eb58e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:10:20.108140 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-5e843773-2396-4dff-a1d8-f390c8ae9fa6 req-ca3b33e8-dadd-4074-93f6-33bf06eb58e7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=23d264e0-dc41-488b-b140-960ceb4020db HTTP/1.1" status: 200 len: 853 time: 0.0766015 May 26 21:10:20.133014 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:10:20.135935 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 50530) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:10:20.146733 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cd26e98-6c20-43f6-8510-76d8b88420ab req-d2f4d23e-68e2-4777-8435-8c45d1207ceb tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Made reservation on behalf of aaa9e1a61984467ab8efae451b270558 for: {'port': 1} {{(pid=104101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 21:10:20.150283 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-1cd26e98-6c20-43f6-8510-76d8b88420ab req-d2f4d23e-68e2-4777-8435-8c45d1207ceb tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (None), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:20.250347 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-e1c5a71a-2e07-4a11-a691-4146075a9fbf req-67466632-c440-4d52-9293-97bdd5ed4146 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=559095bd-c9f8-44f9-8e2a-dd44acedd8b1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1128216 May 26 21:10:20.260927 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [req-e1c5a71a-2e07-4a11-a691-4146075a9fbf req-df5ef61d-fe58-42a9-aaff-a1c2bb1529de service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=104102) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 21:10:20.262356 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-e1c5a71a-2e07-4a11-a691-4146075a9fbf req-df5ef61d-fe58-42a9-aaff-a1c2bb1529de service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0066116 May 26 21:10:20.335384 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.db.db_base_plugin_common [req-1cd26e98-6c20-43f6-8510-76d8b88420ab req-d2f4d23e-68e2-4777-8435-8c45d1207ceb tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Allocated IP 172.20.0.9 (01728002-c90b-452e-a166-db394444487a/9203b2fc-d019-4045-ae31-83603be0cf2e/e30a3e5e-40d1-43d1-bade-e25f51d353da) {{(pid=104101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 21:10:20.398195 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 50548) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:10:20.432423 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e843773-2396-4dff-a1d8-f390c8ae9fa6 req-4b0405e1-61e7-43e4-b411-8769267fb016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:10:20.434117 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-5e843773-2396-4dff-a1d8-f390c8ae9fa6 req-4b0405e1-61e7-43e4-b411-8769267fb016 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8361e751-9256-4ca9-a308-997af07ebd0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0785785 May 26 21:10:20.511759 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c5a71a-2e07-4a11-a691-4146075a9fbf req-1fe57e27-459a-4531-b3e4-388759360599 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:10:20.513248 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-e1c5a71a-2e07-4a11-a691-4146075a9fbf req-1fe57e27-459a-4531-b3e4-388759360599 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports/2b28ec7a-2283-4d09-881e-8be73e6910f6 HTTP/1.1" status: 200 len: 940 time: 0.1140270 May 26 21:10:20.579868 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-73575ab8-7b37-47f1-b0e1-758e409d88cb req-6b7794df-2fdd-4020-a9aa-903f21a1f9fc tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/ports?device_id=31fc6c9b-5b01-4e29-b511-5e8210fe28b8 HTTP/1.1" status: 200 len: 210 time: 0.0346210 May 26 21:10:20.606956 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:10:20.613046 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-5e843773-2396-4dff-a1d8-f390c8ae9fa6 req-71329062-51ee-4418-a0b6-2cc0b33e2e25 service neutron] 10.222.0.62 "GET /v2.0/networks/8361e751-9256-4ca9-a308-997af07ebd0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697793 May 26 21:10:20.636539 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-1cd26e98-6c20-43f6-8510-76d8b88420ab req-d2f4d23e-68e2-4777-8435-8c45d1207ceb tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks [] for port (e30a3e5e-40d1-43d1-bade-e25f51d353da), precommit_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:20.746765 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-5e843773-2396-4dff-a1d8-f390c8ae9fa6 req-846564b9-95a5-41d5-bda3-6bd126a69def service neutron] 10.222.0.62 "GET /v2.0/networks/8361e751-9256-4ca9-a308-997af07ebd0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243002 May 26 21:10:20.748700 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-1cd26e98-6c20-43f6-8510-76d8b88420ab req-d2f4d23e-68e2-4777-8435-8c45d1207ceb tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787881445699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13231773'] for port (e30a3e5e-40d1-43d1-bade-e25f51d353da), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:20.798640 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cd26e98-6c20-43f6-8510-76d8b88420ab req-d2f4d23e-68e2-4777-8435-8c45d1207ceb tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Network 01728002-c90b-452e-a166-db394444487a is already hosted by enough agents. {{(pid=104101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 21:10:20.804311 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.scheduler.base_scheduler [req-1cd26e98-6c20-43f6-8510-76d8b88420ab req-d2f4d23e-68e2-4777-8435-8c45d1207ceb tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Resources bound (agent type, host, resource id): {{(pid=104101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:10:20.806584 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f4d23e-68e2-4777-8435-8c45d1207ceb tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Pushing event updated for resources: {'Port': ['ID=e30a3e5e-40d1-43d1-bade-e25f51d353da,revision_number=1']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:10:20.808762 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cd26e98-6c20-43f6-8510-76d8b88420ab req-d2f4d23e-68e2-4777-8435-8c45d1207ceb tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Received port after_create {{(pid=104101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 21:10:20.875070 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd26e98-6c20-43f6-8510-76d8b88420ab req-d2f4d23e-68e2-4777-8435-8c45d1207ceb tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:10:20.876760 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-1cd26e98-6c20-43f6-8510-76d8b88420ab req-d2f4d23e-68e2-4777-8435-8c45d1207ceb tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25531'] for port (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:20.896681 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-1cd26e98-6c20-43f6-8510-76d8b88420ab req-d2f4d23e-68e2-4777-8435-8c45d1207ceb tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9530582 May 26 21:10:20.917298 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.v2.base [req-1cd26e98-6c20-43f6-8510-76d8b88420ab req-12dc6e7a-918b-4dea-8c81-430480b601d6 service neutron] Request body: {'port': {'device_id': '31fc6c9b-5b01-4e29-b511-5e8210fe28b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=104101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:10:20.991951 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-1cd26e98-6c20-43f6-8510-76d8b88420ab req-12dc6e7a-918b-4dea-8c81-430480b601d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (e30a3e5e-40d1-43d1-bade-e25f51d353da), before_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:21.010271 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:10:21.074633 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dde4f28-70bb-49a5-a4ab-c0ccb72736a0 req-3fdfacc4-b98e-4682-8cf0-91b9dff6c02d tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:10:21.075650 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-c52948c1-3269-4223-b21d-09a2f9f21702 None None] Provisioning complete for port e30a3e5e-40d1-43d1-bade-e25f51d353da triggered by entity DHCP. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:10:21.076588 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-c52948c1-3269-4223-b21d-09a2f9f21702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (e30a3e5e-40d1-43d1-bade-e25f51d353da), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:21.082646 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-9dde4f28-70bb-49a5-a4ab-c0ccb72736a0 req-3fdfacc4-b98e-4682-8cf0-91b9dff6c02d tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=559095bd-c9f8-44f9-8e2a-dd44acedd8b1 HTTP/1.1" status: 200 len: 943 time: 0.0605955 May 26 21:10:21.118411 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-c52948c1-3269-4223-b21d-09a2f9f21702 None None] Port e30a3e5e-40d1-43d1-bade-e25f51d353da cannot update to ACTIVE because it is not bound. {{(pid=104103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 21:10:21.135882 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-9dde4f28-70bb-49a5-a4ab-c0ccb72736a0 req-94ac0415-cf3c-4abd-9ed6-baafe7b23f94 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/security-groups?id=6fd55e68-e49d-4af6-81d3-d350fedf0cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525036 May 26 21:10:21.317961 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.notifiers.nova [req-1cd26e98-6c20-43f6-8510-76d8b88420ab req-12dc6e7a-918b-4dea-8c81-430480b601d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e30a3e5e-40d1-43d1-bade-e25f51d353da {{(pid=104101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 21:10:21.325501 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-1cd26e98-6c20-43f6-8510-76d8b88420ab req-12dc6e7a-918b-4dea-8c81-430480b601d6 service neutron] Publish callbacks [] for port (e30a3e5e-40d1-43d1-bade-e25f51d353da), precommit_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:21.340572 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.db.provisioning_blocks [req-1cd26e98-6c20-43f6-8510-76d8b88420ab req-12dc6e7a-918b-4dea-8c81-430480b601d6 service neutron] Transition to ACTIVE for port object e30a3e5e-40d1-43d1-bade-e25f51d353da will not be triggered until provisioned by entity L2. {{(pid=104101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 21:10:21.344913 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-1cd26e98-6c20-43f6-8510-76d8b88420ab req-12dc6e7a-918b-4dea-8c81-430480b601d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13231786'] for port (e30a3e5e-40d1-43d1-bade-e25f51d353da), after_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:21.401004 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dc6e7a-918b-4dea-8c81-430480b601d6 service neutron] Pushing event updated for resources: {'Port': ['ID=e30a3e5e-40d1-43d1-bade-e25f51d353da,revision_number=2']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:10:21.528667 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [req-1cd26e98-6c20-43f6-8510-76d8b88420ab req-12dc6e7a-918b-4dea-8c81-430480b601d6 service neutron] Attempting to bind port e30a3e5e-40d1-43d1-bade-e25f51d353da on host hv-cinder-82880 for vnic_type normal with profile {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 21:10:21.529270 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [req-1cd26e98-6c20-43f6-8510-76d8b88420ab req-12dc6e7a-918b-4dea-8c81-430480b601d6 service neutron] Attempting to bind port e30a3e5e-40d1-43d1-bade-e25f51d353da by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': '5a8b3ddd-b07c-4334-a55f-ea808909a34b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '01728002-c90b-452e-a166-db394444487a'}] {{(pid=104101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 21:10:21.529824 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cd26e98-6c20-43f6-8510-76d8b88420ab req-12dc6e7a-918b-4dea-8c81-430480b601d6 service neutron] Attempting to bind port e30a3e5e-40d1-43d1-bade-e25f51d353da on network 01728002-c90b-452e-a166-db394444487a {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 21:10:21.556589 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:10:21.570859 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cd26e98-6c20-43f6-8510-76d8b88420ab req-12dc6e7a-918b-4dea-8c81-430480b601d6 service neutron] Port e30a3e5e-40d1-43d1-bade-e25f51d353da on network 01728002-c90b-452e-a166-db394444487a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 21:10:21.571415 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cd26e98-6c20-43f6-8510-76d8b88420ab req-12dc6e7a-918b-4dea-8c81-430480b601d6 service neutron] Attempting to bind port e30a3e5e-40d1-43d1-bade-e25f51d353da on network 01728002-c90b-452e-a166-db394444487a {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 21:10:21.582383 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c5a71a-2e07-4a11-a691-4146075a9fbf req-dbd727c4-d8bf-4faf-8c96-2228945d8cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:10:21.584185 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-e1c5a71a-2e07-4a11-a691-4146075a9fbf req-dbd727c4-d8bf-4faf-8c96-2228945d8cc2 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=559095bd-c9f8-44f9-8e2a-dd44acedd8b1&tenant_id=ba383df93dcf4c32b2b1c17bebd7f752 HTTP/1.1" status: 200 len: 1127 time: 0.0775809 May 26 21:10:21.585736 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cd26e98-6c20-43f6-8510-76d8b88420ab req-12dc6e7a-918b-4dea-8c81-430480b601d6 service neutron] Checking agent: {'id': '7f90b46f-777d-4aa1-89b5-840fb2878c39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 21, 2, 24), 'started_at': datetime.datetime(2022, 5, 26, 21, 2, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 21, 9, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 21:10:21.586358 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cd26e98-6c20-43f6-8510-76d8b88420ab req-12dc6e7a-918b-4dea-8c81-430480b601d6 service neutron] Checking segment: {'id': '5a8b3ddd-b07c-4334-a55f-ea808909a34b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '01728002-c90b-452e-a166-db394444487a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 21:10:21.586928 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cd26e98-6c20-43f6-8510-76d8b88420ab req-12dc6e7a-918b-4dea-8c81-430480b601d6 service neutron] Bound using segment: {'id': '5a8b3ddd-b07c-4334-a55f-ea808909a34b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '01728002-c90b-452e-a166-db394444487a'} {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 21:10:21.587594 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [req-1cd26e98-6c20-43f6-8510-76d8b88420ab req-12dc6e7a-918b-4dea-8c81-430480b601d6 service neutron] Bound port: e30a3e5e-40d1-43d1-bade-e25f51d353da, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a8b3ddd-b07c-4334-a55f-ea808909a34b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '01728002-c90b-452e-a166-db394444487a'}}] {{(pid=104101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 21:10:21.588115 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-1cd26e98-6c20-43f6-8510-76d8b88420ab req-12dc6e7a-918b-4dea-8c81-430480b601d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (e30a3e5e-40d1-43d1-bade-e25f51d353da), before_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:21.699749 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c5a71a-2e07-4a11-a691-4146075a9fbf req-8e921f2e-db97-430c-ad1c-094ef4e26605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:10:21.701152 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-e1c5a71a-2e07-4a11-a691-4146075a9fbf req-8e921f2e-db97-430c-ad1c-094ef4e26605 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=ba383df93dcf4c32b2b1c17bebd7f752&device_id=559095bd-c9f8-44f9-8e2a-dd44acedd8b1 HTTP/1.1" status: 200 len: 1127 time: 0.0651352 May 26 21:10:21.711327 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.db [req-1cd26e98-6c20-43f6-8510-76d8b88420ab req-12dc6e7a-918b-4dea-8c81-430480b601d6 service neutron] For port e30a3e5e-40d1-43d1-bade-e25f51d353da, host hv-cinder-82880, cleared binding levels {{(pid=104101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 21:10:21.714549 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.db [req-1cd26e98-6c20-43f6-8510-76d8b88420ab req-12dc6e7a-918b-4dea-8c81-430480b601d6 service neutron] For port e30a3e5e-40d1-43d1-bade-e25f51d353da, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=e30a3e5e-40d1-43d1-bade-e25f51d353da,segment=NetworkSegment(5a8b3ddd-b07c-4334-a55f-ea808909a34b),segment_id=5a8b3ddd-b07c-4334-a55f-ea808909a34b)] {{(pid=104101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 21:10:21.720273 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-1cd26e98-6c20-43f6-8510-76d8b88420ab req-12dc6e7a-918b-4dea-8c81-430480b601d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13231786'] for port (e30a3e5e-40d1-43d1-bade-e25f51d353da), after_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:21.769550 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd26e98-6c20-43f6-8510-76d8b88420ab req-12dc6e7a-918b-4dea-8c81-430480b601d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:10:21.770204 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-1cd26e98-6c20-43f6-8510-76d8b88420ab req-12dc6e7a-918b-4dea-8c81-430480b601d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25531'] for port (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:21.771806 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-1cd26e98-6c20-43f6-8510-76d8b88420ab req-12dc6e7a-918b-4dea-8c81-430480b601d6 service neutron] 10.222.0.62 "PUT /v2.0/ports/e30a3e5e-40d1-43d1-bade-e25f51d353da HTTP/1.1" status: 200 len: 1093 time: 0.8587151 May 26 21:10:21.772351 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31fc6c9b-5b01-4e29-b511-5e8210fe28b8', 'tag': 'e30a3e5e-40d1-43d1-bade-e25f51d353da'}] {{(pid=104101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:10:21.775878 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e35b3b942162f380527a6ddce7731c26b87baf9d9763e10c20fbd720b027cea7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a37a19d1-2970-4dad-b42a-cda9b6dcc15f" -d '{"events": [{"name": "network-changed", "server_uuid": "31fc6c9b-5b01-4e29-b511-5e8210fe28b8", "tag": "e30a3e5e-40d1-43d1-bade-e25f51d353da"}]}' {{(pid=104101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:10:21.792417 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dc6e7a-918b-4dea-8c81-430480b601d6 service neutron] Pushing event updated for resources: {'Port': ['ID=e30a3e5e-40d1-43d1-bade-e25f51d353da,revision_number=3']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:10:21.850150 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ced1c06-caf8-42ba-81d7-b81a6978331a req-a73c1b8b-16ab-44c4-a0c7-d21b497049bb tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:10:21.851914 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-2ced1c06-caf8-42ba-81d7-b81a6978331a req-a73c1b8b-16ab-44c4-a0c7-d21b497049bb tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/ports?device_id=31fc6c9b-5b01-4e29-b511-5e8210fe28b8 HTTP/1.1" status: 200 len: 943 time: 0.1041255 May 26 21:10:21.910995 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3d953a-1fb3-4035-8387-dddc019ab0bf req-51782540-dbfc-472d-9756-c3590cecb2a7 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:10:21.912658 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-0c3d953a-1fb3-4035-8387-dddc019ab0bf req-51782540-dbfc-472d-9756-c3590cecb2a7 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] 10.222.0.57 "GET /v2.0/ports?device_id=5247c5aa-5eb4-493b-92b8-17a9d9428627 HTTP/1.1" status: 200 len: 945 time: 0.0832710 May 26 21:10:21.955804 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-2ced1c06-caf8-42ba-81d7-b81a6978331a req-dd9c25b8-9537-40a1-adda-7bd65dd8f5ef tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/security-groups?id=e09992a7-ecc3-4382-97f1-3c7c9855a67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797944 May 26 21:10:21.989190 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-0c3d953a-1fb3-4035-8387-dddc019ab0bf req-1e13a53b-2236-4ddb-8c25-72915e32b657 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] 10.222.0.57 "GET /v2.0/security-groups?id=e148b512-cd9e-4c89-a117-eef82b8f00a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674725 May 26 21:10:22.015249 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 21:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16344286-9cee-4733-8067-6511c6912175 x-openstack-request-id: req-16344286-9cee-4733-8067-6511c6912175 {{(pid=104101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:10:22.015765 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31fc6c9b-5b01-4e29-b511-5e8210fe28b8", "tag": "e30a3e5e-40d1-43d1-bade-e25f51d353da", "status": "completed", "code": 200}]} {{(pid=104101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:10:22.015765 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-16344286-9cee-4733-8067-6511c6912175 {{(pid=104101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:10:22.016154 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16344286-9cee-4733-8067-6511c6912175'] response: {'name': 'network-changed', 'server_uuid': '31fc6c9b-5b01-4e29-b511-5e8210fe28b8', 'tag': 'e30a3e5e-40d1-43d1-bade-e25f51d353da', 'status': 'completed', 'code': 200} May 26 21:10:22.260055 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f566a8-7aaa-4a43-ae56-0d3b5929a0f7 req-74c06886-f68c-49ef-96a8-684cfab5307f tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:10:22.261511 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-67f566a8-7aaa-4a43-ae56-0d3b5929a0f7 req-74c06886-f68c-49ef-96a8-684cfab5307f tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=559095bd-c9f8-44f9-8e2a-dd44acedd8b1 HTTP/1.1" status: 200 len: 943 time: 0.0487108 May 26 21:10:22.295190 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=100 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:10:22.307314 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-67f566a8-7aaa-4a43-ae56-0d3b5929a0f7 req-e83d9899-8a87-41ac-a25a-7edf825aa55f tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/security-groups?id=6fd55e68-e49d-4af6-81d3-d350fedf0cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403199 May 26 21:10:23.093704 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d589d606-b876-4ec6-a912-6d6e824a4951 req-08bdca6a-ae11-4ba8-aedf-3eb8706f8177 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:10:23.095053 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-d589d606-b876-4ec6-a912-6d6e824a4951 req-08bdca6a-ae11-4ba8-aedf-3eb8706f8177 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/ports?device_id=31fc6c9b-5b01-4e29-b511-5e8210fe28b8 HTTP/1.1" status: 200 len: 943 time: 0.0605326 May 26 21:10:23.144471 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36602eaf-3b22-45f0-b058-6153e6be807b req-b6d64273-6424-45a9-80b7-f9db7768c2a4 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:10:23.146021 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-36602eaf-3b22-45f0-b058-6153e6be807b req-b6d64273-6424-45a9-80b7-f9db7768c2a4 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] 10.222.0.57 "GET /v2.0/ports?device_id=5247c5aa-5eb4-493b-92b8-17a9d9428627 HTTP/1.1" status: 200 len: 945 time: 0.0716527 May 26 21:10:23.185682 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-d589d606-b876-4ec6-a912-6d6e824a4951 req-3a339181-d630-4450-a394-e6c1c3a6d166 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/security-groups?id=e09992a7-ecc3-4382-97f1-3c7c9855a67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742486 May 26 21:10:23.201254 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=100 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:10:23.213848 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-36602eaf-3b22-45f0-b058-6153e6be807b req-029a9df1-4be4-4c0d-94c1-6311474585a4 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] 10.222.0.57 "GET /v2.0/security-groups?id=e148b512-cd9e-4c89-a117-eef82b8f00a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605898 May 26 21:10:23.382739 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37a19d1-2970-4dad-b42a-cda9b6dcc15f req-65a5cde4-f611-47ef-9b39-9a62d1244914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:10:23.384217 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-a37a19d1-2970-4dad-b42a-cda9b6dcc15f req-65a5cde4-f611-47ef-9b39-9a62d1244914 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=aaa9e1a61984467ab8efae451b270558&device_id=31fc6c9b-5b01-4e29-b511-5e8210fe28b8 HTTP/1.1" status: 200 len: 1127 time: 0.0549564 May 26 21:10:23.399768 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c5a71a-2e07-4a11-a691-4146075a9fbf req-64efd882-dc32-4fc3-b202-962f28a4e8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:10:23.402751 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-e1c5a71a-2e07-4a11-a691-4146075a9fbf req-64efd882-dc32-4fc3-b202-962f28a4e8bf service neutron] 10.222.0.62 "GET /v2.0/networks?id=ff69986b-e00e-41bd-8a28-f959570fc8f7 HTTP/1.1" status: 200 len: 918 time: 0.1294506 May 26 21:10:23.437291 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f66965f-a5ca-4a17-ace7-886d781d0021 req-fa4c139c-601e-4f50-a46e-fc95a84662a4 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:10:23.439014 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-7f66965f-a5ca-4a17-ace7-886d781d0021 req-fa4c139c-601e-4f50-a46e-fc95a84662a4 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=559095bd-c9f8-44f9-8e2a-dd44acedd8b1 HTTP/1.1" status: 200 len: 943 time: 0.0539253 May 26 21:10:23.489816 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-7f66965f-a5ca-4a17-ace7-886d781d0021 req-c08c735e-9ef8-462d-b6de-c7291b766584 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/security-groups?id=6fd55e68-e49d-4af6-81d3-d350fedf0cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442405 May 26 21:10:23.598052 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:10:23.604112 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (7f90b46f-777d-4aa1-89b5-840fb2878c39), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:23.629162 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-e1c5a71a-2e07-4a11-a691-4146075a9fbf req-3b04b23f-6bca-4b4a-a401-516287e28ea7 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2b28ec7a-2283-4d09-881e-8be73e6910f6 HTTP/1.1" status: 200 len: 999 time: 0.1254318 May 26 21:10:23.649028 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37a19d1-2970-4dad-b42a-cda9b6dcc15f req-50280d32-7115-46c0-97d0-bf1c6fab508a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:10:23.650413 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-a37a19d1-2970-4dad-b42a-cda9b6dcc15f req-50280d32-7115-46c0-97d0-bf1c6fab508a service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=aaa9e1a61984467ab8efae451b270558&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1484969 May 26 21:10:24.000017 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a5e1fc-05be-4844-9d97-55ed9085a04c req-dcbacc54-85ee-4782-ba45-997bc7fa5500 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:10:24.001467 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-d8a5e1fc-05be-4844-9d97-55ed9085a04c req-dcbacc54-85ee-4782-ba45-997bc7fa5500 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] 10.222.0.62 "GET /v2.0/ports?device_id=5247c5aa-5eb4-493b-92b8-17a9d9428627 HTTP/1.1" status: 200 len: 945 time: 0.1257448 May 26 21:10:24.024508 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c5a71a-2e07-4a11-a691-4146075a9fbf req-44610e5a-21c2-401e-ad74-c937d6b7ffa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:10:24.025955 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-e1c5a71a-2e07-4a11-a691-4146075a9fbf req-44610e5a-21c2-401e-ad74-c937d6b7ffa2 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=647d6a86-42b9-4a67-830f-75c07bdfd5d7 HTTP/1.1" status: 200 len: 856 time: 0.1616101 May 26 21:10:24.132250 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37a19d1-2970-4dad-b42a-cda9b6dcc15f req-1df27a14-7de5-458e-aa25-0b172b2deae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:10:24.133674 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-a37a19d1-2970-4dad-b42a-cda9b6dcc15f req-1df27a14-7de5-458e-aa25-0b172b2deae8 service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2603588 May 26 21:10:24.136405 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c5a71a-2e07-4a11-a691-4146075a9fbf req-8d01286b-8832-4733-b940-7c006ee3df53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:10:24.137725 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-e1c5a71a-2e07-4a11-a691-4146075a9fbf req-8d01286b-8832-4733-b940-7c006ee3df53 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=ff69986b-e00e-41bd-8a28-f959570fc8f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0845737 May 26 21:10:24.159236 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.plugin [req-d8a5e1fc-05be-4844-9d97-55ed9085a04c req-bb5cacd5-9cd7-4787-b27e-540210a05efa tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Deleting port 9f3845e1-304f-46e2-9dc8-bcb02f4ac4a6 {{(pid=104101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 21:10:24.160186 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-d8a5e1fc-05be-4844-9d97-55ed9085a04c req-bb5cacd5-9cd7-4787-b27e-540210a05efa tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787881975269'] for port (9f3845e1-304f-46e2-9dc8-bcb02f4ac4a6), before_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:24.375094 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7042e0e4-c451-4b04-8647-758e6640dacc req-52939d5d-f9b5-4b33-9951-e335925aa34c tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:10:24.376749 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-7042e0e4-c451-4b04-8647-758e6640dacc req-52939d5d-f9b5-4b33-9951-e335925aa34c tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/ports?device_id=31fc6c9b-5b01-4e29-b511-5e8210fe28b8 HTTP/1.1" status: 200 len: 943 time: 0.0939806 May 26 21:10:24.389661 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876c32ce-34f2-48e5-8c2f-c9a5b324cb61 req-81ff6c3b-cc06-4175-8b6f-c018b1b97f3d tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:10:24.391452 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-876c32ce-34f2-48e5-8c2f-c9a5b324cb61 req-81ff6c3b-cc06-4175-8b6f-c018b1b97f3d tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] 10.222.0.57 "GET /v2.0/ports?device_id=5247c5aa-5eb4-493b-92b8-17a9d9428627 HTTP/1.1" status: 200 len: 945 time: 0.0781898 May 26 21:10:24.474192 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-876c32ce-34f2-48e5-8c2f-c9a5b324cb61 req-71774b1f-48ea-45f8-b47d-6028ec7b8e45 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] 10.222.0.57 "GET /v2.0/security-groups?id=e148b512-cd9e-4c89-a117-eef82b8f00a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750003 May 26 21:10:24.477368 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-7042e0e4-c451-4b04-8647-758e6640dacc req-0701af2e-97ac-4a4b-a7a4-3726f1fc3c83 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/security-groups?id=e09992a7-ecc3-4382-97f1-3c7c9855a67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849388 May 26 21:10:24.569249 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd26e98-6c20-43f6-8510-76d8b88420ab req-0ba8d8ce-1841-478b-ba47-8a66dde07844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:10:24.571770 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-1cd26e98-6c20-43f6-8510-76d8b88420ab req-0ba8d8ce-1841-478b-ba47-8a66dde07844 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=aaa9e1a61984467ab8efae451b270558&device_id=31fc6c9b-5b01-4e29-b511-5e8210fe28b8 HTTP/1.1" status: 200 len: 1127 time: 0.0851622 May 26 21:10:24.636238 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ee5fe8-c1b7-4e15-9e7c-999ced23d3c0 req-e5f18aaf-9706-4546-ade3-6f1370c19958 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:10:24.636893 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:10:24.638200 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-64ee5fe8-c1b7-4e15-9e7c-999ced23d3c0 req-e5f18aaf-9706-4546-ade3-6f1370c19958 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=559095bd-c9f8-44f9-8e2a-dd44acedd8b1 HTTP/1.1" status: 200 len: 943 time: 0.0532215 May 26 21:10:24.647384 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-1cd26e98-6c20-43f6-8510-76d8b88420ab req-8f643699-c2e7-469b-8e96-e2bbb81bef08 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e30a3e5e-40d1-43d1-bade-e25f51d353da HTTP/1.1" status: 200 len: 217 time: 0.0573394 May 26 21:10:24.675803 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-e1c5a71a-2e07-4a11-a691-4146075a9fbf req-f370afcd-1d44-44c5-afc4-2e8dec1c5029 service neutron] 10.222.0.62 "GET /v2.0/networks/ff69986b-e00e-41bd-8a28-f959570fc8f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5263801 May 26 21:10:24.695998 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-64ee5fe8-c1b7-4e15-9e7c-999ced23d3c0 req-68e6727d-258e-44d2-a5b3-7c0b3537044a tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/security-groups?id=6fd55e68-e49d-4af6-81d3-d350fedf0cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498521 May 26 21:10:24.727202 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.db [req-d8a5e1fc-05be-4844-9d97-55ed9085a04c req-bb5cacd5-9cd7-4787-b27e-540210a05efa tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] For port 9f3845e1-304f-46e2-9dc8-bcb02f4ac4a6, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=9f3845e1-304f-46e2-9dc8-bcb02f4ac4a6,segment=NetworkSegment(b05a28e2-d38c-435b-8849-904ab696de67),segment_id=b05a28e2-d38c-435b-8849-904ab696de67)] {{(pid=104101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:10:24.727572 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-d8a5e1fc-05be-4844-9d97-55ed9085a04c req-bb5cacd5-9cd7-4787-b27e-540210a05efa tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595751'] for port (9f3845e1-304f-46e2-9dc8-bcb02f4ac4a6), precommit_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:24.761460 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.plugin [req-d8a5e1fc-05be-4844-9d97-55ed9085a04c req-bb5cacd5-9cd7-4787-b27e-540210a05efa tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Calling delete_port for 9f3845e1-304f-46e2-9dc8-bcb02f4ac4a6 owned by compute:nova {{(pid=104101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 21:10:24.801684 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd26e98-6c20-43f6-8510-76d8b88420ab req-ea6a950f-425c-4dc5-ba03-8498e2ea851c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:10:24.803175 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-1cd26e98-6c20-43f6-8510-76d8b88420ab req-ea6a950f-425c-4dc5-ba03-8498e2ea851c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9203b2fc-d019-4045-ae31-83603be0cf2e HTTP/1.1" status: 200 len: 854 time: 0.1473689 May 26 21:10:24.913183 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd26e98-6c20-43f6-8510-76d8b88420ab req-1115065b-873d-4647-a55b-23a6e8a3985b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:10:24.914715 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-1cd26e98-6c20-43f6-8510-76d8b88420ab req-1115065b-873d-4647-a55b-23a6e8a3985b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=01728002-c90b-452e-a166-db394444487a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1025491 May 26 21:10:24.920593 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-e1c5a71a-2e07-4a11-a691-4146075a9fbf req-ba0c2103-c940-4174-a046-dc6c6b7fdca2 service neutron] 10.222.0.62 "GET /v2.0/networks/ff69986b-e00e-41bd-8a28-f959570fc8f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201974 May 26 21:10:24.983070 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:10:25.064289 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-1cd26e98-6c20-43f6-8510-76d8b88420ab req-65633794-eec7-44d0-8a42-63baa909ec42 service neutron] 10.222.0.62 "GET /v2.0/networks/01728002-c90b-452e-a166-db394444487a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427569 May 26 21:10:25.077359 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-d8a5e1fc-05be-4844-9d97-55ed9085a04c req-bb5cacd5-9cd7-4787-b27e-540210a05efa tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787881986003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787881445708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13231773'] for port (9f3845e1-304f-46e2-9dc8-bcb02f4ac4a6), after_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:25.105264 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5cacd5-9cd7-4787-b27e-540210a05efa tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Pushing event deleted for resources: {'Port': ['ID=9f3845e1-304f-46e2-9dc8-bcb02f4ac4a6,revision_number=None']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:10:25.121355 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] get_ports_and_sgs() called for port_ids ['9f3845e1-304f-46e2-9dc8-bcb02f4ac4a6'] {{(pid=104103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 21:10:25.231477 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8a5e1fc-05be-4844-9d97-55ed9085a04c req-bb5cacd5-9cd7-4787-b27e-540210a05efa tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] No DVR routers for this DVR port 9f3845e1-304f-46e2-9dc8-bcb02f4ac4a6 on host hv-cinder-82880 {{(pid=104101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 21:10:25.241666 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-d8a5e1fc-05be-4844-9d97-55ed9085a04c req-bb5cacd5-9cd7-4787-b27e-540210a05efa tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25531'] for port (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:25.245509 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-d8a5e1fc-05be-4844-9d97-55ed9085a04c req-bb5cacd5-9cd7-4787-b27e-540210a05efa tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] 10.222.0.62 "DELETE /v2.0/ports/9f3845e1-304f-46e2-9dc8-bcb02f4ac4a6 HTTP/1.1" status: 204 len: 173 time: 1.2312124 May 26 21:10:25.246013 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5247c5aa-5eb4-493b-92b8-17a9d9428627', 'name': 'network-vif-deleted', 'tag': '9f3845e1-304f-46e2-9dc8-bcb02f4ac4a6'}] {{(pid=104101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:10:25.251174 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e35b3b942162f380527a6ddce7731c26b87baf9d9763e10c20fbd720b027cea7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87ad30fe-554e-4931-9539-88ca6991f148" -d '{"events": [{"server_uuid": "5247c5aa-5eb4-493b-92b8-17a9d9428627", "name": "network-vif-deleted", "tag": "9f3845e1-304f-46e2-9dc8-bcb02f4ac4a6"}]}' {{(pid=104101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:10:25.311657 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-1cd26e98-6c20-43f6-8510-76d8b88420ab req-e565eeea-2fb8-47f3-96de-1e1b0ae02eee service neutron] 10.222.0.62 "GET /v2.0/networks/01728002-c90b-452e-a166-db394444487a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932743 May 26 21:10:25.315444 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 21:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e458f79-3d65-4f96-85c9-a68bf87bf9c6 x-openstack-request-id: req-7e458f79-3d65-4f96-85c9-a68bf87bf9c6 {{(pid=104101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:10:25.316406 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5247c5aa-5eb4-493b-92b8-17a9d9428627", "name": "network-vif-deleted", "tag": "9f3845e1-304f-46e2-9dc8-bcb02f4ac4a6", "status": "completed", "code": 200}]} {{(pid=104101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:10:25.316654 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7e458f79-3d65-4f96-85c9-a68bf87bf9c6 {{(pid=104101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:10:25.317071 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e458f79-3d65-4f96-85c9-a68bf87bf9c6'] response: {'server_uuid': '5247c5aa-5eb4-493b-92b8-17a9d9428627', 'name': 'network-vif-deleted', 'tag': '9f3845e1-304f-46e2-9dc8-bcb02f4ac4a6', 'status': 'completed', 'code': 200} May 26 21:10:25.672055 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa5f1a0-7de9-4688-8ed3-491a4d7409ba req-7d39d252-2cf5-4a57-9700-53f2b2462166 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:10:25.682357 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-9aa5f1a0-7de9-4688-8ed3-491a4d7409ba req-7d39d252-2cf5-4a57-9700-53f2b2462166 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/ports?device_id=31fc6c9b-5b01-4e29-b511-5e8210fe28b8 HTTP/1.1" status: 200 len: 943 time: 0.0986166 May 26 21:10:25.756384 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-9aa5f1a0-7de9-4688-8ed3-491a4d7409ba req-ee647dc6-ddd5-4326-b0d2-4ee451f615b1 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/security-groups?id=e09992a7-ecc3-4382-97f1-3c7c9855a67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726802 May 26 21:10:25.773505 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-69fe933d-e77d-40d3-9f4e-94990f688b2f req-aec9d5c9-27a5-4e1f-ad30-142f46690656 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] 10.222.0.57 "GET /v2.0/ports?device_id=5247c5aa-5eb4-493b-92b8-17a9d9428627 HTTP/1.1" status: 200 len: 210 time: 0.0325234 May 26 21:10:25.895542 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df909f8-c08d-4e81-8100-74c5b6c7a647 req-69440546-3ed1-4a46-a075-694eb54d0dfa tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:10:25.897660 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-2df909f8-c08d-4e81-8100-74c5b6c7a647 req-69440546-3ed1-4a46-a075-694eb54d0dfa tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/ports?device_id=665ad667-2f55-49b8-afe0-119ad146bcd8 HTTP/1.1" status: 200 len: 945 time: 0.0745349 May 26 21:10:25.918650 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c99bd5-113a-463b-8bf6-277bc2d4c9a8 req-f6b40270-5693-44e9-b89a-c435fb172d61 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:10:25.920032 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-f4c99bd5-113a-463b-8bf6-277bc2d4c9a8 req-f6b40270-5693-44e9-b89a-c435fb172d61 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=559095bd-c9f8-44f9-8e2a-dd44acedd8b1 HTTP/1.1" status: 200 len: 943 time: 0.0690541 May 26 21:10:25.975458 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-2df909f8-c08d-4e81-8100-74c5b6c7a647 req-3123036a-20db-4403-a1e1-e22001d13b6b tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/security-groups?id=09f39da6-3f88-40b2-98b8-cb5486d7fdbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707314 May 26 21:10:25.992497 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-f4c99bd5-113a-463b-8bf6-277bc2d4c9a8 req-2739ad73-b543-4e2e-bc5b-c5358086b06c tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/security-groups?id=6fd55e68-e49d-4af6-81d3-d350fedf0cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650055 May 26 21:10:26.901868 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-15219ae0-d8d8-476a-83dd-37aca172ac24 req-9deed5b5-07de-4c14-9ae8-e7f0ea0397fc tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] 10.222.0.57 "GET /v2.0/ports?device_id=5247c5aa-5eb4-493b-92b8-17a9d9428627 HTTP/1.1" status: 200 len: 210 time: 0.0359674 May 26 21:10:26.916390 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fd605e-3f29-42b8-aff4-b359d3b5c825 req-87dc4f72-d64e-4ffc-a579-02591b8a7e2b tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:10:26.920073 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-22fd605e-3f29-42b8-aff4-b359d3b5c825 req-87dc4f72-d64e-4ffc-a579-02591b8a7e2b tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/ports?device_id=31fc6c9b-5b01-4e29-b511-5e8210fe28b8 HTTP/1.1" status: 200 len: 943 time: 0.0861216 May 26 21:10:26.977998 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-22fd605e-3f29-42b8-aff4-b359d3b5c825 req-c6ca497b-54cd-443f-9021-8542e40edd75 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/security-groups?id=e09992a7-ecc3-4382-97f1-3c7c9855a67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540066 May 26 21:10:27.103470 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=100 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:10:27.149339 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4def1f3f-fdc8-4651-b68e-93c1cbb6155e req-820176c2-50eb-47a3-ac00-8559254c4630 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:10:27.150766 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-4def1f3f-fdc8-4651-b68e-93c1cbb6155e req-820176c2-50eb-47a3-ac00-8559254c4630 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/ports?device_id=665ad667-2f55-49b8-afe0-119ad146bcd8 HTTP/1.1" status: 200 len: 945 time: 0.0884233 May 26 21:10:27.162044 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86229f4-17fa-4efd-8163-0186e8ed9685 req-ca21d16b-240e-411f-b036-5eb74f1ec8a9 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:10:27.163780 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-b86229f4-17fa-4efd-8163-0186e8ed9685 req-ca21d16b-240e-411f-b036-5eb74f1ec8a9 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=559095bd-c9f8-44f9-8e2a-dd44acedd8b1 HTTP/1.1" status: 200 len: 943 time: 0.0707736 May 26 21:10:27.247097 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-4def1f3f-fdc8-4651-b68e-93c1cbb6155e req-ae12f574-2901-4ba6-ade3-ff1a64c43cfc tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/security-groups?id=09f39da6-3f88-40b2-98b8-cb5486d7fdbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823298 May 26 21:10:27.257140 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-b86229f4-17fa-4efd-8163-0186e8ed9685 req-f3c11083-b36a-4668-8b88-33f872d63b64 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/security-groups?id=6fd55e68-e49d-4af6-81d3-d350fedf0cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847952 May 26 21:10:28.033923 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-25d84679-d2dd-420d-8c4c-5d7f5a33c97a req-9cf36dc2-7b1a-4b49-a607-8d055cec3001 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] 10.222.0.57 "GET /v2.0/ports?device_id=5247c5aa-5eb4-493b-92b8-17a9d9428627 HTTP/1.1" status: 200 len: 210 time: 0.0324509 May 26 21:10:28.107791 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58648f4-06c8-4f9d-a0c5-7dd85ec9f759 req-9e99085d-9fd9-4c22-89d0-86dda768a94a tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:10:28.110439 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-c58648f4-06c8-4f9d-a0c5-7dd85ec9f759 req-9e99085d-9fd9-4c22-89d0-86dda768a94a tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/ports?device_id=31fc6c9b-5b01-4e29-b511-5e8210fe28b8 HTTP/1.1" status: 200 len: 943 time: 0.0608764 May 26 21:10:28.159036 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-c58648f4-06c8-4f9d-a0c5-7dd85ec9f759 req-96269297-1573-4cc2-aff0-f18dcb12f0f7 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/security-groups?id=e09992a7-ecc3-4382-97f1-3c7c9855a67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433025 May 26 21:10:28.235245 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Device e30a3e5e-40d1-43d1-bade-e25f51d353da details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=104103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 21:10:28.245920 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Device 9f3845e1-304f-46e2-9dc8-bcb02f4ac4a6 no longer exists at agent hyperv_hv-cinder-82880 {{(pid=104103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 21:10:28.268274 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] No Port match for: 9f3845e1-304f-46e2-9dc8-bcb02f4ac4a6 {{(pid=104103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 21:10:28.269098 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Device 9f3845e1-304f-46e2-9dc8-bcb02f4ac4a6 not bound to the agent host hv-cinder-82880 {{(pid=104103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 21:10:28.370209 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] For port e30a3e5e-40d1-43d1-bade-e25f51d353da, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=e30a3e5e-40d1-43d1-bade-e25f51d353da,segment=NetworkSegment(5a8b3ddd-b07c-4334-a55f-ea808909a34b),segment_id=5a8b3ddd-b07c-4334-a55f-ea808909a34b)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:10:28.386174 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Returning: {'device': 'e30a3e5e-40d1-43d1-bade-e25f51d353da', 'network_id': '01728002-c90b-452e-a166-db394444487a', 'port_id': 'e30a3e5e-40d1-43d1-bade-e25f51d353da', 'mac_address': 'fa:16:3e:f5:87:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9203b2fc-d019-4045-ae31-83603be0cf2e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 21:10:28.412981 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=100 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:10:28.438595 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Current status of the port e30a3e5e-40d1-43d1-bade-e25f51d353da is: DOWN; New status is: BUILD {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:10:28.438978 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (e30a3e5e-40d1-43d1-bade-e25f51d353da), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:28.445483 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2548d99-00b6-4a6d-bde0-0236037f15f9 req-1453a41c-9603-4ee6-be1c-07401f49e470 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:10:28.446976 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-c2548d99-00b6-4a6d-bde0-0236037f15f9 req-1453a41c-9603-4ee6-be1c-07401f49e470 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/ports?device_id=665ad667-2f55-49b8-afe0-119ad146bcd8 HTTP/1.1" status: 200 len: 945 time: 0.0900905 May 26 21:10:28.452389 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.notifiers.nova [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e30a3e5e-40d1-43d1-bade-e25f51d353da {{(pid=104103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 21:10:28.477289 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] For port e30a3e5e-40d1-43d1-bade-e25f51d353da, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=e30a3e5e-40d1-43d1-bade-e25f51d353da,segment=NetworkSegment(5a8b3ddd-b07c-4334-a55f-ea808909a34b),segment_id=5a8b3ddd-b07c-4334-a55f-ea808909a34b)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:10:28.483412 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (e30a3e5e-40d1-43d1-bade-e25f51d353da), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:28.494490 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9092c2-1c01-4a5d-8f9f-76395c119596 req-f6c9ff58-8a1e-41f5-9b9c-f6a79b1a567f tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:10:28.495950 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-6f9092c2-1c01-4a5d-8f9f-76395c119596 req-f6c9ff58-8a1e-41f5-9b9c-f6a79b1a567f tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=559095bd-c9f8-44f9-8e2a-dd44acedd8b1 HTTP/1.1" status: 200 len: 943 time: 0.0982864 May 26 21:10:28.540229 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Pushing event updated for resources: {'Port': ['ID=e30a3e5e-40d1-43d1-bade-e25f51d353da,revision_number=4']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:10:28.559017 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-c2548d99-00b6-4a6d-bde0-0236037f15f9 req-5d7456bf-33f7-4220-b82e-e0e082d1a37a tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/security-groups?id=09f39da6-3f88-40b2-98b8-cb5486d7fdbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055818 May 26 21:10:28.582357 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-6f9092c2-1c01-4a5d-8f9f-76395c119596 req-a6099046-98c8-4179-93c9-0acc4fa370e0 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/security-groups?id=6fd55e68-e49d-4af6-81d3-d350fedf0cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791345 May 26 21:10:28.796359 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] get_ports_and_sgs() called for port_ids ['e30a3e5e-40d1-43d1-bade-e25f51d353da'] {{(pid=104103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 21:10:28.886656 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:10:29.140971 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-a37ee178-4ba7-42a1-8a10-a611ca5f19ae req-9dde1aa2-bc6a-463b-a521-a8cc83c043ed tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] 10.222.0.57 "GET /v2.0/ports?device_id=5247c5aa-5eb4-493b-92b8-17a9d9428627 HTTP/1.1" status: 200 len: 210 time: 0.0271678 May 26 21:10:29.277952 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713436eb-970f-43c0-b041-1f02ff26107b req-6ff058d3-67de-4fe8-8ebb-b7b682abfb6c tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:10:29.285568 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-713436eb-970f-43c0-b041-1f02ff26107b req-6ff058d3-67de-4fe8-8ebb-b7b682abfb6c tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/ports?device_id=31fc6c9b-5b01-4e29-b511-5e8210fe28b8 HTTP/1.1" status: 200 len: 944 time: 0.0556762 May 26 21:10:29.333714 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-713436eb-970f-43c0-b041-1f02ff26107b req-322b0c82-989d-4939-823e-95a49823267c tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/security-groups?id=e09992a7-ecc3-4382-97f1-3c7c9855a67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472221 May 26 21:10:29.685550 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c63612-402f-435e-a51f-0c609c6f439d req-9e7684f7-ad0e-4c01-8466-891b09d244db tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:10:29.689020 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-f4c63612-402f-435e-a51f-0c609c6f439d req-9e7684f7-ad0e-4c01-8466-891b09d244db tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/ports?device_id=665ad667-2f55-49b8-afe0-119ad146bcd8 HTTP/1.1" status: 200 len: 945 time: 0.0664532 May 26 21:10:29.756691 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312153e9-fa6e-4676-9cdc-8d49c5f0dddd req-ab6c929e-148e-46a0-91bf-c35733ff254e tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:10:29.758173 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-312153e9-fa6e-4676-9cdc-8d49c5f0dddd req-ab6c929e-148e-46a0-91bf-c35733ff254e tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=559095bd-c9f8-44f9-8e2a-dd44acedd8b1 HTTP/1.1" status: 200 len: 943 time: 0.0681660 May 26 21:10:29.794210 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-f4c63612-402f-435e-a51f-0c609c6f439d req-b5945b30-0b5a-4d1e-8b33-faa0eaa65014 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/security-groups?id=09f39da6-3f88-40b2-98b8-cb5486d7fdbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953553 May 26 21:10:29.829940 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-312153e9-fa6e-4676-9cdc-8d49c5f0dddd req-90d5bdb2-173c-45f2-b006-aa8df5a5c8b4 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/security-groups?id=6fd55e68-e49d-4af6-81d3-d350fedf0cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569472 May 26 21:10:30.239144 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Device e30a3e5e-40d1-43d1-bade-e25f51d353da up at agent hyperv_hv-cinder-82880 {{(pid=104103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:10:30.276475 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-5165af10-b804-48e2-8140-30177d895a61 req-2acc9076-55f6-43f7-a14d-4ab5eb8fafe6 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] 10.222.0.57 "GET /v2.0/ports?device_id=5247c5aa-5eb4-493b-92b8-17a9d9428627 HTTP/1.1" status: 200 len: 210 time: 0.0430572 May 26 21:10:30.309508 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Provisioning for port e30a3e5e-40d1-43d1-bade-e25f51d353da completed by entity L2. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 21:10:30.315179 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Provisioning complete for port e30a3e5e-40d1-43d1-bade-e25f51d353da triggered by entity L2. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:10:30.316719 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (e30a3e5e-40d1-43d1-bade-e25f51d353da), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:30.396028 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Current status of the port e30a3e5e-40d1-43d1-bade-e25f51d353da is: BUILD; New status is: ACTIVE {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:10:30.396487 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (e30a3e5e-40d1-43d1-bade-e25f51d353da), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:30.431243 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:10:30.437106 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31fc6c9b-5b01-4e29-b511-5e8210fe28b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e30a3e5e-40d1-43d1-bade-e25f51d353da'}] {{(pid=104103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:10:30.442254 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b44267d7c8a7abe6e93cd6d61df03f02c4feaf0da3ba5ea8b381a36bebf6efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c961552b-7b8a-48a4-be2d-d9e497611bc2" -d '{"events": [{"server_uuid": "31fc6c9b-5b01-4e29-b511-5e8210fe28b8", "name": "network-vif-plugged", "status": "completed", "tag": "e30a3e5e-40d1-43d1-bade-e25f51d353da"}]}' {{(pid=104103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:10:30.457453 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] For port e30a3e5e-40d1-43d1-bade-e25f51d353da, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=e30a3e5e-40d1-43d1-bade-e25f51d353da,segment=NetworkSegment(5a8b3ddd-b07c-4334-a55f-ea808909a34b),segment_id=5a8b3ddd-b07c-4334-a55f-ea808909a34b)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:10:30.463178 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a338c911-4c5a-47a8-b1eb-fa0850e88cd7 req-2cfa6949-d4e4-44a9-9e76-5442fec9c9d4 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:10:30.463985 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (e30a3e5e-40d1-43d1-bade-e25f51d353da), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:30.471132 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-a338c911-4c5a-47a8-b1eb-fa0850e88cd7 req-2cfa6949-d4e4-44a9-9e76-5442fec9c9d4 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/ports?device_id=31fc6c9b-5b01-4e29-b511-5e8210fe28b8 HTTP/1.1" status: 200 len: 944 time: 0.0614579 May 26 21:10:30.529219 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-a338c911-4c5a-47a8-b1eb-fa0850e88cd7 req-e9ba89a9-b3b5-4b7f-a829-de593f613974 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/security-groups?id=e09992a7-ecc3-4382-97f1-3c7c9855a67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571754 May 26 21:10:30.532979 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 21:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a133e8ff-433c-416c-9ee6-730ebc15498f x-openstack-request-id: req-a133e8ff-433c-416c-9ee6-730ebc15498f {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:10:30.533269 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31fc6c9b-5b01-4e29-b511-5e8210fe28b8", "name": "network-vif-plugged", "status": "completed", "tag": "e30a3e5e-40d1-43d1-bade-e25f51d353da", "code": 200}]} {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:10:30.533514 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a133e8ff-433c-416c-9ee6-730ebc15498f {{(pid=104103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:10:30.533925 dv-cinder-828806-3-iscsi neutron-server[104103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a133e8ff-433c-416c-9ee6-730ebc15498f'] response: {'server_uuid': '31fc6c9b-5b01-4e29-b511-5e8210fe28b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e30a3e5e-40d1-43d1-bade-e25f51d353da', 'code': 200} May 26 21:10:30.568974 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Pushing event updated for resources: {'Port': ['ID=e30a3e5e-40d1-43d1-bade-e25f51d353da,revision_number=5']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:10:30.960456 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d2b7fe-b74b-4389-83d2-efbaa5ac9cbf req-a829bf3d-d96e-4f09-8180-ecac6a013e50 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:10:30.962236 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-b4d2b7fe-b74b-4389-83d2-efbaa5ac9cbf req-a829bf3d-d96e-4f09-8180-ecac6a013e50 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/ports?device_id=665ad667-2f55-49b8-afe0-119ad146bcd8 HTTP/1.1" status: 200 len: 945 time: 0.0741324 May 26 21:10:31.016466 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a7b2fd-c68a-4fa0-a16e-cc3ea7a654df req-5e7717dc-9039-45ea-8710-365f13cd5839 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:10:31.017833 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-50a7b2fd-c68a-4fa0-a16e-cc3ea7a654df req-5e7717dc-9039-45ea-8710-365f13cd5839 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=559095bd-c9f8-44f9-8e2a-dd44acedd8b1 HTTP/1.1" status: 200 len: 943 time: 0.0746152 May 26 21:10:31.041855 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=100 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:10:31.060709 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-b4d2b7fe-b74b-4389-83d2-efbaa5ac9cbf req-bd692086-a49f-47d3-bd9c-2fb2640c8a69 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/security-groups?id=09f39da6-3f88-40b2-98b8-cb5486d7fdbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818765 May 26 21:10:31.090275 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-50a7b2fd-c68a-4fa0-a16e-cc3ea7a654df req-ee752f5d-96b3-48b3-a7d9-d120a3526ac3 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/security-groups?id=6fd55e68-e49d-4af6-81d3-d350fedf0cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650215 May 26 21:10:31.397291 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-611e40c0-3864-4bf0-b188-efff8e230ad7 req-4bcafccc-fc81-4e7f-a02a-4d888155c642 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] 10.222.0.57 "GET /v2.0/ports?device_id=5247c5aa-5eb4-493b-92b8-17a9d9428627 HTTP/1.1" status: 200 len: 210 time: 0.0318346 May 26 21:10:31.659794 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fc412e-8f4b-4fe2-b55a-fd383fcd37c1 req-8ee049b8-fa24-4068-b11c-6f3b95a3d913 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:10:31.661318 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-98fc412e-8f4b-4fe2-b55a-fd383fcd37c1 req-8ee049b8-fa24-4068-b11c-6f3b95a3d913 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/ports?device_id=31fc6c9b-5b01-4e29-b511-5e8210fe28b8 HTTP/1.1" status: 200 len: 945 time: 0.0601413 May 26 21:10:31.715993 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-98fc412e-8f4b-4fe2-b55a-fd383fcd37c1 req-d123eea6-abb5-4bfd-9b33-e4f22454ad35 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/security-groups?id=e09992a7-ecc3-4382-97f1-3c7c9855a67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490701 May 26 21:10:32.254556 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb72a43-3811-4184-86b9-4b348bcc8ae4 req-d3f3af86-1c08-4f1f-a748-fbdcd3a5bde6 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:10:32.256368 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-7fb72a43-3811-4184-86b9-4b348bcc8ae4 req-d3f3af86-1c08-4f1f-a748-fbdcd3a5bde6 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/ports?device_id=665ad667-2f55-49b8-afe0-119ad146bcd8 HTTP/1.1" status: 200 len: 945 time: 0.0896926 May 26 21:10:32.268065 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3558831-f569-4ac0-928b-ae0753830aa2 req-9993c321-cc64-4acf-a0d1-c84b26d4a02a tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:10:32.270544 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-c3558831-f569-4ac0-928b-ae0753830aa2 req-9993c321-cc64-4acf-a0d1-c84b26d4a02a tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=559095bd-c9f8-44f9-8e2a-dd44acedd8b1 HTTP/1.1" status: 200 len: 943 time: 0.0859413 May 26 21:10:32.337181 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=100 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:10:32.357400 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-c3558831-f569-4ac0-928b-ae0753830aa2 req-87cac702-6321-4d13-9189-038ec5e3e046 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/security-groups?id=6fd55e68-e49d-4af6-81d3-d350fedf0cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777104 May 26 21:10:32.369983 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-7fb72a43-3811-4184-86b9-4b348bcc8ae4 req-d08bba77-3280-414f-bb47-39dcd69e8c51 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/security-groups?id=09f39da6-3f88-40b2-98b8-cb5486d7fdbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983343 May 26 21:10:32.517011 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-19afe8e7-62cc-4e53-af81-2159ea26cdbf req-2c0b9bd7-b571-4dac-8167-b7dfa0aef813 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] 10.222.0.57 "GET /v2.0/ports?device_id=5247c5aa-5eb4-493b-92b8-17a9d9428627 HTTP/1.1" status: 200 len: 210 time: 0.0312967 May 26 21:10:32.850418 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b7051d-1e35-4afe-be42-db4f7b4f1be9 req-fb781df8-15c4-4f2f-86a2-2e8c30790be5 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:10:32.852000 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-d7b7051d-1e35-4afe-be42-db4f7b4f1be9 req-fb781df8-15c4-4f2f-86a2-2e8c30790be5 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/ports?device_id=31fc6c9b-5b01-4e29-b511-5e8210fe28b8 HTTP/1.1" status: 200 len: 945 time: 0.0607455 May 26 21:10:32.904412 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-d7b7051d-1e35-4afe-be42-db4f7b4f1be9 req-b526cce8-b8d1-49f1-9760-3b91bb998a40 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/security-groups?id=e09992a7-ecc3-4382-97f1-3c7c9855a67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454488 May 26 21:10:33.558844 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32d5a18-3a34-403a-ac9e-7ba924c7e238 req-f817b2ad-584c-4e49-a1c8-3610a3c890fe tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:10:33.564625 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-b32d5a18-3a34-403a-ac9e-7ba924c7e238 req-f817b2ad-584c-4e49-a1c8-3610a3c890fe tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/ports?device_id=665ad667-2f55-49b8-afe0-119ad146bcd8 HTTP/1.1" status: 200 len: 945 time: 0.1047375 May 26 21:10:33.613765 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb173f5e-74ab-46f6-9dcc-71639d4d5ec3 req-624d41c3-69fa-4f99-8264-00221d47ddbf tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:10:33.615933 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-bb173f5e-74ab-46f6-9dcc-71639d4d5ec3 req-624d41c3-69fa-4f99-8264-00221d47ddbf tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=559095bd-c9f8-44f9-8e2a-dd44acedd8b1 HTTP/1.1" status: 200 len: 943 time: 0.1459863 May 26 21:10:33.691880 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-b32d5a18-3a34-403a-ac9e-7ba924c7e238 req-79fbc340-be7e-4029-8ed7-b3bdb78c8246 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/security-groups?id=09f39da6-3f88-40b2-98b8-cb5486d7fdbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199472 May 26 21:10:33.751268 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-bb173f5e-74ab-46f6-9dcc-71639d4d5ec3 req-79e699c4-773f-4b07-abfe-0499b16bbb63 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/security-groups?id=6fd55e68-e49d-4af6-81d3-d350fedf0cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1292808 May 26 21:10:33.879162 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-262a9991-f233-4633-97c0-bc5dd4a92dc0 req-763c25d5-a25e-4199-9f7a-67948734f079 tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] 10.222.0.57 "GET /v2.0/ports?device_id=5247c5aa-5eb4-493b-92b8-17a9d9428627 HTTP/1.1" status: 200 len: 210 time: 0.0489736 May 26 21:10:33.944819 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 50764) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:10:34.041370 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bdc935-20ae-4321-b76f-2902be1842aa req-35302d9c-c45f-499a-9af9-4f926642ce97 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:10:34.048715 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-76bdc935-20ae-4321-b76f-2902be1842aa req-35302d9c-c45f-499a-9af9-4f926642ce97 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/ports?device_id=31fc6c9b-5b01-4e29-b511-5e8210fe28b8 HTTP/1.1" status: 200 len: 945 time: 0.0573747 May 26 21:10:34.106849 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-76bdc935-20ae-4321-b76f-2902be1842aa req-dd813bfc-cd33-4e12-86c6-ba8668b15d22 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/security-groups?id=e09992a7-ecc3-4382-97f1-3c7c9855a67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571747 May 26 21:10:34.132218 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-f672c8c2-623a-4616-8380-8dd34efb2e2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:34.211053 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-f672c8c2-623a-4616-8380-8dd34efb2e2d admin admin] Publish callbacks [] for security_group (de8f58a0-5416-4d24-bfa7-54728d665a37), precommit_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:34.214408 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-f672c8c2-623a-4616-8380-8dd34efb2e2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (de8f58a0-5416-4d24-bfa7-54728d665a37), after_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:34.253016 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f672c8c2-623a-4616-8380-8dd34efb2e2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de8f58a0-5416-4d24-bfa7-54728d665a37,revision_number=1']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:10:34.257129 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-f672c8c2-623a-4616-8380-8dd34efb2e2d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2c39d53184ab4bb4b1fee4759188c4a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3107333 May 26 21:10:34.259951 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 50768) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:10:34.284675 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:10:34.311913 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-42a50eec-00eb-4783-8558-8af92787dd24 admin admin] Publish callbacks [] for security_group (de8f58a0-5416-4d24-bfa7-54728d665a37), before_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:34.333142 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-42a50eec-00eb-4783-8558-8af92787dd24 admin admin] Publish callbacks [] for security_group (de8f58a0-5416-4d24-bfa7-54728d665a37), precommit_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:34.379595 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-42a50eec-00eb-4783-8558-8af92787dd24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (de8f58a0-5416-4d24-bfa7-54728d665a37), after_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:34.382125 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-42a50eec-00eb-4783-8558-8af92787dd24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:34.383291 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-42a50eec-00eb-4783-8558-8af92787dd24 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/de8f58a0-5416-4d24-bfa7-54728d665a37 HTTP/1.1" status: 204 len: 168 time: 0.1224589 May 26 21:10:34.392140 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a50eec-00eb-4783-8558-8af92787dd24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de8f58a0-5416-4d24-bfa7-54728d665a37,revision_number=None']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:10:34.830649 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb215c7a-0f9c-4f01-bf62-34dc4266d774 req-41baf95f-f8e1-49a9-a054-f1e316fd3986 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:10:34.832989 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-bb215c7a-0f9c-4f01-bf62-34dc4266d774 req-41baf95f-f8e1-49a9-a054-f1e316fd3986 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/ports?device_id=665ad667-2f55-49b8-afe0-119ad146bcd8 HTTP/1.1" status: 200 len: 945 time: 0.0684204 May 26 21:10:34.897660 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919dc7fa-df56-4963-b0ba-0bf61ec21f0c req-31f898dd-17a4-4d21-a287-e0e64a93de4d tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:10:34.899153 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-919dc7fa-df56-4963-b0ba-0bf61ec21f0c req-31f898dd-17a4-4d21-a287-e0e64a93de4d tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=559095bd-c9f8-44f9-8e2a-dd44acedd8b1 HTTP/1.1" status: 200 len: 943 time: 0.0653086 May 26 21:10:34.929784 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-bb215c7a-0f9c-4f01-bf62-34dc4266d774 req-4a55f381-b4e6-4c9f-8f07-9e2f2bd74947 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/security-groups?id=09f39da6-3f88-40b2-98b8-cb5486d7fdbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875697 May 26 21:10:34.958011 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-919dc7fa-df56-4963-b0ba-0bf61ec21f0c req-0a678a83-95e2-41ba-8e5c-15ab7576b4fa tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/security-groups?id=6fd55e68-e49d-4af6-81d3-d350fedf0cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490692 May 26 21:10:35.036098 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-a8cc947c-5055-4f6f-818f-45a875d5b88d req-2fd58bcb-ae07-4cdb-a252-88c127f37ded tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] 10.222.0.57 "GET /v2.0/ports?device_id=5247c5aa-5eb4-493b-92b8-17a9d9428627 HTTP/1.1" status: 200 len: 210 time: 0.0267329 May 26 21:10:35.045464 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 50796) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:10:35.143071 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.v2.base [None req-01db799b-24c0-4619-8384-53a9b9209a88 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1585968162-network', 'tenant_id': '24cf32bd40be4be9a83d0771e4f939fa'}} {{(pid=104102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:10:35.165946 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01db799b-24c0-4619-8384-53a9b9209a88 admin admin] Made reservation on behalf of 24cf32bd40be4be9a83d0771e4f939fa for: {'network': 1} {{(pid=104102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 21:10:35.168310 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-01db799b-24c0-4619-8384-53a9b9209a88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for network (None), before_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:35.177187 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-01db799b-24c0-4619-8384-53a9b9209a88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:35.192848 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:10:35.242013 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8492ce-9eee-41b8-a9b8-4978d3094559 req-2d12d619-b097-4183-af2b-a03e020a589e tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:10:35.243606 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-3b8492ce-9eee-41b8-a9b8-4978d3094559 req-2d12d619-b097-4183-af2b-a03e020a589e tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/ports?device_id=31fc6c9b-5b01-4e29-b511-5e8210fe28b8 HTTP/1.1" status: 200 len: 945 time: 0.0644128 May 26 21:10:35.304102 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=25 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:10:35.306022 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=66,neutron:DELETE=5 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:10:35.316845 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-3b8492ce-9eee-41b8-a9b8-4978d3094559 req-83bca112-e490-4c15-ba47-77bc43c16073 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/security-groups?id=e09992a7-ecc3-4382-97f1-3c7c9855a67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660059 May 26 21:10:35.337249 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-01db799b-24c0-4619-8384-53a9b9209a88 admin admin] Publish callbacks [] for security_group (7b2e98b0-5958-4ebe-901f-c4368c9ea995), precommit_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:35.340948 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-01db799b-24c0-4619-8384-53a9b9209a88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (7b2e98b0-5958-4ebe-901f-c4368c9ea995), after_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:35.366570 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01db799b-24c0-4619-8384-53a9b9209a88 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=104102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 21:10:35.375209 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01db799b-24c0-4619-8384-53a9b9209a88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b2e98b0-5958-4ebe-901f-c4368c9ea995,revision_number=1']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:10:35.381206 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-01db799b-24c0-4619-8384-53a9b9209a88 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8787881957991', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-995747'] for segment (c6568e87-0523-4e7e-8b29-b4bd7eb1f786), precommit_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:35.381610 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.db.segments_db [None req-01db799b-24c0-4619-8384-53a9b9209a88 admin admin] Added segment c6568e87-0523-4e7e-8b29-b4bd7eb1f786 of type vlan for network bbe0c4f7-1349-405d-b1f0-935d04e42d4a May 26 21:10:35.422278 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-01db799b-24c0-4619-8384-53a9b9209a88 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787881459577'] for network (bbe0c4f7-1349-405d-b1f0-935d04e42d4a), precommit_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:35.446163 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-01db799b-24c0-4619-8384-53a9b9209a88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052'] for network (bbe0c4f7-1349-405d-b1f0-935d04e42d4a), after_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:35.447217 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01db799b-24c0-4619-8384-53a9b9209a88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:10:35.447786 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-01db799b-24c0-4619-8384-53a9b9209a88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-416010'] for network (None), before_response {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:35.498304 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-01db799b-24c0-4619-8384-53a9b9209a88 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.4517424 May 26 21:10:35.501294 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 50802) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:10:35.506121 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.v2.base [None req-a64b8456-2754-4888-bc07-c970a6ce45b5 admin admin] Request body: {'subnet': {'network_id': 'bbe0c4f7-1349-405d-b1f0-935d04e42d4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1585968162-subnet', 'tenant_id': '24cf32bd40be4be9a83d0771e4f939fa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:10:35.508502 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01db799b-24c0-4619-8384-53a9b9209a88 admin admin] Pushing event updated for resources: {'Network': ['ID=bbe0c4f7-1349-405d-b1f0-935d04e42d4a,revision_number=1']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:10:35.518993 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Network bbe0c4f7-1349-405d-b1f0-935d04e42d4a details requested by agent ovs-agent-dv-cinder-828806-3-iscsi with host dv-cinder-828806-3-iscsi {{(pid=104103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 21:10:35.527112 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a64b8456-2754-4888-bc07-c970a6ce45b5 admin admin] Made reservation on behalf of 24cf32bd40be4be9a83d0771e4f939fa for: {'subnet': 1} {{(pid=104101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 21:10:35.529693 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-a64b8456-2754-4888-bc07-c970a6ce45b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14398146'] for subnet (None), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:35.695834 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-a64b8456-2754-4888-bc07-c970a6ce45b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13230381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14398164'] for subnet (78d1818a-39ee-4c76-a0e5-ad97ae03aaf7), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:35.749141 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64b8456-2754-4888-bc07-c970a6ce45b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=78d1818a-39ee-4c76-a0e5-ad97ae03aaf7,revision_number=0']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:10:35.762834 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64b8456-2754-4888-bc07-c970a6ce45b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:10:35.763180 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64b8456-2754-4888-bc07-c970a6ce45b5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:10:35.763520 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64b8456-2754-4888-bc07-c970a6ce45b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:10:35.763856 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64b8456-2754-4888-bc07-c970a6ce45b5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:10:35.764191 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64b8456-2754-4888-bc07-c970a6ce45b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:10:35.764736 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64b8456-2754-4888-bc07-c970a6ce45b5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:10:35.765302 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64b8456-2754-4888-bc07-c970a6ce45b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:10:35.765868 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64b8456-2754-4888-bc07-c970a6ce45b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:10:35.766436 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64b8456-2754-4888-bc07-c970a6ce45b5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:10:35.767020 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64b8456-2754-4888-bc07-c970a6ce45b5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:10:35.767567 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64b8456-2754-4888-bc07-c970a6ce45b5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:10:35.767902 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64b8456-2754-4888-bc07-c970a6ce45b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:10:35.768250 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64b8456-2754-4888-bc07-c970a6ce45b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:10:35.768583 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64b8456-2754-4888-bc07-c970a6ce45b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:10:35.768906 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64b8456-2754-4888-bc07-c970a6ce45b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:10:35.775317 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64b8456-2754-4888-bc07-c970a6ce45b5 admin admin] Checking segment: {'id': 'c6568e87-0523-4e7e-8b29-b4bd7eb1f786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'bbe0c4f7-1349-405d-b1f0-935d04e42d4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 21:10:35.775856 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64b8456-2754-4888-bc07-c970a6ce45b5 admin admin] Network hostable DHCP agents. Network: bbe0c4f7-1349-405d-b1f0-935d04e42d4a, hostable agents: ['28061657-8b16-479f-8ff4-19bdcc74bc2c'], hosted agents: [] {{(pid=104101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 21:10:35.793209 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64b8456-2754-4888-bc07-c970a6ce45b5 admin admin] Network bbe0c4f7-1349-405d-b1f0-935d04e42d4a is scheduled to be hosted by DHCP agent 28061657-8b16-479f-8ff4-19bdcc74bc2c with binding_index 1 {{(pid=104101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 21:10:35.802634 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.scheduler.base_scheduler [None req-a64b8456-2754-4888-bc07-c970a6ce45b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828806-3-iscsi, bbe0c4f7-1349-405d-b1f0-935d04e42d4a) {{(pid=104101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:10:35.807343 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a64b8456-2754-4888-bc07-c970a6ce45b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:10:35.808512 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-a64b8456-2754-4888-bc07-c970a6ce45b5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:35.811569 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d67b58-5422-4d25-aafc-0cec02caa037 None None] Network bbe0c4f7-1349-405d-b1f0-935d04e42d4a requested from dv-cinder-828806-3-iscsi {{(pid=104103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 21:10:35.826359 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-a64b8456-2754-4888-bc07-c970a6ce45b5 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3239942 May 26 21:10:35.906578 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faba5a40-e15f-4db3-acd9-b310467859bf None None] Network bbe0c4f7-1349-405d-b1f0-935d04e42d4a requested from dv-cinder-828806-3-iscsi {{(pid=104103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 21:10:36.029790 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:10:36.102729 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018e4a51-cb76-4e09-bbe0-192c505f854b req-9b7f02d1-72f3-4a5e-98d1-476da44379e9 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:10:36.104222 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-018e4a51-cb76-4e09-bbe0-192c505f854b req-9b7f02d1-72f3-4a5e-98d1-476da44379e9 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/ports?device_id=665ad667-2f55-49b8-afe0-119ad146bcd8 HTTP/1.1" status: 200 len: 945 time: 0.0829148 May 26 21:10:36.120153 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1c8b66-0c15-4eb4-9a27-d1525c6fd34c req-58a1de75-ebd1-4f40-b9ae-bbf2c2bca664 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:10:36.121581 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-bd1c8b66-0c15-4eb4-9a27-d1525c6fd34c req-58a1de75-ebd1-4f40-b9ae-bbf2c2bca664 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=559095bd-c9f8-44f9-8e2a-dd44acedd8b1 HTTP/1.1" status: 200 len: 943 time: 0.0701382 May 26 21:10:36.193920 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-018e4a51-cb76-4e09-bbe0-192c505f854b req-63f921d5-3ceb-4a5c-bba4-735ed8af2c4d tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/security-groups?id=09f39da6-3f88-40b2-98b8-cb5486d7fdbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819223 May 26 21:10:36.198256 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-bd1c8b66-0c15-4eb4-9a27-d1525c6fd34c req-574b8db9-c60d-47d9-aee5-4820117bd468 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/security-groups?id=6fd55e68-e49d-4af6-81d3-d350fedf0cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702767 May 26 21:10:36.303570 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-9e52af88-1e86-423d-ba8b-89788b806b35 req-a06cd1f8-7d7f-42f0-b9fd-7ebeb1ba88ea tempest-TestMinimumBasicScenario-5324183 tempest-TestMinimumBasicScenario-5324183-project] 10.222.0.57 "GET /v2.0/ports?device_id=5247c5aa-5eb4-493b-92b8-17a9d9428627 HTTP/1.1" status: 200 len: 210 time: 0.0291381 May 26 21:10:36.450792 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7232755b-ec2f-4e9a-98e2-98395d22dcf6 req-95ca06ca-1fe5-41e6-bdfa-685edcfe6c5e tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:10:36.452229 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-7232755b-ec2f-4e9a-98e2-98395d22dcf6 req-95ca06ca-1fe5-41e6-bdfa-685edcfe6c5e tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/ports?device_id=31fc6c9b-5b01-4e29-b511-5e8210fe28b8 HTTP/1.1" status: 200 len: 945 time: 0.0613167 May 26 21:10:36.501261 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-7232755b-ec2f-4e9a-98e2-98395d22dcf6 req-c84f62c9-e13e-44ad-88a0-619322564291 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/security-groups?id=e09992a7-ecc3-4382-97f1-3c7c9855a67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420725 May 26 21:10:36.627091 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0787b777-7b49-4882-9803-66dd6553d570 req-3d2648a8-e72b-441e-8011-f9b661464a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:10:36.628655 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-0787b777-7b49-4882-9803-66dd6553d570 req-3d2648a8-e72b-441e-8011-f9b661464a26 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=31fc6c9b-5b01-4e29-b511-5e8210fe28b8 HTTP/1.1" status: 200 len: 1129 time: 0.0411587 May 26 21:10:36.787184 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-6b919400-ab0e-4178-8aa5-e630755e5da4 req-7748b253-f8a2-4ba0-bef8-8eea80ab676c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=5247c5aa-5eb4-493b-92b8-17a9d9428627&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0638840 May 26 21:10:36.809871 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d840e5-704a-4670-9898-0a6e244ba037 req-033b0b57-777f-43e0-a76e-50df99b8f9c2 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:10:36.811293 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-54d840e5-704a-4670-9898-0a6e244ba037 req-033b0b57-777f-43e0-a76e-50df99b8f9c2 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.62 "GET /v2.0/ports?device_id=665ad667-2f55-49b8-afe0-119ad146bcd8 HTTP/1.1" status: 200 len: 945 time: 0.0862298 May 26 21:10:36.821831 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-0787b777-7b49-4882-9803-66dd6553d570 req-1e7f786b-d993-4f1a-b6d4-21fdee8be3ae service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=e09992a7-ecc3-4382-97f1-3c7c9855a67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050451 May 26 21:10:37.343069 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3950a509-2a6d-4943-8c8f-c59b3664c5a6 req-2b6ac75c-7661-4f8d-9fe4-f2aca4d5fde1 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:10:37.344524 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-3950a509-2a6d-4943-8c8f-c59b3664c5a6 req-2b6ac75c-7661-4f8d-9fe4-f2aca4d5fde1 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/ports?device_id=665ad667-2f55-49b8-afe0-119ad146bcd8 HTTP/1.1" status: 200 len: 945 time: 0.0722167 May 26 21:10:37.352203 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb41077-4254-4136-8ba1-7cbdcceb8683 req-294d55f3-f980-4a07-bb18-ffad08b1c189 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:10:37.353535 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-9cb41077-4254-4136-8ba1-7cbdcceb8683 req-294d55f3-f980-4a07-bb18-ffad08b1c189 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=559095bd-c9f8-44f9-8e2a-dd44acedd8b1 HTTP/1.1" status: 200 len: 943 time: 0.0724332 May 26 21:10:37.426799 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-3950a509-2a6d-4943-8c8f-c59b3664c5a6 req-b75c7fc9-74f7-4de2-a182-c8c7de132d7c tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/security-groups?id=09f39da6-3f88-40b2-98b8-cb5486d7fdbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723102 May 26 21:10:37.430791 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-9cb41077-4254-4136-8ba1-7cbdcceb8683 req-c2840d00-3106-430f-9781-c73991a4c474 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/security-groups?id=6fd55e68-e49d-4af6-81d3-d350fedf0cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706966 May 26 21:10:37.652645 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:INSERT=7,neutron:SELECT=91,neutron:UPDATE=2 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:10:37.671815 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9371e4d5-badf-4b5d-9d98-015d434f96c0 req-8e6b688e-3973-4512-a54d-e0d2493912bb tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:10:37.673335 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-9371e4d5-badf-4b5d-9d98-015d434f96c0 req-8e6b688e-3973-4512-a54d-e0d2493912bb tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/ports?device_id=31fc6c9b-5b01-4e29-b511-5e8210fe28b8 HTTP/1.1" status: 200 len: 945 time: 0.0977092 May 26 21:10:37.734750 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-6b919400-ab0e-4178-8aa5-e630755e5da4 req-21a13b15-9897-4c06-94ef-9a70a6c40ce4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=cdb0cbaf75ee402091c3eec9dd512a2d&device_id=5247c5aa-5eb4-493b-92b8-17a9d9428627 HTTP/1.1" status: 200 len: 210 time: 0.0526297 May 26 21:10:37.792097 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.plugin [req-54d840e5-704a-4670-9898-0a6e244ba037 req-fbbf13a8-5c64-40b0-9c65-8bb8b7a90aac tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Deleting port 88785e97-1232-4704-99d6-832b09960187 {{(pid=104101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 21:10:37.792544 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-54d840e5-704a-4670-9898-0a6e244ba037 req-fbbf13a8-5c64-40b0-9c65-8bb8b7a90aac tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787881975269'] for port (88785e97-1232-4704-99d6-832b09960187), before_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:37.898069 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.db [req-54d840e5-704a-4670-9898-0a6e244ba037 req-fbbf13a8-5c64-40b0-9c65-8bb8b7a90aac tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] For port 88785e97-1232-4704-99d6-832b09960187, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=88785e97-1232-4704-99d6-832b09960187,segment=NetworkSegment(6581e449-834f-4534-a2fe-363e6aa5bcef),segment_id=6581e449-834f-4534-a2fe-363e6aa5bcef)] {{(pid=104101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:10:37.898432 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-54d840e5-704a-4670-9898-0a6e244ba037 req-fbbf13a8-5c64-40b0-9c65-8bb8b7a90aac tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595751'] for port (88785e97-1232-4704-99d6-832b09960187), precommit_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:37.937922 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f55474-0270-45cc-bb76-7c3818b68ecf req-466a1b1e-8f9d-4081-9f81-cc836ad4d7be tempest-VolumesSnapshotTestJSON-1979792285 tempest-VolumesSnapshotTestJSON-1979792285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:10:37.939407 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-f9f55474-0270-45cc-bb76-7c3818b68ecf req-466a1b1e-8f9d-4081-9f81-cc836ad4d7be tempest-VolumesSnapshotTestJSON-1979792285 tempest-VolumesSnapshotTestJSON-1979792285-project] 10.222.0.57 "GET /v2.0/networks?id=bbe0c4f7-1349-405d-b1f0-935d04e42d4a HTTP/1.1" status: 200 len: 814 time: 0.3849144 May 26 21:10:37.945207 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-9371e4d5-badf-4b5d-9d98-015d434f96c0 req-cb18a1c5-2073-41cb-9b41-1cb022bdc2f4 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/security-groups?id=e09992a7-ecc3-4382-97f1-3c7c9855a67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2504199 May 26 21:10:37.958905 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-f9f55474-0270-45cc-bb76-7c3818b68ecf req-ea084f23-c2e4-4cae-bab9-6a8b2088087c tempest-VolumesSnapshotTestJSON-1979792285 tempest-VolumesSnapshotTestJSON-1979792285-project] 10.222.0.57 "GET /v2.0/quotas/24cf32bd40be4be9a83d0771e4f939fa HTTP/1.1" status: 200 len: 375 time: 0.0110853 May 26 21:10:38.004398 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-f9f55474-0270-45cc-bb76-7c3818b68ecf req-1b080c73-62ae-4b80-98b6-506e7bbc078e tempest-VolumesSnapshotTestJSON-1979792285 tempest-VolumesSnapshotTestJSON-1979792285-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=24cf32bd40be4be9a83d0771e4f939fa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0382369 May 26 21:10:38.118862 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:10:38.131001 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:10:38.151081 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-f9f55474-0270-45cc-bb76-7c3818b68ecf req-a97d835d-3670-4be7-8442-a2fd4d48f1d0 service neutron] 10.222.0.57 "GET /v2.0/networks/bbe0c4f7-1349-405d-b1f0-935d04e42d4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400733 May 26 21:10:38.165390 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-54d840e5-704a-4670-9898-0a6e244ba037 req-fbbf13a8-5c64-40b0-9c65-8bb8b7a90aac tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:38.165761 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-54d840e5-704a-4670-9898-0a6e244ba037 req-fbbf13a8-5c64-40b0-9c65-8bb8b7a90aac tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1614815'] for floatingip (ad0c71a6-970d-47e5-8052-54440300ceaa), after_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:38.166069 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.db.l3_db [req-54d840e5-704a-4670-9898-0a6e244ba037 req-fbbf13a8-5c64-40b0-9c65-8bb8b7a90aac tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Floating IP ad0c71a6-970d-47e5-8052-54440300ceaa disassociated. External IP: 172.27.2.41, port: 88785e97-1232-4704-99d6-832b09960187. May 26 21:10:38.166410 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.plugin [req-54d840e5-704a-4670-9898-0a6e244ba037 req-fbbf13a8-5c64-40b0-9c65-8bb8b7a90aac tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Calling delete_port for 88785e97-1232-4704-99d6-832b09960187 owned by compute:nova {{(pid=104101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 21:10:38.181722 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b919400-ab0e-4178-8aa5-e630755e5da4 req-1fb0ce30-fba2-4298-9962-c8561a3eb261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:10:38.183205 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-6b919400-ab0e-4178-8aa5-e630755e5da4 req-1fb0ce30-fba2-4298-9962-c8561a3eb261 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=cdb0cbaf75ee402091c3eec9dd512a2d&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1830182 May 26 21:10:38.208209 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 50884) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:10:38.285169 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Device 2b28ec7a-2283-4d09-881e-8be73e6910f6 details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=104103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 21:10:38.320513 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-f9f55474-0270-45cc-bb76-7c3818b68ecf req-b3a03174-231b-427a-8536-4f8431f2b719 service neutron] 10.222.0.57 "GET /v2.0/networks/bbe0c4f7-1349-405d-b1f0-935d04e42d4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605566 May 26 21:10:38.335846 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b919400-ab0e-4178-8aa5-e630755e5da4 req-e602c167-ba2d-451a-a717-f28f1dd5a61e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:10:38.337847 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-6b919400-ab0e-4178-8aa5-e630755e5da4 req-e602c167-ba2d-451a-a717-f28f1dd5a61e service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1220214 May 26 21:10:38.373977 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=79 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:10:38.378753 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=100 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:10:38.396315 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=21 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:10:38.407049 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-54d840e5-704a-4670-9898-0a6e244ba037 req-fbbf13a8-5c64-40b0-9c65-8bb8b7a90aac tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787881986003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787881445708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13231773'] for port (88785e97-1232-4704-99d6-832b09960187), after_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:38.435359 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] For port 2b28ec7a-2283-4d09-881e-8be73e6910f6, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=2b28ec7a-2283-4d09-881e-8be73e6910f6,segment=NetworkSegment(7fb7ed4c-a972-40f4-a310-001c141d4c5c),segment_id=7fb7ed4c-a972-40f4-a310-001c141d4c5c)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:10:38.451771 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Returning: {'device': '2b28ec7a-2283-4d09-881e-8be73e6910f6', 'network_id': 'ff69986b-e00e-41bd-8a28-f959570fc8f7', 'port_id': '2b28ec7a-2283-4d09-881e-8be73e6910f6', 'mac_address': 'fa:16:3e:fb:48:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '647d6a86-42b9-4a67-830f-75c07bdfd5d7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 21:10:38.457357 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbf13a8-5c64-40b0-9c65-8bb8b7a90aac tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Pushing event deleted for resources: {'Port': ['ID=88785e97-1232-4704-99d6-832b09960187,revision_number=None']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:10:38.530915 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Current status of the port 2b28ec7a-2283-4d09-881e-8be73e6910f6 is: DOWN; New status is: BUILD {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:10:38.531531 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (2b28ec7a-2283-4d09-881e-8be73e6910f6), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:38.572318 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.notifiers.nova [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b28ec7a-2283-4d09-881e-8be73e6910f6 {{(pid=104103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 21:10:38.598746 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] For port 2b28ec7a-2283-4d09-881e-8be73e6910f6, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=2b28ec7a-2283-4d09-881e-8be73e6910f6,segment=NetworkSegment(7fb7ed4c-a972-40f4-a310-001c141d4c5c),segment_id=7fb7ed4c-a972-40f4-a310-001c141d4c5c)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:10:38.605659 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (2b28ec7a-2283-4d09-881e-8be73e6910f6), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:38.611093 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-bc734d09-7a20-4c26-b780-129161bfd168 req-2576f8a8-7c75-4271-b95b-cde9301a3fea tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/ports?device_id=665ad667-2f55-49b8-afe0-119ad146bcd8 HTTP/1.1" status: 200 len: 210 time: 0.0353758 May 26 21:10:38.676762 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Pushing event updated for resources: {'Port': ['ID=2b28ec7a-2283-4d09-881e-8be73e6910f6,revision_number=9']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:10:38.694301 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.scheduler.l3_agent_scheduler [req-54d840e5-704a-4670-9898-0a6e244ba037 req-fbbf13a8-5c64-40b0-9c65-8bb8b7a90aac tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Router fcf153c1-dfc2-4490-b95f-83881f205231 has already been hosted by L3 agent ccb07560-1e88-42f3-8411-377a93089622 {{(pid=104101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 21:10:38.707614 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0389a7b7-5b0f-4804-9c9d-8ba0d52cc543 req-addf9e2c-2e3a-4c09-93a9-ec5ece4d05d1 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:10:38.708996 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-0389a7b7-5b0f-4804-9c9d-8ba0d52cc543 req-addf9e2c-2e3a-4c09-93a9-ec5ece4d05d1 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=559095bd-c9f8-44f9-8e2a-dd44acedd8b1 HTTP/1.1" status: 200 len: 944 time: 0.1423817 May 26 21:10:38.764456 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-759bc563-d356-4579-ad47-de83bfb8a389 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1615327'] for router_interface (1b4fc86d-8450-42c5-9e4b-923338fbbf56), before_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:38.767914 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-7716e99b-af8b-48bf-9e2d-9c89a4f178c8 req-32b7d274-afa7-4aa9-ad81-d5c4e8aa2e8b tempest-VolumesSnapshotTestJSON-1979792285 tempest-VolumesSnapshotTestJSON-1979792285-project] 10.222.0.57 "GET /v2.0/ports?device_id=6019e787-b419-468d-8f0a-14f6108b2694 HTTP/1.1" status: 200 len: 210 time: 0.0696576 May 26 21:10:38.846898 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-0389a7b7-5b0f-4804-9c9d-8ba0d52cc543 req-0fc444c6-7e90-40b0-be8e-d6dc547d088b tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/security-groups?id=6fd55e68-e49d-4af6-81d3-d350fedf0cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1268034 May 26 21:10:38.859538 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-54d840e5-704a-4670-9898-0a6e244ba037 req-fbbf13a8-5c64-40b0-9c65-8bb8b7a90aac tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Notify agent at l3_agent.dv-cinder-828806-3-iscsi the message routers_updated {{(pid=104101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 21:10:38.872878 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8944e088-e3a1-4a1b-b603-e95d0fe61f07 None None] Sync routers for ids ['fcf153c1-dfc2-4490-b95f-83881f205231'] in dv-cinder-828806-3-iscsi {{(pid=104104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 21:10:38.902468 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8944e088-e3a1-4a1b-b603-e95d0fe61f07 None None] Routers {'fcf153c1-dfc2-4490-b95f-83881f205231'} bound to L3 agent in host dv-cinder-828806-3-iscsi {{(pid=104104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:10:38.903288 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_hamode_db [None req-8944e088-e3a1-4a1b-b603-e95d0fe61f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T20:55:42Z,description=,heartbeat_timestamp=2022-05-26T21:10:12Z,host='dv-cinder-828806-3-iscsi',id=ccb07560-1e88-42f3-8411-377a93089622,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T20:55:42Z,topic='l3_agent')) {'router_ids': ['fcf153c1-dfc2-4490-b95f-83881f205231'], 'active': True} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:10:38.933675 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [req-54d840e5-704a-4670-9898-0a6e244ba037 req-fbbf13a8-5c64-40b0-9c65-8bb8b7a90aac tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] No DVR routers for this DVR port 88785e97-1232-4704-99d6-832b09960187 on host hv-cinder-82880 {{(pid=104101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 21:10:38.937537 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-54d840e5-704a-4670-9898-0a6e244ba037 req-fbbf13a8-5c64-40b0-9c65-8bb8b7a90aac tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25531'] for port (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:38.941883 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-54d840e5-704a-4670-9898-0a6e244ba037 req-fbbf13a8-5c64-40b0-9c65-8bb8b7a90aac tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.62 "DELETE /v2.0/ports/88785e97-1232-4704-99d6-832b09960187 HTTP/1.1" status: 204 len: 173 time: 1.2729146 May 26 21:10:38.943071 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '665ad667-2f55-49b8-afe0-119ad146bcd8', 'name': 'network-vif-deleted', 'tag': '88785e97-1232-4704-99d6-832b09960187'}] {{(pid=104101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:10:38.945519 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e35b3b942162f380527a6ddce7731c26b87baf9d9763e10c20fbd720b027cea7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79d1863b-7695-4f6c-8d13-7a5464067431" -d '{"events": [{"server_uuid": "665ad667-2f55-49b8-afe0-119ad146bcd8", "name": "network-vif-deleted", "tag": "88785e97-1232-4704-99d6-832b09960187"}]}' {{(pid=104101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:10:39.045287 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 21:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-208befc0-132f-469b-ab75-1f57ea7fdf92 x-openstack-request-id: req-208befc0-132f-469b-ab75-1f57ea7fdf92 {{(pid=104101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:10:39.045543 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "665ad667-2f55-49b8-afe0-119ad146bcd8", "name": "network-vif-deleted", "tag": "88785e97-1232-4704-99d6-832b09960187", "status": "completed", "code": 200}]} {{(pid=104101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:10:39.045895 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-208befc0-132f-469b-ab75-1f57ea7fdf92 {{(pid=104101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:10:39.046555 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.notifiers.nova [-] Nova event matching ['req-208befc0-132f-469b-ab75-1f57ea7fdf92'] response: {'server_uuid': '665ad667-2f55-49b8-afe0-119ad146bcd8', 'name': 'network-vif-deleted', 'tag': '88785e97-1232-4704-99d6-832b09960187', 'status': 'completed', 'code': 200} May 26 21:10:39.049100 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvr_db [None req-8944e088-e3a1-4a1b-b603-e95d0fe61f07 None None] Set router fcf153c1-dfc2-4490-b95f-83881f205231 gateway port host: dv-cinder-828806-3-iscsi {{(pid=104104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:10:39.120234 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=100 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:10:39.198936 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.plugins.ml2.plugin [None req-759bc563-d356-4579-ad47-de83bfb8a389 admin admin] Deleting port fd3ec723-b359-4f71-98b1-d8d7fb702311 {{(pid=104102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 21:10:39.199407 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-759bc563-d356-4579-ad47-de83bfb8a389 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787881975269'] for port (fd3ec723-b359-4f71-98b1-d8d7fb702311), before_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:39.200538 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] get_ports_and_sgs() called for port_ids ['2b28ec7a-2283-4d09-881e-8be73e6910f6'] {{(pid=104103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 21:10:39.262267 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:10:39.306597 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.plugins.ml2.db [None req-759bc563-d356-4579-ad47-de83bfb8a389 admin admin] For port fd3ec723-b359-4f71-98b1-d8d7fb702311, host dv-cinder-828806-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-3-iscsi',level=0,port_id=fd3ec723-b359-4f71-98b1-d8d7fb702311,segment=NetworkSegment(b05a28e2-d38c-435b-8849-904ab696de67),segment_id=b05a28e2-d38c-435b-8849-904ab696de67)] {{(pid=104102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:10:39.307093 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-759bc563-d356-4579-ad47-de83bfb8a389 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595751'] for port (fd3ec723-b359-4f71-98b1-d8d7fb702311), precommit_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:39.324832 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.plugins.ml2.plugin [None req-759bc563-d356-4579-ad47-de83bfb8a389 admin admin] Calling delete_port for fd3ec723-b359-4f71-98b1-d8d7fb702311 owned by network:router_interface {{(pid=104102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 21:10:39.388395 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_hamode_db [None req-8944e088-e3a1-4a1b-b603-e95d0fe61f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcf153c1-dfc2-4490-b95f-83881f205231', 'name': 'tempest-AttachVolumeTestJSON-641444328-router', 'tenant_id': 'aee8ddc72b8a4baeb01503afbd8aeab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '9f9f8939-364b-4fe7-a922-a7d9b3523c6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:04:18Z', 'updated_at': '2022-05-26T21:04:24Z', 'revision_number': 4, 'project_id': 'aee8ddc72b8a4baeb01503afbd8aeab1', 'gw_port': {'id': '9f9f8939-364b-4fe7-a922-a7d9b3523c6c', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:bb:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf153c1-dfc2-4490-b95f-83881f205231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:04:19Z', 'updated_at': '2022-05-26T21:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi', '_interfaces': [{'id': '33561d76-16e3-4004-9447-f0c279bc8e98', 'name': '', 'network_id': '5629c7a4-9159-4bb4-9c94-a1405c68e80c', 'tenant_id': 'aee8ddc72b8a4baeb01503afbd8aeab1', 'mac_address': 'fa:16:3e:0f:c5:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf153c1-dfc2-4490-b95f-83881f205231', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '98eeb434-72ed-4f64-921d-7288f9cdbc0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:04:23Z', 'updated_at': '2022-05-26T21:04:33Z', 'revision_number': 5, 'project_id': 'aee8ddc72b8a4baeb01503afbd8aeab1', 'subnets': [{'id': '98eeb434-72ed-4f64-921d-7288f9cdbc0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-3-iscsi', False) {} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:10:39.428540 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8944e088-e3a1-4a1b-b603-e95d0fe61f07 None None] Checking router: fcf153c1-dfc2-4490-b95f-83881f205231 for host: dv-cinder-828806-3-iscsi {{(pid=104104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 21:10:39.438086 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8944e088-e3a1-4a1b-b603-e95d0fe61f07 None None] Routers {'fcf153c1-dfc2-4490-b95f-83881f205231'} bound to L3 agent in host dv-cinder-828806-3-iscsi {{(pid=104104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:10:39.438724 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_hamode_db [None req-8944e088-e3a1-4a1b-b603-e95d0fe61f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T20:55:42Z,description=,heartbeat_timestamp=2022-05-26T21:10:12Z,host='dv-cinder-828806-3-iscsi',id=ccb07560-1e88-42f3-8411-377a93089622,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T20:55:42Z,topic='l3_agent')) {'router_ids': ['fcf153c1-dfc2-4490-b95f-83881f205231'], 'active': True} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:10:39.439462 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb9ca72-ad01-4783-a96e-e92b3369daf9 req-17c36f58-3314-4588-9d70-6795365ba1b9 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:10:39.441514 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-7cb9ca72-ad01-4783-a96e-e92b3369daf9 req-17c36f58-3314-4588-9d70-6795365ba1b9 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/ports?device_id=31fc6c9b-5b01-4e29-b511-5e8210fe28b8 HTTP/1.1" status: 200 len: 945 time: 0.3918097 May 26 21:10:39.543276 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-7cb9ca72-ad01-4783-a96e-e92b3369daf9 req-dbb79a4e-9b90-4bc8-87b4-d71c66e0af7e tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/security-groups?id=e09992a7-ecc3-4382-97f1-3c7c9855a67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944386 May 26 21:10:39.548721 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvr_db [None req-8944e088-e3a1-4a1b-b603-e95d0fe61f07 None None] Set router fcf153c1-dfc2-4490-b95f-83881f205231 gateway port host: dv-cinder-828806-3-iscsi {{(pid=104104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:10:39.648449 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-759bc563-d356-4579-ad47-de83bfb8a389 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787881986003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787881445708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16679263'] for port (fd3ec723-b359-4f71-98b1-d8d7fb702311), after_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:39.691309 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759bc563-d356-4579-ad47-de83bfb8a389 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd3ec723-b359-4f71-98b1-d8d7fb702311,revision_number=None']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:10:39.708503 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38151499-f86a-4428-b996-f05bdd764f96 req-a28e85a6-ad80-4c81-8878-6fcf86a76ff4 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:10:39.710050 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-38151499-f86a-4428-b996-f05bdd764f96 req-a28e85a6-ad80-4c81-8878-6fcf86a76ff4 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/ports?device_id=31fc6c9b-5b01-4e29-b511-5e8210fe28b8 HTTP/1.1" status: 200 len: 945 time: 0.0968876 May 26 21:10:39.722680 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 50912) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:10:39.727695 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.v2.base [None req-74977af0-9f68-4db7-9759-6fff03890997 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Request body: {'floatingip': {'port_id': 'e30a3e5e-40d1-43d1-bade-e25f51d353da'}} {{(pid=104101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:10:39.793620 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-be7bf1d6-5985-445d-b044-cbc7ba248273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (28061657-8b16-479f-8ff4-19bdcc74bc2c), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:39.797118 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-74977af0-9f68-4db7-9759-6fff03890997 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks [] for floatingip (16a79d29-1de3-4c70-87b3-e70989e67470), before_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:39.817079 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-b06469f0-bc63-4b22-95ba-1bc72ce6de03 req-4cde7989-a68c-4469-aff3-be64522d9bae tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/ports?device_id=665ad667-2f55-49b8-afe0-119ad146bcd8 HTTP/1.1" status: 200 len: 210 time: 0.0577500 May 26 21:10:39.825702 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_hamode_db [None req-8944e088-e3a1-4a1b-b603-e95d0fe61f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcf153c1-dfc2-4490-b95f-83881f205231', 'name': 'tempest-AttachVolumeTestJSON-641444328-router', 'tenant_id': 'aee8ddc72b8a4baeb01503afbd8aeab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '9f9f8939-364b-4fe7-a922-a7d9b3523c6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:04:18Z', 'updated_at': '2022-05-26T21:04:24Z', 'revision_number': 4, 'project_id': 'aee8ddc72b8a4baeb01503afbd8aeab1', 'gw_port': {'id': '9f9f8939-364b-4fe7-a922-a7d9b3523c6c', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:bb:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf153c1-dfc2-4490-b95f-83881f205231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:04:19Z', 'updated_at': '2022-05-26T21:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi', '_interfaces': [{'id': '33561d76-16e3-4004-9447-f0c279bc8e98', 'name': '', 'network_id': '5629c7a4-9159-4bb4-9c94-a1405c68e80c', 'tenant_id': 'aee8ddc72b8a4baeb01503afbd8aeab1', 'mac_address': 'fa:16:3e:0f:c5:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf153c1-dfc2-4490-b95f-83881f205231', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '98eeb434-72ed-4f64-921d-7288f9cdbc0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:04:23Z', 'updated_at': '2022-05-26T21:04:33Z', 'revision_number': 5, 'project_id': 'aee8ddc72b8a4baeb01503afbd8aeab1', 'subnets': [{'id': '98eeb434-72ed-4f64-921d-7288f9cdbc0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-3-iscsi', False) {} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:10:39.908276 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:10:39.912431 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8944e088-e3a1-4a1b-b603-e95d0fe61f07 None None] The sync data for ids ['fcf153c1-dfc2-4490-b95f-83881f205231'] in dv-cinder-828806-3-iscsi is: [{'id': 'fcf153c1-dfc2-4490-b95f-83881f205231', 'name': 'tempest-AttachVolumeTestJSON-641444328-router', 'tenant_id': 'aee8ddc72b8a4baeb01503afbd8aeab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '9f9f8939-364b-4fe7-a922-a7d9b3523c6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:04:18Z', 'updated_at': '2022-05-26T21:04:24Z', 'revision_number': 4, 'project_id': 'aee8ddc72b8a4baeb01503afbd8aeab1', 'gw_port': {'id': '9f9f8939-364b-4fe7-a922-a7d9b3523c6c', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:bb:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf153c1-dfc2-4490-b95f-83881f205231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:04:19Z', 'updated_at': '2022-05-26T21:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi', '_interfaces': [{'id': '33561d76-16e3-4004-9447-f0c279bc8e98', 'name': '', 'network_id': '5629c7a4-9159-4bb4-9c94-a1405c68e80c', 'tenant_id': 'aee8ddc72b8a4baeb01503afbd8aeab1', 'mac_address': 'fa:16:3e:0f:c5:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf153c1-dfc2-4490-b95f-83881f205231', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '98eeb434-72ed-4f64-921d-7288f9cdbc0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:04:23Z', 'updated_at': '2022-05-26T21:04:33Z', 'revision_number': 5, 'project_id': 'aee8ddc72b8a4baeb01503afbd8aeab1', 'subnets': [{'id': '98eeb434-72ed-4f64-921d-7288f9cdbc0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 21:10:39.993760 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-78bd3323-91ac-4b8e-a3e7-7755501dedc8 req-4ab6b2bd-3bca-45f3-86fd-b820e35659d1 tempest-VolumesSnapshotTestJSON-1979792285 tempest-VolumesSnapshotTestJSON-1979792285-project] 10.222.0.57 "GET /v2.0/ports?device_id=6019e787-b419-468d-8f0a-14f6108b2694 HTTP/1.1" status: 200 len: 210 time: 0.0831265 May 26 21:10:40.122645 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf21c6bd-f018-40e1-b1b8-8561b9c7f08b req-900819c1-d3c0-4cd1-b64e-c0dc54e72f0c tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:10:40.124307 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-cf21c6bd-f018-40e1-b1b8-8561b9c7f08b req-900819c1-d3c0-4cd1-b64e-c0dc54e72f0c tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=559095bd-c9f8-44f9-8e2a-dd44acedd8b1 HTTP/1.1" status: 200 len: 944 time: 0.1342885 May 26 21:10:40.139884 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-759bc563-d356-4579-ad47-de83bfb8a389 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-416047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1615171'] for router_interface (1b4fc86d-8450-42c5-9e4b-923338fbbf56), after_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:40.148573 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:10:40.240110 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-cf21c6bd-f018-40e1-b1b8-8561b9c7f08b req-14051282-f91e-492b-9414-524d80a68806 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/security-groups?id=6fd55e68-e49d-4af6-81d3-d350fedf0cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087303 May 26 21:10:40.298735 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Device 2b28ec7a-2283-4d09-881e-8be73e6910f6 up at agent hyperv_hv-cinder-82880 {{(pid=104103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:10:40.324352 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a6a99b-42a3-4b55-8d50-329dda0155be None None] New status for floating IP ad0c71a6-970d-47e5-8052-54440300ceaa: DOWN {{(pid=104103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 21:10:40.329513 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:10:40.339908 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:10:40.364365 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:10:40.431550 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-74977af0-9f68-4db7-9759-6fff03890997 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:40.435704 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-74977af0-9f68-4db7-9759-6fff03890997 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1614815'] for floatingip (16a79d29-1de3-4c70-87b3-e70989e67470), after_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:40.442699 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-759bc563-d356-4579-ad47-de83bfb8a389 admin admin] Router 1b4fc86d-8450-42c5-9e4b-923338fbbf56 has already been hosted by L3 agent ccb07560-1e88-42f3-8411-377a93089622 {{(pid=104102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 21:10:40.447476 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Provisioning complete for port 2b28ec7a-2283-4d09-881e-8be73e6910f6 triggered by entity L2. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:10:40.448205 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (2b28ec7a-2283-4d09-881e-8be73e6910f6), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:40.542892 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Current status of the port 2b28ec7a-2283-4d09-881e-8be73e6910f6 is: BUILD; New status is: ACTIVE {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:10:40.543558 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (2b28ec7a-2283-4d09-881e-8be73e6910f6), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:40.556362 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.db.l3_db [None req-74977af0-9f68-4db7-9759-6fff03890997 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Floating IP 16a79d29-1de3-4c70-87b3-e70989e67470 associated. External IP: 172.27.2.23, port: e30a3e5e-40d1-43d1-bade-e25f51d353da. May 26 21:10:40.585302 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '559095bd-c9f8-44f9-8e2a-dd44acedd8b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b28ec7a-2283-4d09-881e-8be73e6910f6'}] {{(pid=104103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:10:40.587887 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b44267d7c8a7abe6e93cd6d61df03f02c4feaf0da3ba5ea8b381a36bebf6efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b33052f-f594-44ff-9db0-0e8cb11a5222" -d '{"events": [{"server_uuid": "559095bd-c9f8-44f9-8e2a-dd44acedd8b1", "name": "network-vif-plugged", "status": "completed", "tag": "2b28ec7a-2283-4d09-881e-8be73e6910f6"}]}' {{(pid=104103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:10:40.589146 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-759bc563-d356-4579-ad47-de83bfb8a389 admin admin] Notify agent at l3_agent.dv-cinder-828806-3-iscsi the message routers_updated {{(pid=104102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 21:10:40.601019 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] For port 2b28ec7a-2283-4d09-881e-8be73e6910f6, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=2b28ec7a-2283-4d09-881e-8be73e6910f6,segment=NetworkSegment(7fb7ed4c-a972-40f4-a310-001c141d4c5c),segment_id=7fb7ed4c-a972-40f4-a310-001c141d4c5c)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:10:40.602865 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4edf72-394b-4523-81f0-cd67cd768255 None None] Sync routers for ids ['1b4fc86d-8450-42c5-9e4b-923338fbbf56'] in dv-cinder-828806-3-iscsi {{(pid=104104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 21:10:40.607368 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-759bc563-d356-4579-ad47-de83bfb8a389 admin admin] 10.222.0.57 "PUT /v2.0/routers/1b4fc86d-8450-42c5-9e4b-923338fbbf56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3979790 May 26 21:10:40.609971 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 50920) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:10:40.610415 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (2b28ec7a-2283-4d09-881e-8be73e6910f6), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:40.611324 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Device 88785e97-1232-4704-99d6-832b09960187 no longer exists at agent hyperv_hv-cinder-82880 {{(pid=104103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 21:10:40.625488 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4edf72-394b-4523-81f0-cd67cd768255 None None] Routers {'1b4fc86d-8450-42c5-9e4b-923338fbbf56'} bound to L3 agent in host dv-cinder-828806-3-iscsi {{(pid=104104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:10:40.629919 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_hamode_db [None req-ed4edf72-394b-4523-81f0-cd67cd768255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T20:55:42Z,description=,heartbeat_timestamp=2022-05-26T21:10:12Z,host='dv-cinder-828806-3-iscsi',id=ccb07560-1e88-42f3-8411-377a93089622,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T20:55:42Z,topic='l3_agent')) {'router_ids': ['1b4fc86d-8450-42c5-9e4b-923338fbbf56'], 'active': True} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:10:40.682216 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 21:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-422c7f1b-e984-4fb1-8213-152de45e4972 x-openstack-request-id: req-422c7f1b-e984-4fb1-8213-152de45e4972 {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:10:40.682697 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "559095bd-c9f8-44f9-8e2a-dd44acedd8b1", "name": "network-vif-plugged", "status": "completed", "tag": "2b28ec7a-2283-4d09-881e-8be73e6910f6", "code": 200}]} {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:10:40.682917 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-422c7f1b-e984-4fb1-8213-152de45e4972 {{(pid=104103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:10:40.683285 dv-cinder-828806-3-iscsi neutron-server[104103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-422c7f1b-e984-4fb1-8213-152de45e4972'] response: {'server_uuid': '559095bd-c9f8-44f9-8e2a-dd44acedd8b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b28ec7a-2283-4d09-881e-8be73e6910f6', 'code': 200} May 26 21:10:40.683920 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] No Port match for: 88785e97-1232-4704-99d6-832b09960187 {{(pid=104103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 21:10:40.684265 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Device 88785e97-1232-4704-99d6-832b09960187 not bound to the agent host hv-cinder-82880 {{(pid=104103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 21:10:40.716380 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Pushing event updated for resources: {'Port': ['ID=2b28ec7a-2283-4d09-881e-8be73e6910f6,revision_number=10']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:10:40.853964 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvr_db [None req-ed4edf72-394b-4523-81f0-cd67cd768255 None None] Set router 1b4fc86d-8450-42c5-9e4b-923338fbbf56 gateway port host: dv-cinder-828806-3-iscsi {{(pid=104104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:10:41.053915 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-1c5a8536-7a3c-4081-8ec8-fffb38289c9f req-278adae3-916c-47b5-99f1-5ee93ef912f4 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/ports?device_id=665ad667-2f55-49b8-afe0-119ad146bcd8 HTTP/1.1" status: 200 len: 210 time: 0.0367451 May 26 21:10:41.066900 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-fe7b1022-3783-49db-a2b7-272ab825c665 admin admin] Publish callbacks [] for router (1b4fc86d-8450-42c5-9e4b-923338fbbf56), before_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:41.081182 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=100 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:10:41.163577 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733a6cca-eada-430c-9d18-970e207e69d0 req-db379b0b-dceb-4d64-8d5d-c2f8ecadae4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:10:41.165050 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-733a6cca-eada-430c-9d18-970e207e69d0 req-db379b0b-dceb-4d64-8d5d-c2f8ecadae4d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=559095bd-c9f8-44f9-8e2a-dd44acedd8b1 HTTP/1.1" status: 200 len: 1130 time: 0.0985432 May 26 21:10:41.174977 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-62bb2633-3cc6-469b-b408-011cbb645ceb req-29fa4d2e-5b89-44c0-ac2a-9dea8378b0f3 tempest-VolumesSnapshotTestJSON-1979792285 tempest-VolumesSnapshotTestJSON-1979792285-project] 10.222.0.57 "GET /v2.0/ports?device_id=6019e787-b419-468d-8f0a-14f6108b2694 HTTP/1.1" status: 200 len: 210 time: 0.0559294 May 26 21:10:41.196827 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-fe7b1022-3783-49db-a2b7-272ab825c665 admin admin] Publish callbacks [] for router_gateway (1b4fc86d-8450-42c5-9e4b-923338fbbf56), before_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:41.200731 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_hamode_db [None req-ed4edf72-394b-4523-81f0-cd67cd768255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b4fc86d-8450-42c5-9e4b-923338fbbf56', 'name': 'tempest-TestMinimumBasicScenario-298412895-router', 'tenant_id': 'cdb0cbaf75ee402091c3eec9dd512a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': '537fdb2f-dcc7-404b-9c1c-df0eeaecda4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:07:31Z', 'updated_at': '2022-05-26T21:10:39Z', 'revision_number': 5, 'project_id': 'cdb0cbaf75ee402091c3eec9dd512a2d', 'gw_port': {'id': '537fdb2f-dcc7-404b-9c1c-df0eeaecda4b', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:cf:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4fc86d-8450-42c5-9e4b-923338fbbf56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:07:32Z', 'updated_at': '2022-05-26T21:07:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi'}], 'dv-cinder-828806-3-iscsi', False) {} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:10:41.221731 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f55474-0270-45cc-bb76-7c3818b68ecf req-916ae5e9-4f7a-493b-8abc-6d16b1db0f46 tempest-VolumesSnapshotTestJSON-1979792285 tempest-VolumesSnapshotTestJSON-1979792285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:10:41.223204 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-f9f55474-0270-45cc-bb76-7c3818b68ecf req-916ae5e9-4f7a-493b-8abc-6d16b1db0f46 tempest-VolumesSnapshotTestJSON-1979792285 tempest-VolumesSnapshotTestJSON-1979792285-project] 10.222.0.62 "GET /v2.0/networks?id=bbe0c4f7-1349-405d-b1f0-935d04e42d4a HTTP/1.1" status: 200 len: 814 time: 0.6919696 May 26 21:10:41.226430 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4edf72-394b-4523-81f0-cd67cd768255 None None] Checking router: 1b4fc86d-8450-42c5-9e4b-923338fbbf56 for host: dv-cinder-828806-3-iscsi {{(pid=104104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 21:10:41.235725 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4edf72-394b-4523-81f0-cd67cd768255 None None] Routers {'1b4fc86d-8450-42c5-9e4b-923338fbbf56'} bound to L3 agent in host dv-cinder-828806-3-iscsi {{(pid=104104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:10:41.236334 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_hamode_db [None req-ed4edf72-394b-4523-81f0-cd67cd768255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T20:55:42Z,description=,heartbeat_timestamp=2022-05-26T21:10:12Z,host='dv-cinder-828806-3-iscsi',id=ccb07560-1e88-42f3-8411-377a93089622,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T20:55:42Z,topic='l3_agent')) {'router_ids': ['1b4fc86d-8450-42c5-9e4b-923338fbbf56'], 'active': True} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:10:41.245209 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.v2.base [req-f9f55474-0270-45cc-bb76-7c3818b68ecf req-616dff17-946f-4ebb-9713-68ec31f76002 tempest-VolumesSnapshotTestJSON-1979792285 tempest-VolumesSnapshotTestJSON-1979792285-project] Request body: {'port': {'device_id': '6019e787-b419-468d-8f0a-14f6108b2694', 'network_id': 'bbe0c4f7-1349-405d-b1f0-935d04e42d4a', 'admin_state_up': True, 'tenant_id': '24cf32bd40be4be9a83d0771e4f939fa'}} {{(pid=104101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:10:41.245721 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.plugins.ml2.plugin [None req-fe7b1022-3783-49db-a2b7-272ab825c665 admin admin] Deleting port 537fdb2f-dcc7-404b-9c1c-df0eeaecda4b {{(pid=104102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 21:10:41.246126 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-fe7b1022-3783-49db-a2b7-272ab825c665 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787881975269'] for port (537fdb2f-dcc7-404b-9c1c-df0eeaecda4b), before_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:41.270166 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74977af0-9f68-4db7-9759-6fff03890997 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Router 3bb60381-f3a3-4d7c-a3fa-b838eedba2bc has already been hosted by L3 agent ccb07560-1e88-42f3-8411-377a93089622 {{(pid=104101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 21:10:41.305663 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-733a6cca-eada-430c-9d18-970e207e69d0 req-f458c8cb-e2d2-48d4-974a-340cc0419aa9 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=6fd55e68-e49d-4af6-81d3-d350fedf0cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1335235 May 26 21:10:41.332520 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvr_db [None req-ed4edf72-394b-4523-81f0-cd67cd768255 None None] Set router 1b4fc86d-8450-42c5-9e4b-923338fbbf56 gateway port host: None {{(pid=104104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:10:41.346885 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.plugins.ml2.db [None req-fe7b1022-3783-49db-a2b7-272ab825c665 admin admin] For port 537fdb2f-dcc7-404b-9c1c-df0eeaecda4b, host dv-cinder-828806-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-3-iscsi',level=0,port_id=537fdb2f-dcc7-404b-9c1c-df0eeaecda4b,segment=NetworkSegment(8d4aea41-d977-462c-9098-4088113247cb),segment_id=8d4aea41-d977-462c-9098-4088113247cb)] {{(pid=104102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:10:41.347332 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-fe7b1022-3783-49db-a2b7-272ab825c665 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595751'] for port (537fdb2f-dcc7-404b-9c1c-df0eeaecda4b), precommit_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:41.371446 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.plugins.ml2.plugin [None req-fe7b1022-3783-49db-a2b7-272ab825c665 admin admin] Calling delete_port for 537fdb2f-dcc7-404b-9c1c-df0eeaecda4b owned by network:router_gateway {{(pid=104102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 21:10:41.392368 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_hamode_db [None req-ed4edf72-394b-4523-81f0-cd67cd768255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b4fc86d-8450-42c5-9e4b-923338fbbf56', 'name': 'tempest-TestMinimumBasicScenario-298412895-router', 'tenant_id': 'cdb0cbaf75ee402091c3eec9dd512a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:07:31Z', 'updated_at': '2022-05-26T21:10:41Z', 'revision_number': 6, 'project_id': 'cdb0cbaf75ee402091c3eec9dd512a2d', 'gw_port_host': None}], 'dv-cinder-828806-3-iscsi', False) {} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:10:41.414805 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7980ab-d71c-4832-9321-0e960af91b8e req-30f61e8b-c048-4fba-8651-17ce8aca7ab2 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:10:41.416436 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-1d7980ab-d71c-4832-9321-0e960af91b8e req-30f61e8b-c048-4fba-8651-17ce8aca7ab2 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=559095bd-c9f8-44f9-8e2a-dd44acedd8b1 HTTP/1.1" status: 200 len: 946 time: 0.0721459 May 26 21:10:41.419550 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4edf72-394b-4523-81f0-cd67cd768255 None None] The sync data for ids ['1b4fc86d-8450-42c5-9e4b-923338fbbf56'] in dv-cinder-828806-3-iscsi is: [{'id': '1b4fc86d-8450-42c5-9e4b-923338fbbf56', 'name': 'tempest-TestMinimumBasicScenario-298412895-router', 'tenant_id': 'cdb0cbaf75ee402091c3eec9dd512a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:07:31Z', 'updated_at': '2022-05-26T21:10:41Z', 'revision_number': 6, 'project_id': 'cdb0cbaf75ee402091c3eec9dd512a2d', 'gw_port_host': None}] {{(pid=104104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 21:10:41.460335 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74977af0-9f68-4db7-9759-6fff03890997 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Notify agent at l3_agent.dv-cinder-828806-3-iscsi the message routers_updated {{(pid=104101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 21:10:41.465808 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-74977af0-9f68-4db7-9759-6fff03890997 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25531'] for floatingip (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:41.466199 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:10:41.469684 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9f55474-0270-45cc-bb76-7c3818b68ecf req-616dff17-946f-4ebb-9713-68ec31f76002 tempest-VolumesSnapshotTestJSON-1979792285 tempest-VolumesSnapshotTestJSON-1979792285-project] Made reservation on behalf of 24cf32bd40be4be9a83d0771e4f939fa for: {'port': 1} {{(pid=104101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 21:10:41.473017 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686f46df-abc1-4f1e-938f-cbc630789ac2 None None] Sync routers for ids ['3bb60381-f3a3-4d7c-a3fa-b838eedba2bc'] in dv-cinder-828806-3-iscsi {{(pid=104103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 21:10:41.473678 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-f9f55474-0270-45cc-bb76-7c3818b68ecf req-616dff17-946f-4ebb-9713-68ec31f76002 tempest-VolumesSnapshotTestJSON-1979792285 tempest-VolumesSnapshotTestJSON-1979792285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (None), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:41.482543 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686f46df-abc1-4f1e-938f-cbc630789ac2 None None] Routers {'3bb60381-f3a3-4d7c-a3fa-b838eedba2bc'} bound to L3 agent in host dv-cinder-828806-3-iscsi {{(pid=104103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:10:41.483405 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_hamode_db [None req-686f46df-abc1-4f1e-938f-cbc630789ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T20:55:42Z,description=,heartbeat_timestamp=2022-05-26T21:10:12Z,host='dv-cinder-828806-3-iscsi',id=ccb07560-1e88-42f3-8411-377a93089622,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T20:55:42Z,topic='l3_agent')) {'router_ids': ['3bb60381-f3a3-4d7c-a3fa-b838eedba2bc'], 'active': True} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:10:41.496863 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:10:41.515591 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-74977af0-9f68-4db7-9759-6fff03890997 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "PUT /v2.0/floatingips/16a79d29-1de3-4c70-87b3-e70989e67470 HTTP/1.1" status: 200 len: 990 time: 1.7916098 May 26 21:10:41.517664 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31fc6c9b-5b01-4e29-b511-5e8210fe28b8', 'tag': 'e30a3e5e-40d1-43d1-bade-e25f51d353da'}] {{(pid=104101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:10:41.519975 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e35b3b942162f380527a6ddce7731c26b87baf9d9763e10c20fbd720b027cea7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e01ea7ad-2bcf-4434-aa6a-3ac8bf0aac0d" -d '{"events": [{"name": "network-changed", "server_uuid": "31fc6c9b-5b01-4e29-b511-5e8210fe28b8", "tag": "e30a3e5e-40d1-43d1-bade-e25f51d353da"}]}' {{(pid=104101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:10:41.528816 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-1d7980ab-d71c-4832-9321-0e960af91b8e req-bc9f09bb-95eb-49b5-81e7-6c564146ebd7 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/security-groups?id=6fd55e68-e49d-4af6-81d3-d350fedf0cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846884 May 26 21:10:41.529995 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:10:41.588894 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 21:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09eebf41-7e72-4e4c-936b-834b7ba8c122 x-openstack-request-id: req-09eebf41-7e72-4e4c-936b-834b7ba8c122 {{(pid=104101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:10:41.589192 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31fc6c9b-5b01-4e29-b511-5e8210fe28b8", "tag": "e30a3e5e-40d1-43d1-bade-e25f51d353da", "status": "completed", "code": 200}]} {{(pid=104101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:10:41.589442 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-09eebf41-7e72-4e4c-936b-834b7ba8c122 {{(pid=104101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:10:41.589842 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09eebf41-7e72-4e4c-936b-834b7ba8c122'] response: {'name': 'network-changed', 'server_uuid': '31fc6c9b-5b01-4e29-b511-5e8210fe28b8', 'tag': 'e30a3e5e-40d1-43d1-bade-e25f51d353da', 'status': 'completed', 'code': 200} May 26 21:10:41.630874 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvr_db [None req-686f46df-abc1-4f1e-938f-cbc630789ac2 None None] Set router 3bb60381-f3a3-4d7c-a3fa-b838eedba2bc gateway port host: dv-cinder-828806-3-iscsi {{(pid=104103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:10:41.650005 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.db.db_base_plugin_common [req-f9f55474-0270-45cc-bb76-7c3818b68ecf req-616dff17-946f-4ebb-9713-68ec31f76002 tempest-VolumesSnapshotTestJSON-1979792285 tempest-VolumesSnapshotTestJSON-1979792285-project] Allocated IP 172.20.0.9 (bbe0c4f7-1349-405d-b1f0-935d04e42d4a/78d1818a-39ee-4c76-a0e5-ad97ae03aaf7/48785bc5-8182-4632-b292-68b186847105) {{(pid=104101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 21:10:41.656253 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-fe7b1022-3783-49db-a2b7-272ab825c665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787881986003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787881445708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16679263'] for port (537fdb2f-dcc7-404b-9c1c-df0eeaecda4b), after_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:41.671467 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:10:41.684974 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7b1022-3783-49db-a2b7-272ab825c665 admin admin] Pushing event deleted for resources: {'Port': ['ID=537fdb2f-dcc7-404b-9c1c-df0eeaecda4b,revision_number=None']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:10:41.752343 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-fe7b1022-3783-49db-a2b7-272ab825c665 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1614817'] for router_gateway (1b4fc86d-8450-42c5-9e4b-923338fbbf56), after_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:41.851945 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-fe7b1022-3783-49db-a2b7-272ab825c665 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1900208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130790'] for router (1b4fc86d-8450-42c5-9e4b-923338fbbf56), precommit_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:41.852680 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-fe7b1022-3783-49db-a2b7-272ab825c665 admin admin] Publish callbacks [] for router_controller (1b4fc86d-8450-42c5-9e4b-923338fbbf56), precommit_delete_associations {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:41.855328 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-f9f55474-0270-45cc-bb76-7c3818b68ecf req-616dff17-946f-4ebb-9713-68ec31f76002 tempest-VolumesSnapshotTestJSON-1979792285 tempest-VolumesSnapshotTestJSON-1979792285-project] Publish callbacks [] for port (48785bc5-8182-4632-b292-68b186847105), precommit_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:41.889973 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-f9f55474-0270-45cc-bb76-7c3818b68ecf req-616dff17-946f-4ebb-9713-68ec31f76002 tempest-VolumesSnapshotTestJSON-1979792285 tempest-VolumesSnapshotTestJSON-1979792285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787881445699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13231773'] for port (48785bc5-8182-4632-b292-68b186847105), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:41.897548 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_hamode_db [None req-686f46df-abc1-4f1e-938f-cbc630789ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bb60381-f3a3-4d7c-a3fa-b838eedba2bc', 'name': 'tempest-AttachVolumeNegativeTest-1984650119-router', 'tenant_id': 'aaa9e1a61984467ab8efae451b270558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '679aba7a-8620-45b9-9086-6d670299fa57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:05:34Z', 'updated_at': '2022-05-26T21:05:38Z', 'revision_number': 4, 'project_id': 'aaa9e1a61984467ab8efae451b270558', 'gw_port': {'id': '679aba7a-8620-45b9-9086-6d670299fa57', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:e7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb60381-f3a3-4d7c-a3fa-b838eedba2bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:05:35Z', 'updated_at': '2022-05-26T21:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi', '_floatingips': [{'id': '16a79d29-1de3-4c70-87b3-e70989e67470', 'tenant_id': 'aaa9e1a61984467ab8efae451b270558', 'floating_ip_address': '172.27.2.23', 'floating_network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'router_id': '3bb60381-f3a3-4d7c-a3fa-b838eedba2bc', 'port_id': 'e30a3e5e-40d1-43d1-bade-e25f51d353da', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '01728002-c90b-452e-a166-db394444487a', 'mac_address': 'fa:16:3e:f5:87:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31fc6c9b-5b01-4e29-b511-5e8210fe28b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T21:10:15Z', 'updated_at': '2022-05-26T21:10:40Z', 'revision_number': 1, 'project_id': 'aaa9e1a61984467ab8efae451b270558', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6ae6261-71ed-4b07-8c36-fba23f8ed872', 'name': '', 'network_id': '01728002-c90b-452e-a166-db394444487a', 'tenant_id': 'aaa9e1a61984467ab8efae451b270558', 'mac_address': 'fa:16:3e:b3:48:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb60381-f3a3-4d7c-a3fa-b838eedba2bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '9203b2fc-d019-4045-ae31-83603be0cf2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:05:37Z', 'updated_at': '2022-05-26T21:05:41Z', 'revision_number': 5, 'project_id': 'aaa9e1a61984467ab8efae451b270558', 'subnets': [{'id': '9203b2fc-d019-4045-ae31-83603be0cf2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-3-iscsi', False) {} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:10:41.900155 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-fe7b1022-3783-49db-a2b7-272ab825c665 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1900219'] for router (1b4fc86d-8450-42c5-9e4b-923338fbbf56), after_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:41.900826 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe7b1022-3783-49db-a2b7-272ab825c665 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b4fc86d-8450-42c5-9e4b-923338fbbf56 {{(pid=104102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 21:10:41.906880 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-fe7b1022-3783-49db-a2b7-272ab825c665 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:41.908029 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-fe7b1022-3783-49db-a2b7-272ab825c665 admin admin] 10.222.0.57 "DELETE /v2.0/routers/1b4fc86d-8450-42c5-9e4b-923338fbbf56 HTTP/1.1" status: 204 len: 168 time: 1.2965612 May 26 21:10:41.913888 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 50936) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:10:41.929792 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686f46df-abc1-4f1e-938f-cbc630789ac2 None None] Checking router: 3bb60381-f3a3-4d7c-a3fa-b838eedba2bc for host: dv-cinder-828806-3-iscsi {{(pid=104103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 21:10:41.938107 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686f46df-abc1-4f1e-938f-cbc630789ac2 None None] Routers {'3bb60381-f3a3-4d7c-a3fa-b838eedba2bc'} bound to L3 agent in host dv-cinder-828806-3-iscsi {{(pid=104103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:10:41.938751 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_hamode_db [None req-686f46df-abc1-4f1e-938f-cbc630789ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T20:55:42Z,description=,heartbeat_timestamp=2022-05-26T21:10:12Z,host='dv-cinder-828806-3-iscsi',id=ccb07560-1e88-42f3-8411-377a93089622,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T20:55:42Z,topic='l3_agent')) {'router_ids': ['3bb60381-f3a3-4d7c-a3fa-b838eedba2bc'], 'active': True} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:10:41.992653 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9f55474-0270-45cc-bb76-7c3818b68ecf req-616dff17-946f-4ebb-9713-68ec31f76002 tempest-VolumesSnapshotTestJSON-1979792285 tempest-VolumesSnapshotTestJSON-1979792285-project] Network bbe0c4f7-1349-405d-b1f0-935d04e42d4a is already hosted by enough agents. {{(pid=104101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 21:10:42.004671 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.scheduler.base_scheduler [req-f9f55474-0270-45cc-bb76-7c3818b68ecf req-616dff17-946f-4ebb-9713-68ec31f76002 tempest-VolumesSnapshotTestJSON-1979792285 tempest-VolumesSnapshotTestJSON-1979792285-project] Resources bound (agent type, host, resource id): {{(pid=104101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:10:42.016011 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9f55474-0270-45cc-bb76-7c3818b68ecf req-616dff17-946f-4ebb-9713-68ec31f76002 tempest-VolumesSnapshotTestJSON-1979792285 tempest-VolumesSnapshotTestJSON-1979792285-project] Received port after_create {{(pid=104101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 21:10:42.045267 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvr_db [None req-686f46df-abc1-4f1e-938f-cbc630789ac2 None None] Set router 3bb60381-f3a3-4d7c-a3fa-b838eedba2bc gateway port host: dv-cinder-828806-3-iscsi {{(pid=104103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:10:42.047456 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01ea7ad-2bcf-4434-aa6a-3ac8bf0aac0d req-9a98fe7c-cf52-4994-a5d9-c44fe67d538f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:10:42.048427 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-e01ea7ad-2bcf-4434-aa6a-3ac8bf0aac0d req-9a98fe7c-cf52-4994-a5d9-c44fe67d538f service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=aaa9e1a61984467ab8efae451b270558&device_id=31fc6c9b-5b01-4e29-b511-5e8210fe28b8 HTTP/1.1" status: 200 len: 1129 time: 0.1258364 May 26 21:10:42.054572 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616dff17-946f-4ebb-9713-68ec31f76002 tempest-VolumesSnapshotTestJSON-1979792285 tempest-VolumesSnapshotTestJSON-1979792285-project] Pushing event updated for resources: {'Port': ['ID=48785bc5-8182-4632-b292-68b186847105,revision_number=1']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:10:42.071357 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:10:42.073155 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.db.db_base_plugin_v2 [None req-1065db0c-f295-4ced-a739-66a072820fe2 admin admin] Deleting subnet 23d264e0-dc41-488b-b140-960ceb4020db {{(pid=104101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 21:10:42.078849 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-1065db0c-f295-4ced-a739-66a072820fe2 admin admin] Publish callbacks [] for subnet (23d264e0-dc41-488b-b140-960ceb4020db), before_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:42.099848 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-82bea137-dd65-4f02-b261-28bc5e855231 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (ccb07560-1e88-42f3-8411-377a93089622), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:42.156519 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f55474-0270-45cc-bb76-7c3818b68ecf req-616dff17-946f-4ebb-9713-68ec31f76002 tempest-VolumesSnapshotTestJSON-1979792285 tempest-VolumesSnapshotTestJSON-1979792285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:10:42.156656 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 50942) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:10:42.156751 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-f9f55474-0270-45cc-bb76-7c3818b68ecf req-616dff17-946f-4ebb-9713-68ec31f76002 tempest-VolumesSnapshotTestJSON-1979792285 tempest-VolumesSnapshotTestJSON-1979792285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25531'] for port (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:42.190409 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-1065db0c-f295-4ced-a739-66a072820fe2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12907141'] for subnet (23d264e0-dc41-488b-b140-960ceb4020db), precommit_delete_associations {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:42.194905 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-f9f55474-0270-45cc-bb76-7c3818b68ecf req-616dff17-946f-4ebb-9713-68ec31f76002 tempest-VolumesSnapshotTestJSON-1979792285 tempest-VolumesSnapshotTestJSON-1979792285-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9537883 May 26 21:10:42.216361 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:10:42.217779 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-4c85da6d-9ceb-45fe-affd-7075dc788ae9 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Publish callbacks [] for security_group (09f39da6-3f88-40b2-98b8-cb5486d7fdbc), before_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:42.229822 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.v2.base [req-f9f55474-0270-45cc-bb76-7c3818b68ecf req-80118cee-5507-4c01-a02d-b4b88d56b3c5 service neutron] Request body: {'port': {'device_id': '6019e787-b419-468d-8f0a-14f6108b2694', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=104101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:10:42.260798 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-4c85da6d-9ceb-45fe-affd-7075dc788ae9 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Publish callbacks [] for security_group (09f39da6-3f88-40b2-98b8-cb5486d7fdbc), precommit_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:42.274305 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01ea7ad-2bcf-4434-aa6a-3ac8bf0aac0d req-e0be6a1c-2315-42f1-a0a9-188c7221da7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:10:42.275818 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-e01ea7ad-2bcf-4434-aa6a-3ac8bf0aac0d req-e0be6a1c-2315-42f1-a0a9-188c7221da7f service neutron] 10.222.0.62 "GET /v2.0/networks?id=01728002-c90b-452e-a166-db394444487a HTTP/1.1" status: 200 len: 916 time: 0.2155282 May 26 21:10:42.276269 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:10:42.341405 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-4c85da6d-9ceb-45fe-affd-7075dc788ae9 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (09f39da6-3f88-40b2-98b8-cb5486d7fdbc), after_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:42.345163 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-4c85da6d-9ceb-45fe-affd-7075dc788ae9 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Publish callbacks [] for security_group (None), before_response {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:42.347447 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-4c85da6d-9ceb-45fe-affd-7075dc788ae9 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "DELETE /v2.0/security-groups/09f39da6-3f88-40b2-98b8-cb5486d7fdbc HTTP/1.1" status: 204 len: 168 time: 0.1890864 May 26 21:10:42.350309 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 50946) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:10:42.357953 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c85da6d-9ceb-45fe-affd-7075dc788ae9 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09f39da6-3f88-40b2-98b8-cb5486d7fdbc,revision_number=None']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:10:42.380850 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-f9f55474-0270-45cc-bb76-7c3818b68ecf req-80118cee-5507-4c01-a02d-b4b88d56b3c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (48785bc5-8182-4632-b292-68b186847105), before_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:42.383600 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_hamode_db [None req-686f46df-abc1-4f1e-938f-cbc630789ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bb60381-f3a3-4d7c-a3fa-b838eedba2bc', 'name': 'tempest-AttachVolumeNegativeTest-1984650119-router', 'tenant_id': 'aaa9e1a61984467ab8efae451b270558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '679aba7a-8620-45b9-9086-6d670299fa57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:05:34Z', 'updated_at': '2022-05-26T21:05:38Z', 'revision_number': 4, 'project_id': 'aaa9e1a61984467ab8efae451b270558', 'gw_port': {'id': '679aba7a-8620-45b9-9086-6d670299fa57', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:e7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb60381-f3a3-4d7c-a3fa-b838eedba2bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:05:35Z', 'updated_at': '2022-05-26T21:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi', '_floatingips': [{'id': '16a79d29-1de3-4c70-87b3-e70989e67470', 'tenant_id': 'aaa9e1a61984467ab8efae451b270558', 'floating_ip_address': '172.27.2.23', 'floating_network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'router_id': '3bb60381-f3a3-4d7c-a3fa-b838eedba2bc', 'port_id': 'e30a3e5e-40d1-43d1-bade-e25f51d353da', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '01728002-c90b-452e-a166-db394444487a', 'mac_address': 'fa:16:3e:f5:87:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31fc6c9b-5b01-4e29-b511-5e8210fe28b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T21:10:15Z', 'updated_at': '2022-05-26T21:10:40Z', 'revision_number': 1, 'project_id': 'aaa9e1a61984467ab8efae451b270558', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6ae6261-71ed-4b07-8c36-fba23f8ed872', 'name': '', 'network_id': '01728002-c90b-452e-a166-db394444487a', 'tenant_id': 'aaa9e1a61984467ab8efae451b270558', 'mac_address': 'fa:16:3e:b3:48:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb60381-f3a3-4d7c-a3fa-b838eedba2bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '9203b2fc-d019-4045-ae31-83603be0cf2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:05:37Z', 'updated_at': '2022-05-26T21:05:41Z', 'revision_number': 5, 'project_id': 'aaa9e1a61984467ab8efae451b270558', 'subnets': [{'id': '9203b2fc-d019-4045-ae31-83603be0cf2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-3-iscsi', False) {} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:10:42.384811 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.api.v2.resource [None req-3c1d67df-4700-4330-a435-6f0c553c6ec6 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] show failed (client error): The resource could not be found. May 26 21:10:42.385905 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-3c1d67df-4700-4330-a435-6f0c553c6ec6 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "GET /v2.0/security-groups/09f39da6-3f88-40b2-98b8-cb5486d7fdbc HTTP/1.1" status: 404 len: 347 time: 0.0324926 May 26 21:10:42.387291 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-1065db0c-f295-4ced-a739-66a072820fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-985580'] for subnet (23d264e0-dc41-488b-b140-960ceb4020db), precommit_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:42.388686 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Device fd3ec723-b359-4f71-98b1-d8d7fb702311 no longer exists at agent ovs-agent-dv-cinder-828806-3-iscsi {{(pid=104103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 21:10:42.409514 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 50950) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:10:42.448686 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc8b394-0e9e-43bf-a3ee-5d78666a77b2 req-66e49b4f-52d8-4e8d-b164-489b26d34141 tempest-VolumesSnapshotTestJSON-1979792285 tempest-VolumesSnapshotTestJSON-1979792285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:10:42.456320 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-2fc8b394-0e9e-43bf-a3ee-5d78666a77b2 req-66e49b4f-52d8-4e8d-b164-489b26d34141 tempest-VolumesSnapshotTestJSON-1979792285 tempest-VolumesSnapshotTestJSON-1979792285-project] 10.222.0.57 "GET /v2.0/ports?device_id=6019e787-b419-468d-8f0a-14f6108b2694 HTTP/1.1" status: 200 len: 931 time: 0.0813649 May 26 21:10:42.460786 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686f46df-abc1-4f1e-938f-cbc630789ac2 None None] The sync data for ids ['3bb60381-f3a3-4d7c-a3fa-b838eedba2bc'] in dv-cinder-828806-3-iscsi is: [{'id': '3bb60381-f3a3-4d7c-a3fa-b838eedba2bc', 'name': 'tempest-AttachVolumeNegativeTest-1984650119-router', 'tenant_id': 'aaa9e1a61984467ab8efae451b270558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '679aba7a-8620-45b9-9086-6d670299fa57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:05:34Z', 'updated_at': '2022-05-26T21:05:38Z', 'revision_number': 4, 'project_id': 'aaa9e1a61984467ab8efae451b270558', 'gw_port': {'id': '679aba7a-8620-45b9-9086-6d670299fa57', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:e7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb60381-f3a3-4d7c-a3fa-b838eedba2bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:05:35Z', 'updated_at': '2022-05-26T21:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi', '_floatingips': [{'id': '16a79d29-1de3-4c70-87b3-e70989e67470', 'tenant_id': 'aaa9e1a61984467ab8efae451b270558', 'floating_ip_address': '172.27.2.23', 'floating_network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'router_id': '3bb60381-f3a3-4d7c-a3fa-b838eedba2bc', 'port_id': 'e30a3e5e-40d1-43d1-bade-e25f51d353da', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '01728002-c90b-452e-a166-db394444487a', 'mac_address': 'fa:16:3e:f5:87:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31fc6c9b-5b01-4e29-b511-5e8210fe28b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T21:10:15Z', 'updated_at': '2022-05-26T21:10:40Z', 'revision_number': 1, 'project_id': 'aaa9e1a61984467ab8efae451b270558', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6ae6261-71ed-4b07-8c36-fba23f8ed872', 'name': '', 'network_id': '01728002-c90b-452e-a166-db394444487a', 'tenant_id': 'aaa9e1a61984467ab8efae451b270558', 'mac_address': 'fa:16:3e:b3:48:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb60381-f3a3-4d7c-a3fa-b838eedba2bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '9203b2fc-d019-4045-ae31-83603be0cf2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:05:37Z', 'updated_at': '2022-05-26T21:05:41Z', 'revision_number': 5, 'project_id': 'aaa9e1a61984467ab8efae451b270558', 'subnets': [{'id': '9203b2fc-d019-4045-ae31-83603be0cf2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 21:10:42.463688 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] No Port match for: fd3ec723-b359-4f71-98b1-d8d7fb702311 {{(pid=104103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 21:10:42.464978 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Device fd3ec723-b359-4f71-98b1-d8d7fb702311 not bound to the agent host dv-cinder-828806-3-iscsi {{(pid=104103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 21:10:42.467226 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Device 537fdb2f-dcc7-404b-9c1c-df0eeaecda4b no longer exists at agent ovs-agent-dv-cinder-828806-3-iscsi {{(pid=104103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 21:10:42.497656 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] No Port match for: 537fdb2f-dcc7-404b-9c1c-df0eeaecda4b {{(pid=104103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 21:10:42.498668 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Device 537fdb2f-dcc7-404b-9c1c-df0eeaecda4b not bound to the agent host dv-cinder-828806-3-iscsi {{(pid=104103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 21:10:42.536594 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-2fc8b394-0e9e-43bf-a3ee-5d78666a77b2 req-b1b7796a-ae87-48b9-8678-de6ea749e078 tempest-VolumesSnapshotTestJSON-1979792285 tempest-VolumesSnapshotTestJSON-1979792285-project] 10.222.0.57 "GET /v2.0/security-groups?id=7b2e98b0-5958-4ebe-901f-c4368c9ea995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791800 May 26 21:10:42.580667 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=4 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:10:42.604274 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-e01ea7ad-2bcf-4434-aa6a-3ac8bf0aac0d req-03f98124-1abe-438b-ae48-83d842daadb5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e30a3e5e-40d1-43d1-bade-e25f51d353da HTTP/1.1" status: 200 len: 998 time: 0.1628141 May 26 21:10:42.665663 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-1065db0c-f295-4ced-a739-66a072820fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-985589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13230444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14398191'] for subnet (23d264e0-dc41-488b-b140-960ceb4020db), after_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:42.743836 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1065db0c-f295-4ced-a739-66a072820fe2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23d264e0-dc41-488b-b140-960ceb4020db,revision_number=None']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:10:42.747615 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-1065db0c-f295-4ced-a739-66a072820fe2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:42.748031 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38df12e7-45bd-4a90-b99e-33a2e9dce354 req-417a8b22-95fa-4b53-9835-ea3f0c754bd1 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:10:42.756273 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a89c6e6-d429-4177-9f6a-dbae1eb270eb None None] Network 8361e751-9256-4ca9-a308-997af07ebd0d requested from dv-cinder-828806-3-iscsi {{(pid=104103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 21:10:42.756633 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-38df12e7-45bd-4a90-b99e-33a2e9dce354 req-417a8b22-95fa-4b53-9835-ea3f0c754bd1 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=559095bd-c9f8-44f9-8e2a-dd44acedd8b1 HTTP/1.1" status: 200 len: 946 time: 0.1028807 May 26 21:10:42.760250 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-1065db0c-f295-4ced-a739-66a072820fe2 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/23d264e0-dc41-488b-b140-960ceb4020db HTTP/1.1" status: 204 len: 168 time: 0.8434584 May 26 21:10:42.762844 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 50976) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:10:42.877012 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-38df12e7-45bd-4a90-b99e-33a2e9dce354 req-6af9c41e-c54d-42ca-b459-9bad1e0dfcf2 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/security-groups?id=6fd55e68-e49d-4af6-81d3-d350fedf0cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1192939 May 26 21:10:42.895321 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.plugin [None req-54f75952-2d3c-4a26-a4ff-dccc50bd3250 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Deleting port b300b3ac-9df2-40d1-b367-73e97fbc233a {{(pid=104101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 21:10:42.895893 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-54f75952-2d3c-4a26-a4ff-dccc50bd3250 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787881975269'] for port (b300b3ac-9df2-40d1-b367-73e97fbc233a), before_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:42.898976 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-908e8cda-5fde-4e5b-b5df-3d198be3e3e0 None None] New status for floating IP 16a79d29-1de3-4c70-87b3-e70989e67470: ACTIVE {{(pid=104104) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 21:10:42.923998 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-114dfb09-01e3-4644-9e12-8472345b011a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-791915'] for network (8361e751-9256-4ca9-a308-997af07ebd0d), before_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:42.969232 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.plugins.ml2.plugin [None req-114dfb09-01e3-4644-9e12-8472345b011a admin admin] Deleting port 2f9b524f-1d56-49dc-bf6b-da131000d719 {{(pid=104102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 21:10:42.969650 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-114dfb09-01e3-4644-9e12-8472345b011a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787881975269'] for port (2f9b524f-1d56-49dc-bf6b-da131000d719), before_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:43.028880 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-2cedcaf3-f8c8-488c-9e0f-8ce175add227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (5deefb54-cd62-4255-b022-7e9734e3e0b8), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:43.039139 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01ea7ad-2bcf-4434-aa6a-3ac8bf0aac0d req-1b10268d-dea2-44d9-9d6e-d309c64ac24a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:10:43.041015 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-e01ea7ad-2bcf-4434-aa6a-3ac8bf0aac0d req-1b10268d-dea2-44d9-9d6e-d309c64ac24a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=9203b2fc-d019-4045-ae31-83603be0cf2e HTTP/1.1" status: 200 len: 854 time: 0.2530491 May 26 21:10:43.063622 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:10:43.099781 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac6956d-6ff3-4b52-b330-13dfc62161f9 None None] DHCP port deletion for 8361e751-9256-4ca9-a308-997af07ebd0d request from dv-cinder-828806-3-iscsi {{(pid=104103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 26 21:10:43.115634 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.plugins.ml2.db [None req-114dfb09-01e3-4644-9e12-8472345b011a admin admin] For port 2f9b524f-1d56-49dc-bf6b-da131000d719, host dv-cinder-828806-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-3-iscsi',level=0,port_id=2f9b524f-1d56-49dc-bf6b-da131000d719,segment=NetworkSegment(b05a28e2-d38c-435b-8849-904ab696de67),segment_id=b05a28e2-d38c-435b-8849-904ab696de67)] {{(pid=104102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:10:43.116290 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-114dfb09-01e3-4644-9e12-8472345b011a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595751'] for port (2f9b524f-1d56-49dc-bf6b-da131000d719), precommit_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:43.150371 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.plugins.ml2.plugin [None req-114dfb09-01e3-4644-9e12-8472345b011a admin admin] Calling delete_port for 2f9b524f-1d56-49dc-bf6b-da131000d719 owned by network:dhcp {{(pid=104102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 21:10:43.160402 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-bac6956d-6ff3-4b52-b330-13dfc62161f9 None None] Deleting port 2f9b524f-1d56-49dc-bf6b-da131000d719 {{(pid=104103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 21:10:43.161019 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-bac6956d-6ff3-4b52-b330-13dfc62161f9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787881975269'] for port (2f9b524f-1d56-49dc-bf6b-da131000d719), before_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:43.172648 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01ea7ad-2bcf-4434-aa6a-3ac8bf0aac0d req-e7203811-c51a-4390-9471-aba855613ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:10:43.174844 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-e01ea7ad-2bcf-4434-aa6a-3ac8bf0aac0d req-e7203811-c51a-4390-9471-aba855613ed1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=01728002-c90b-452e-a166-db394444487a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1060398 May 26 21:10:43.199321 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-54f75952-2d3c-4a26-a4ff-dccc50bd3250 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595751'] for port (b300b3ac-9df2-40d1-b367-73e97fbc233a), precommit_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:43.199711 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-54f75952-2d3c-4a26-a4ff-dccc50bd3250 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Publish callbacks [] for floatingip (b300b3ac-9df2-40d1-b367-73e97fbc233a), precommit_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:43.247956 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.plugin [None req-54f75952-2d3c-4a26-a4ff-dccc50bd3250 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Calling delete_port for b300b3ac-9df2-40d1-b367-73e97fbc233a owned by network:floatingip {{(pid=104101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 21:10:43.254185 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-bac6956d-6ff3-4b52-b330-13dfc62161f9 None None] For port 2f9b524f-1d56-49dc-bf6b-da131000d719, host dv-cinder-828806-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-3-iscsi',level=0,port_id=2f9b524f-1d56-49dc-bf6b-da131000d719,segment=NetworkSegment(b05a28e2-d38c-435b-8849-904ab696de67),segment_id=b05a28e2-d38c-435b-8849-904ab696de67)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:10:43.254464 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-bac6956d-6ff3-4b52-b330-13dfc62161f9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595751'] for port (2f9b524f-1d56-49dc-bf6b-da131000d719), precommit_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:43.264908 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-114dfb09-01e3-4644-9e12-8472345b011a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787881986003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787881445708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16679263'] for port (2f9b524f-1d56-49dc-bf6b-da131000d719), after_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:43.269522 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:10:43.270399 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-bac6956d-6ff3-4b52-b330-13dfc62161f9 None None] Calling delete_port for 2f9b524f-1d56-49dc-bf6b-da131000d719 owned by network:dhcp {{(pid=104103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 21:10:43.293703 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114dfb09-01e3-4644-9e12-8472345b011a admin admin] Pushing event deleted for resources: {'Port': ['ID=2f9b524f-1d56-49dc-bf6b-da131000d719,revision_number=None']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:10:43.296097 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114dfb09-01e3-4644-9e12-8472345b011a admin admin] No DVR routers for this DVR port 2f9b524f-1d56-49dc-bf6b-da131000d719 on host dv-cinder-828806-3-iscsi {{(pid=104102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 21:10:43.322467 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114dfb09-01e3-4644-9e12-8472345b011a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:10:43.323074 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114dfb09-01e3-4644-9e12-8472345b011a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:10:43.323608 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114dfb09-01e3-4644-9e12-8472345b011a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:10:43.324105 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114dfb09-01e3-4644-9e12-8472345b011a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:10:43.324612 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114dfb09-01e3-4644-9e12-8472345b011a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:10:43.325109 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114dfb09-01e3-4644-9e12-8472345b011a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:10:43.325596 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114dfb09-01e3-4644-9e12-8472345b011a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:10:43.326131 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114dfb09-01e3-4644-9e12-8472345b011a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:10:43.326672 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114dfb09-01e3-4644-9e12-8472345b011a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:10:43.327196 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114dfb09-01e3-4644-9e12-8472345b011a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:10:43.327713 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114dfb09-01e3-4644-9e12-8472345b011a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:10:43.328248 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114dfb09-01e3-4644-9e12-8472345b011a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:10:43.328784 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114dfb09-01e3-4644-9e12-8472345b011a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:10:43.329306 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114dfb09-01e3-4644-9e12-8472345b011a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:10:43.329860 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114dfb09-01e3-4644-9e12-8472345b011a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:10:43.354805 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-bac6956d-6ff3-4b52-b330-13dfc62161f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787881986003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787881445708'] for port (2f9b524f-1d56-49dc-bf6b-da131000d719), after_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:43.380878 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac6956d-6ff3-4b52-b330-13dfc62161f9 None None] Pushing event deleted for resources: {'Port': ['ID=2f9b524f-1d56-49dc-bf6b-da131000d719,revision_number=None']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:10:43.384834 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac6956d-6ff3-4b52-b330-13dfc62161f9 None None] No DVR routers for this DVR port 2f9b524f-1d56-49dc-bf6b-da131000d719 on host dv-cinder-828806-3-iscsi {{(pid=104103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 21:10:43.406144 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-114dfb09-01e3-4644-9e12-8472345b011a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983897', 'neutron.services.segments.db._delete_segments_for_network-8787881958000'] for network (8361e751-9256-4ca9-a308-997af07ebd0d), precommit_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:43.429083 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.services.segments.db [None req-114dfb09-01e3-4644-9e12-8472345b011a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8361e751-9256-4ca9-a308-997af07ebd0d']}} {{(pid=104102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:10:43.438761 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.services.segments.db [None req-114dfb09-01e3-4644-9e12-8472345b011a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b05a28e2-d38c-435b-8849-904ab696de67') {'for_net_delete': True} {{(pid=104102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:10:43.439059 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.services.segments.db [None req-114dfb09-01e3-4644-9e12-8472345b011a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b05a28e2-d38c-435b-8849-904ab696de67') {} {{(pid=104102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:10:43.448461 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-114dfb09-01e3-4644-9e12-8472345b011a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787881958777', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16235560'] for segment (b05a28e2-d38c-435b-8849-904ab696de67), before_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:43.463394 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-114dfb09-01e3-4644-9e12-8472345b011a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-995747'] for segment (b05a28e2-d38c-435b-8849-904ab696de67), precommit_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:43.469586 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-114dfb09-01e3-4644-9e12-8472345b011a admin admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=104102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 21:10:43.469972 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-114dfb09-01e3-4644-9e12-8472345b011a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-995747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16679180'] for segment (b05a28e2-d38c-435b-8849-904ab696de67), after_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:43.488299 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.notifiers.nova [req-f9f55474-0270-45cc-bb76-7c3818b68ecf req-80118cee-5507-4c01-a02d-b4b88d56b3c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48785bc5-8182-4632-b292-68b186847105 {{(pid=104101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 21:10:43.492722 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:UPDATE=5 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:10:43.496118 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-e01ea7ad-2bcf-4434-aa6a-3ac8bf0aac0d req-6b20941b-d7c8-4e86-8274-77c9a92e87cc service neutron] 10.222.0.62 "GET /v2.0/networks/01728002-c90b-452e-a166-db394444487a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2928338 May 26 21:10:43.503147 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-f9f55474-0270-45cc-bb76-7c3818b68ecf req-80118cee-5507-4c01-a02d-b4b88d56b3c5 service neutron] Publish callbacks [] for port (48785bc5-8182-4632-b292-68b186847105), precommit_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:43.547020 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-114dfb09-01e3-4644-9e12-8472345b011a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1614797'] for network (8361e751-9256-4ca9-a308-997af07ebd0d), after_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:43.558569 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:10:43.566154 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-114dfb09-01e3-4644-9e12-8472345b011a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-416010'] for network (None), before_response {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:43.569582 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-114dfb09-01e3-4644-9e12-8472345b011a admin admin] 10.222.0.57 "DELETE /v2.0/networks/8361e751-9256-4ca9-a308-997af07ebd0d HTTP/1.1" status: 204 len: 168 time: 0.8055804 May 26 21:10:43.572447 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 50996) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:10:43.591276 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114dfb09-01e3-4644-9e12-8472345b011a admin admin] Pushing event deleted for resources: {'Network': ['ID=8361e751-9256-4ca9-a308-997af07ebd0d,revision_number=None']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:10:43.641667 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.db.provisioning_blocks [req-f9f55474-0270-45cc-bb76-7c3818b68ecf req-80118cee-5507-4c01-a02d-b4b88d56b3c5 service neutron] Transition to ACTIVE for port object 48785bc5-8182-4632-b292-68b186847105 will not be triggered until provisioned by entity L2. {{(pid=104101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 21:10:43.644777 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-54f75952-2d3c-4a26-a4ff-dccc50bd3250 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787881986003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787881445708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13231773'] for port (b300b3ac-9df2-40d1-b367-73e97fbc233a), after_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:43.659126 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.services.segments.plugin [-] Segment b05a28e2-d38c-435b-8849-904ab696de67 resource provider aggregate not found May 26 21:10:43.680039 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.services.segments.plugin [-] Segment b05a28e2-d38c-435b-8849-904ab696de67 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b05a28e2-d38c-435b-8849-904ab696de67 found for delete ", "request_id": "req-7aa08975-c330-4bc2-b602-c4180d19ff65"}]} May 26 21:10:43.719933 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5ca1b2-b59a-4c73-86d7-a456ddc3d850 req-7e2be591-73ea-4118-a841-259185b495fa tempest-VolumesSnapshotTestJSON-1979792285 tempest-VolumesSnapshotTestJSON-1979792285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:10:43.721518 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-5b5ca1b2-b59a-4c73-86d7-a456ddc3d850 req-7e2be591-73ea-4118-a841-259185b495fa tempest-VolumesSnapshotTestJSON-1979792285 tempest-VolumesSnapshotTestJSON-1979792285-project] 10.222.0.57 "GET /v2.0/ports?device_id=6019e787-b419-468d-8f0a-14f6108b2694 HTTP/1.1" status: 200 len: 931 time: 0.0970256 May 26 21:10:43.821974 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-5b5ca1b2-b59a-4c73-86d7-a456ddc3d850 req-d8f23ae5-f842-4509-b8bd-7675dafcdaa6 tempest-VolumesSnapshotTestJSON-1979792285 tempest-VolumesSnapshotTestJSON-1979792285-project] 10.222.0.57 "GET /v2.0/security-groups?id=7b2e98b0-5958-4ebe-901f-c4368c9ea995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927505 May 26 21:10:43.921687 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-f9f55474-0270-45cc-bb76-7c3818b68ecf req-80118cee-5507-4c01-a02d-b4b88d56b3c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13231786'] for port (48785bc5-8182-4632-b292-68b186847105), after_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:43.947640 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f75952-2d3c-4a26-a4ff-dccc50bd3250 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Pushing event deleted for resources: {'Port': ['ID=b300b3ac-9df2-40d1-b367-73e97fbc233a,revision_number=None']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:10:43.957989 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-e01ea7ad-2bcf-4434-aa6a-3ac8bf0aac0d req-df919378-2356-4ea0-bc21-f2fa61b5275e service neutron] 10.222.0.62 "GET /v2.0/networks/01728002-c90b-452e-a166-db394444487a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4513426 May 26 21:10:44.044469 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b68e064-ad67-40ca-ba21-075f6ddf1b99 req-9481eee6-0ca7-43ad-950f-5f7dda3d81e0 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:10:44.046108 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-9b68e064-ad67-40ca-ba21-075f6ddf1b99 req-9481eee6-0ca7-43ad-950f-5f7dda3d81e0 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=559095bd-c9f8-44f9-8e2a-dd44acedd8b1 HTTP/1.1" status: 200 len: 946 time: 0.0839725 May 26 21:10:44.056698 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-8dd17faf-15fd-4946-bb71-fd53c67d22e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1615327'] for router_interface (66749bb9-8c51-451d-8172-03702662c48e), before_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:44.063566 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Device 2f9b524f-1d56-49dc-bf6b-da131000d719 no longer exists at agent ovs-agent-dv-cinder-828806-3-iscsi {{(pid=104103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 21:10:44.068640 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80118cee-5507-4c01-a02d-b4b88d56b3c5 service neutron] Pushing event updated for resources: {'Port': ['ID=48785bc5-8182-4632-b292-68b186847105,revision_number=2']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:10:44.089983 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] No Port match for: 2f9b524f-1d56-49dc-bf6b-da131000d719 {{(pid=104103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 21:10:44.090324 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Device 2f9b524f-1d56-49dc-bf6b-da131000d719 not bound to the agent host dv-cinder-828806-3-iscsi {{(pid=104103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 21:10:44.105055 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-54f75952-2d3c-4a26-a4ff-dccc50bd3250 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Publish callbacks [] for floatingip (ad0c71a6-970d-47e5-8052-54440300ceaa), after_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:44.107761 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-54f75952-2d3c-4a26-a4ff-dccc50bd3250 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25531'] for floatingip (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:44.112471 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-54f75952-2d3c-4a26-a4ff-dccc50bd3250 tempest-AttachVolumeTestJSON-1913361593 tempest-AttachVolumeTestJSON-1913361593-project] 10.222.0.57 "DELETE /v2.0/floatingips/ad0c71a6-970d-47e5-8052-54440300ceaa HTTP/1.1" status: 204 len: 168 time: 1.6896510 May 26 21:10:44.121126 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:10:44.148550 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [req-f9f55474-0270-45cc-bb76-7c3818b68ecf req-80118cee-5507-4c01-a02d-b4b88d56b3c5 service neutron] Attempting to bind port 48785bc5-8182-4632-b292-68b186847105 on host hv-cinder-82880 for vnic_type normal with profile {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 21:10:44.149137 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [req-f9f55474-0270-45cc-bb76-7c3818b68ecf req-80118cee-5507-4c01-a02d-b4b88d56b3c5 service neutron] Attempting to bind port 48785bc5-8182-4632-b292-68b186847105 by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': 'c6568e87-0523-4e7e-8b29-b4bd7eb1f786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'bbe0c4f7-1349-405d-b1f0-935d04e42d4a'}] {{(pid=104101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 21:10:44.149737 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f55474-0270-45cc-bb76-7c3818b68ecf req-80118cee-5507-4c01-a02d-b4b88d56b3c5 service neutron] Attempting to bind port 48785bc5-8182-4632-b292-68b186847105 on network bbe0c4f7-1349-405d-b1f0-935d04e42d4a {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 21:10:44.155494 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f55474-0270-45cc-bb76-7c3818b68ecf req-80118cee-5507-4c01-a02d-b4b88d56b3c5 service neutron] Port 48785bc5-8182-4632-b292-68b186847105 on network bbe0c4f7-1349-405d-b1f0-935d04e42d4a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 21:10:44.155977 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f55474-0270-45cc-bb76-7c3818b68ecf req-80118cee-5507-4c01-a02d-b4b88d56b3c5 service neutron] Attempting to bind port 48785bc5-8182-4632-b292-68b186847105 on network bbe0c4f7-1349-405d-b1f0-935d04e42d4a {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 21:10:44.161813 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f55474-0270-45cc-bb76-7c3818b68ecf req-80118cee-5507-4c01-a02d-b4b88d56b3c5 service neutron] Checking agent: {'id': '7f90b46f-777d-4aa1-89b5-840fb2878c39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 21, 2, 24), 'started_at': datetime.datetime(2022, 5, 26, 21, 2, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 21, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 21:10:44.162379 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f55474-0270-45cc-bb76-7c3818b68ecf req-80118cee-5507-4c01-a02d-b4b88d56b3c5 service neutron] Checking segment: {'id': 'c6568e87-0523-4e7e-8b29-b4bd7eb1f786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'bbe0c4f7-1349-405d-b1f0-935d04e42d4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 21:10:44.162946 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f55474-0270-45cc-bb76-7c3818b68ecf req-80118cee-5507-4c01-a02d-b4b88d56b3c5 service neutron] Bound using segment: {'id': 'c6568e87-0523-4e7e-8b29-b4bd7eb1f786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'bbe0c4f7-1349-405d-b1f0-935d04e42d4a'} {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 21:10:44.163558 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [req-f9f55474-0270-45cc-bb76-7c3818b68ecf req-80118cee-5507-4c01-a02d-b4b88d56b3c5 service neutron] Bound port: 48785bc5-8182-4632-b292-68b186847105, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6568e87-0523-4e7e-8b29-b4bd7eb1f786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'bbe0c4f7-1349-405d-b1f0-935d04e42d4a'}}] {{(pid=104101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 21:10:44.163918 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-f9f55474-0270-45cc-bb76-7c3818b68ecf req-80118cee-5507-4c01-a02d-b4b88d56b3c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (48785bc5-8182-4632-b292-68b186847105), before_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:44.177401 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-9b68e064-ad67-40ca-ba21-075f6ddf1b99 req-fb3b719b-199c-4a80-86ed-dd424ae8791d tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/security-groups?id=6fd55e68-e49d-4af6-81d3-d350fedf0cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1222937 May 26 21:10:44.257448 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.db [req-f9f55474-0270-45cc-bb76-7c3818b68ecf req-80118cee-5507-4c01-a02d-b4b88d56b3c5 service neutron] For port 48785bc5-8182-4632-b292-68b186847105, host hv-cinder-82880, cleared binding levels {{(pid=104101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 21:10:44.261144 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.db [req-f9f55474-0270-45cc-bb76-7c3818b68ecf req-80118cee-5507-4c01-a02d-b4b88d56b3c5 service neutron] For port 48785bc5-8182-4632-b292-68b186847105, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=48785bc5-8182-4632-b292-68b186847105,segment=NetworkSegment(c6568e87-0523-4e7e-8b29-b4bd7eb1f786),segment_id=c6568e87-0523-4e7e-8b29-b4bd7eb1f786)] {{(pid=104101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 21:10:44.268146 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-f9f55474-0270-45cc-bb76-7c3818b68ecf req-80118cee-5507-4c01-a02d-b4b88d56b3c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13231786'] for port (48785bc5-8182-4632-b292-68b186847105), after_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:44.300307 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f55474-0270-45cc-bb76-7c3818b68ecf req-80118cee-5507-4c01-a02d-b4b88d56b3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:10:44.300921 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-f9f55474-0270-45cc-bb76-7c3818b68ecf req-80118cee-5507-4c01-a02d-b4b88d56b3c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25531'] for port (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:44.302297 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-f9f55474-0270-45cc-bb76-7c3818b68ecf req-80118cee-5507-4c01-a02d-b4b88d56b3c5 service neutron] 10.222.0.62 "PUT /v2.0/ports/48785bc5-8182-4632-b292-68b186847105 HTTP/1.1" status: 200 len: 1093 time: 2.0766709 May 26 21:10:44.302760 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6019e787-b419-468d-8f0a-14f6108b2694', 'tag': '48785bc5-8182-4632-b292-68b186847105'}] {{(pid=104101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:10:44.304986 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e35b3b942162f380527a6ddce7731c26b87baf9d9763e10c20fbd720b027cea7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71a6c5ff-adbc-45ab-a3b4-5106110eb211" -d '{"events": [{"name": "network-changed", "server_uuid": "6019e787-b419-468d-8f0a-14f6108b2694", "tag": "48785bc5-8182-4632-b292-68b186847105"}]}' {{(pid=104101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:10:44.328709 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.plugins.ml2.plugin [None req-8dd17faf-15fd-4946-bb71-fd53c67d22e8 admin admin] Deleting port 94a8229f-8baf-4230-bb99-ff0406389470 {{(pid=104102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 21:10:44.329046 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-8dd17faf-15fd-4946-bb71-fd53c67d22e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787881975269'] for port (94a8229f-8baf-4230-bb99-ff0406389470), before_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:44.331203 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80118cee-5507-4c01-a02d-b4b88d56b3c5 service neutron] Pushing event updated for resources: {'Port': ['ID=48785bc5-8182-4632-b292-68b186847105,revision_number=3']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:10:44.356561 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 21:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f164319e-9d85-48b0-b0e8-c7910302d888 x-openstack-request-id: req-f164319e-9d85-48b0-b0e8-c7910302d888 {{(pid=104101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:10:44.356943 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6019e787-b419-468d-8f0a-14f6108b2694", "tag": "48785bc5-8182-4632-b292-68b186847105", "status": "completed", "code": 200}]} {{(pid=104101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:10:44.357208 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f164319e-9d85-48b0-b0e8-c7910302d888 {{(pid=104101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:10:44.357605 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f164319e-9d85-48b0-b0e8-c7910302d888'] response: {'name': 'network-changed', 'server_uuid': '6019e787-b419-468d-8f0a-14f6108b2694', 'tag': '48785bc5-8182-4632-b292-68b186847105', 'status': 'completed', 'code': 200} May 26 21:10:44.385553 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:10:44.414353 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.plugins.ml2.db [None req-8dd17faf-15fd-4946-bb71-fd53c67d22e8 admin admin] For port 94a8229f-8baf-4230-bb99-ff0406389470, host dv-cinder-828806-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-3-iscsi',level=0,port_id=94a8229f-8baf-4230-bb99-ff0406389470,segment=NetworkSegment(96d04679-24c8-4cb4-83c4-b6fa46f4a441),segment_id=96d04679-24c8-4cb4-83c4-b6fa46f4a441)] {{(pid=104102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:10:44.414820 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-8dd17faf-15fd-4946-bb71-fd53c67d22e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595751'] for port (94a8229f-8baf-4230-bb99-ff0406389470), precommit_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:44.418285 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f55474-0270-45cc-bb76-7c3818b68ecf req-2acf424c-c590-4d0f-a0c4-a75ebe6eac69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:10:44.419819 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-f9f55474-0270-45cc-bb76-7c3818b68ecf req-2acf424c-c590-4d0f-a0c4-a75ebe6eac69 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=24cf32bd40be4be9a83d0771e4f939fa&device_id=6019e787-b419-468d-8f0a-14f6108b2694 HTTP/1.1" status: 200 len: 1127 time: 0.0465858 May 26 21:10:44.432650 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.plugins.ml2.plugin [None req-8dd17faf-15fd-4946-bb71-fd53c67d22e8 admin admin] Calling delete_port for 94a8229f-8baf-4230-bb99-ff0406389470 owned by network:router_interface {{(pid=104102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 21:10:44.465566 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-f9f55474-0270-45cc-bb76-7c3818b68ecf req-a61081de-f5e4-49ea-aa1e-00157efd86b9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=48785bc5-8182-4632-b292-68b186847105 HTTP/1.1" status: 200 len: 217 time: 0.0324993 May 26 21:10:44.515965 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-46f12c73-3700-4e7e-86c8-206b84d0e626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (54d4a93e-badb-480c-831f-99f9f6beb5f4), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:44.516623 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f55474-0270-45cc-bb76-7c3818b68ecf req-da8195b4-6b95-4892-8846-43037bacabc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:10:44.518114 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-f9f55474-0270-45cc-bb76-7c3818b68ecf req-da8195b4-6b95-4892-8846-43037bacabc7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=78d1818a-39ee-4c76-a0e5-ad97ae03aaf7 HTTP/1.1" status: 200 len: 854 time: 0.0467675 May 26 21:10:44.553679 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-f9f55474-0270-45cc-bb76-7c3818b68ecf req-bd29295c-6c42-41a3-b145-0c872bea0c72 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=bbe0c4f7-1349-405d-b1f0-935d04e42d4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297379 May 26 21:10:44.619307 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-8dd17faf-15fd-4946-bb71-fd53c67d22e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787881986003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787881445708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16679263'] for port (94a8229f-8baf-4230-bb99-ff0406389470), after_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:44.644751 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd17faf-15fd-4946-bb71-fd53c67d22e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=94a8229f-8baf-4230-bb99-ff0406389470,revision_number=None']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:10:44.644982 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-f9f55474-0270-45cc-bb76-7c3818b68ecf req-b658b19e-ec00-4d92-816d-66a419cea8b1 service neutron] 10.222.0.62 "GET /v2.0/networks/bbe0c4f7-1349-405d-b1f0-935d04e42d4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850315 May 26 21:10:44.676211 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:10:44.755615 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-f9f55474-0270-45cc-bb76-7c3818b68ecf req-b12ab329-a4c2-4c88-af72-f126f44502d3 service neutron] 10.222.0.62 "GET /v2.0/networks/bbe0c4f7-1349-405d-b1f0-935d04e42d4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047633 May 26 21:10:44.814174 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-8dd17faf-15fd-4946-bb71-fd53c67d22e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-416047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1615171'] for router_interface (66749bb9-8c51-451d-8172-03702662c48e), after_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:45.131943 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b164e7f7-c827-4824-802b-787332b97bea req-462618b5-ae52-4f31-bebd-8d2f775fb81a tempest-VolumesSnapshotTestJSON-1979792285 tempest-VolumesSnapshotTestJSON-1979792285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:10:45.133367 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-b164e7f7-c827-4824-802b-787332b97bea req-462618b5-ae52-4f31-bebd-8d2f775fb81a tempest-VolumesSnapshotTestJSON-1979792285 tempest-VolumesSnapshotTestJSON-1979792285-project] 10.222.0.57 "GET /v2.0/ports?device_id=6019e787-b419-468d-8f0a-14f6108b2694 HTTP/1.1" status: 200 len: 943 time: 0.0587265 May 26 21:10:45.134656 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:10:45.248048 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-b164e7f7-c827-4824-802b-787332b97bea req-ce21f37c-9681-4ea8-bca3-4e7c45f4ad57 tempest-VolumesSnapshotTestJSON-1979792285 tempest-VolumesSnapshotTestJSON-1979792285-project] 10.222.0.57 "GET /v2.0/security-groups?id=7b2e98b0-5958-4ebe-901f-c4368c9ea995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077387 May 26 21:10:45.269025 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dd17faf-15fd-4946-bb71-fd53c67d22e8 admin admin] Router 66749bb9-8c51-451d-8172-03702662c48e has already been hosted by L3 agent ccb07560-1e88-42f3-8411-377a93089622 {{(pid=104102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 21:10:45.374969 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dd17faf-15fd-4946-bb71-fd53c67d22e8 admin admin] Notify agent at l3_agent.dv-cinder-828806-3-iscsi the message routers_updated {{(pid=104102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 21:10:45.382936 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-8dd17faf-15fd-4946-bb71-fd53c67d22e8 admin admin] 10.222.0.57 "PUT /v2.0/routers/66749bb9-8c51-451d-8172-03702662c48e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8095009 May 26 21:10:45.383649 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 51018) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:10:45.393308 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce78d080-9e16-42be-a2f8-7035ea8cc9e1 None None] Sync routers for ids ['66749bb9-8c51-451d-8172-03702662c48e'] in dv-cinder-828806-3-iscsi {{(pid=104103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 21:10:45.402681 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce78d080-9e16-42be-a2f8-7035ea8cc9e1 None None] Routers {'66749bb9-8c51-451d-8172-03702662c48e'} bound to L3 agent in host dv-cinder-828806-3-iscsi {{(pid=104103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:10:45.403283 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_hamode_db [None req-ce78d080-9e16-42be-a2f8-7035ea8cc9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T20:55:42Z,description=,heartbeat_timestamp=2022-05-26T21:10:42Z,host='dv-cinder-828806-3-iscsi',id=ccb07560-1e88-42f3-8411-377a93089622,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T20:55:42Z,topic='l3_agent')) {'router_ids': ['66749bb9-8c51-451d-8172-03702662c48e'], 'active': True} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:10:45.481415 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-6af19bcc-514a-47af-8d3e-fc147f158b8a admin admin] Publish callbacks [] for router (66749bb9-8c51-451d-8172-03702662c48e), before_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:45.501318 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvr_db [None req-ce78d080-9e16-42be-a2f8-7035ea8cc9e1 None None] Set router 66749bb9-8c51-451d-8172-03702662c48e gateway port host: dv-cinder-828806-3-iscsi {{(pid=104103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:10:45.577488 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-6af19bcc-514a-47af-8d3e-fc147f158b8a admin admin] Publish callbacks [] for router_gateway (66749bb9-8c51-451d-8172-03702662c48e), before_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:45.605496 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:10:45.621793 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:10:45.639269 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.plugin [None req-6af19bcc-514a-47af-8d3e-fc147f158b8a admin admin] Deleting port 9b2bf021-b87a-4d08-8830-84335441d8b4 {{(pid=104101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 21:10:45.639610 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-6af19bcc-514a-47af-8d3e-fc147f158b8a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787881975269'] for port (9b2bf021-b87a-4d08-8830-84335441d8b4), before_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:45.668208 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_hamode_db [None req-ce78d080-9e16-42be-a2f8-7035ea8cc9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66749bb9-8c51-451d-8172-03702662c48e', 'name': 'tempest-TestMinimumBasicScenario-737414409-router', 'tenant_id': '063d0056b740469fb8152f77df552a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.5'}], 'enable_snat': True}, 'gw_port_id': '9b2bf021-b87a-4d08-8830-84335441d8b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:07:36Z', 'updated_at': '2022-05-26T21:10:44Z', 'revision_number': 5, 'project_id': '063d0056b740469fb8152f77df552a6a', 'gw_port': {'id': '9b2bf021-b87a-4d08-8830-84335441d8b4', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:ec:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66749bb9-8c51-451d-8172-03702662c48e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:07:36Z', 'updated_at': '2022-05-26T21:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi'}], 'dv-cinder-828806-3-iscsi', False) {} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:10:45.699699 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce78d080-9e16-42be-a2f8-7035ea8cc9e1 None None] Checking router: 66749bb9-8c51-451d-8172-03702662c48e for host: dv-cinder-828806-3-iscsi {{(pid=104103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 21:10:45.708050 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce78d080-9e16-42be-a2f8-7035ea8cc9e1 None None] Routers {'66749bb9-8c51-451d-8172-03702662c48e'} bound to L3 agent in host dv-cinder-828806-3-iscsi {{(pid=104103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:10:45.708655 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_hamode_db [None req-ce78d080-9e16-42be-a2f8-7035ea8cc9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T20:55:42Z,description=,heartbeat_timestamp=2022-05-26T21:10:42Z,host='dv-cinder-828806-3-iscsi',id=ccb07560-1e88-42f3-8411-377a93089622,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T20:55:42Z,topic='l3_agent')) {'router_ids': ['66749bb9-8c51-451d-8172-03702662c48e'], 'active': True} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:10:45.709615 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a6c5ff-adbc-45ab-a3b4-5106110eb211 req-ca405ec0-643b-4957-9b25-26800377479c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:10:45.711137 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-71a6c5ff-adbc-45ab-a3b4-5106110eb211 req-ca405ec0-643b-4957-9b25-26800377479c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=24cf32bd40be4be9a83d0771e4f939fa&device_id=6019e787-b419-468d-8f0a-14f6108b2694 HTTP/1.1" status: 200 len: 1127 time: 0.0814245 May 26 21:10:45.787898 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvr_db [None req-ce78d080-9e16-42be-a2f8-7035ea8cc9e1 None None] Set router 66749bb9-8c51-451d-8172-03702662c48e gateway port host: None {{(pid=104103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:10:45.797806 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.db [None req-6af19bcc-514a-47af-8d3e-fc147f158b8a admin admin] For port 9b2bf021-b87a-4d08-8830-84335441d8b4, host dv-cinder-828806-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-3-iscsi',level=0,port_id=9b2bf021-b87a-4d08-8830-84335441d8b4,segment=NetworkSegment(8d4aea41-d977-462c-9098-4088113247cb),segment_id=8d4aea41-d977-462c-9098-4088113247cb)] {{(pid=104101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:10:45.798173 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-6af19bcc-514a-47af-8d3e-fc147f158b8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595751'] for port (9b2bf021-b87a-4d08-8830-84335441d8b4), precommit_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:45.823037 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.plugin [None req-6af19bcc-514a-47af-8d3e-fc147f158b8a admin admin] Calling delete_port for 9b2bf021-b87a-4d08-8830-84335441d8b4 owned by network:router_gateway {{(pid=104101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 21:10:45.855368 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a6c5ff-adbc-45ab-a3b4-5106110eb211 req-6898cb10-384e-40ff-a93e-5c1ffc266748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:10:45.856891 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-71a6c5ff-adbc-45ab-a3b4-5106110eb211 req-6898cb10-384e-40ff-a93e-5c1ffc266748 service neutron] 10.222.0.62 "GET /v2.0/networks?id=bbe0c4f7-1349-405d-b1f0-935d04e42d4a HTTP/1.1" status: 200 len: 915 time: 0.1398530 May 26 21:10:45.923585 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-71a6c5ff-adbc-45ab-a3b4-5106110eb211 req-e9229501-8071-4584-a8d0-076f1b12a2bd service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=48785bc5-8182-4632-b292-68b186847105 HTTP/1.1" status: 200 len: 217 time: 0.0363309 May 26 21:10:45.966892 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_hamode_db [None req-ce78d080-9e16-42be-a2f8-7035ea8cc9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66749bb9-8c51-451d-8172-03702662c48e', 'name': 'tempest-TestMinimumBasicScenario-737414409-router', 'tenant_id': '063d0056b740469fb8152f77df552a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:07:36Z', 'updated_at': '2022-05-26T21:10:45Z', 'revision_number': 6, 'project_id': '063d0056b740469fb8152f77df552a6a', 'gw_port_host': None}], 'dv-cinder-828806-3-iscsi', False) {} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:10:45.998313 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce78d080-9e16-42be-a2f8-7035ea8cc9e1 None None] The sync data for ids ['66749bb9-8c51-451d-8172-03702662c48e'] in dv-cinder-828806-3-iscsi is: [{'id': '66749bb9-8c51-451d-8172-03702662c48e', 'name': 'tempest-TestMinimumBasicScenario-737414409-router', 'tenant_id': '063d0056b740469fb8152f77df552a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:07:36Z', 'updated_at': '2022-05-26T21:10:45Z', 'revision_number': 6, 'project_id': '063d0056b740469fb8152f77df552a6a', 'gw_port_host': None}] {{(pid=104103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 21:10:46.005596 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (545ffc5a-00f7-4140-8f25-9e74b0e32d39), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:46.021400 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a6c5ff-adbc-45ab-a3b4-5106110eb211 req-96e75390-8d13-4098-917f-bf05311b6331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:10:46.022900 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-71a6c5ff-adbc-45ab-a3b4-5106110eb211 req-96e75390-8d13-4098-917f-bf05311b6331 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=78d1818a-39ee-4c76-a0e5-ad97ae03aaf7 HTTP/1.1" status: 200 len: 854 time: 0.0934153 May 26 21:10:46.064238 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-71a6c5ff-adbc-45ab-a3b4-5106110eb211 req-89f2b988-fcea-4306-a887-d86c0b89eb79 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=bbe0c4f7-1349-405d-b1f0-935d04e42d4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353198 May 26 21:10:46.179107 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-6af19bcc-514a-47af-8d3e-fc147f158b8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787881986003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787881445708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13231773'] for port (9b2bf021-b87a-4d08-8830-84335441d8b4), after_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:46.194262 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:10:46.214382 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af19bcc-514a-47af-8d3e-fc147f158b8a admin admin] Pushing event deleted for resources: {'Port': ['ID=9b2bf021-b87a-4d08-8830-84335441d8b4,revision_number=None']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:10:46.220125 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-71a6c5ff-adbc-45ab-a3b4-5106110eb211 req-72bc3e11-562b-41a6-a8a0-8233c5c1192f service neutron] 10.222.0.62 "GET /v2.0/networks/bbe0c4f7-1349-405d-b1f0-935d04e42d4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494505 May 26 21:10:46.325974 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:10:46.331458 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Device 48785bc5-8182-4632-b292-68b186847105 details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=104103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 21:10:46.333653 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-6af19bcc-514a-47af-8d3e-fc147f158b8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1614817'] for router_gateway (66749bb9-8c51-451d-8172-03702662c48e), after_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:46.366029 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227aee9c-b5f3-46fe-8ded-73622167f6e3 req-d66cf300-3cca-4e40-ad20-597db016e8d1 tempest-VolumesSnapshotTestJSON-1979792285 tempest-VolumesSnapshotTestJSON-1979792285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:10:46.367645 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-227aee9c-b5f3-46fe-8ded-73622167f6e3 req-d66cf300-3cca-4e40-ad20-597db016e8d1 tempest-VolumesSnapshotTestJSON-1979792285 tempest-VolumesSnapshotTestJSON-1979792285-project] 10.222.0.57 "GET /v2.0/ports?device_id=6019e787-b419-468d-8f0a-14f6108b2694 HTTP/1.1" status: 200 len: 943 time: 0.0514805 May 26 21:10:46.403515 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:10:46.421938 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-227aee9c-b5f3-46fe-8ded-73622167f6e3 req-549519f7-4d7a-4584-9cf5-fcf66f353271 tempest-VolumesSnapshotTestJSON-1979792285 tempest-VolumesSnapshotTestJSON-1979792285-project] 10.222.0.57 "GET /v2.0/security-groups?id=7b2e98b0-5958-4ebe-901f-c4368c9ea995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487630 May 26 21:10:46.451667 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-71a6c5ff-adbc-45ab-a3b4-5106110eb211 req-94d463c0-2a76-4203-b275-ea6314a379ba service neutron] 10.222.0.62 "GET /v2.0/networks/bbe0c4f7-1349-405d-b1f0-935d04e42d4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255571 May 26 21:10:46.453113 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] For port 48785bc5-8182-4632-b292-68b186847105, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=48785bc5-8182-4632-b292-68b186847105,segment=NetworkSegment(c6568e87-0523-4e7e-8b29-b4bd7eb1f786),segment_id=c6568e87-0523-4e7e-8b29-b4bd7eb1f786)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:10:46.453249 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-6af19bcc-514a-47af-8d3e-fc147f158b8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1900208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130790'] for router (66749bb9-8c51-451d-8172-03702662c48e), precommit_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:46.456029 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-6af19bcc-514a-47af-8d3e-fc147f158b8a admin admin] Publish callbacks [] for router_controller (66749bb9-8c51-451d-8172-03702662c48e), precommit_delete_associations {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:46.487192 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Returning: {'device': '48785bc5-8182-4632-b292-68b186847105', 'network_id': 'bbe0c4f7-1349-405d-b1f0-935d04e42d4a', 'port_id': '48785bc5-8182-4632-b292-68b186847105', 'mac_address': 'fa:16:3e:8e:8c:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78d1818a-39ee-4c76-a0e5-ad97ae03aaf7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 21:10:46.525833 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Current status of the port 48785bc5-8182-4632-b292-68b186847105 is: DOWN; New status is: BUILD {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:10:46.526220 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (48785bc5-8182-4632-b292-68b186847105), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:46.532015 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-6af19bcc-514a-47af-8d3e-fc147f158b8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1900219'] for router (66749bb9-8c51-451d-8172-03702662c48e), after_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:46.532758 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6af19bcc-514a-47af-8d3e-fc147f158b8a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 66749bb9-8c51-451d-8172-03702662c48e {{(pid=104101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 21:10:46.545381 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-6af19bcc-514a-47af-8d3e-fc147f158b8a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:46.546700 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-6af19bcc-514a-47af-8d3e-fc147f158b8a admin admin] 10.222.0.57 "DELETE /v2.0/routers/66749bb9-8c51-451d-8172-03702662c48e HTTP/1.1" status: 204 len: 168 time: 1.1620362 May 26 21:10:46.549296 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 51030) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:10:46.556926 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.notifiers.nova [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48785bc5-8182-4632-b292-68b186847105 {{(pid=104103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 21:10:46.579553 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:10:46.584740 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] For port 48785bc5-8182-4632-b292-68b186847105, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=48785bc5-8182-4632-b292-68b186847105,segment=NetworkSegment(c6568e87-0523-4e7e-8b29-b4bd7eb1f786),segment_id=c6568e87-0523-4e7e-8b29-b4bd7eb1f786)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:10:46.591501 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (48785bc5-8182-4632-b292-68b186847105), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:46.599806 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.db.db_base_plugin_v2 [None req-70f9dd96-02a6-4483-ab42-49719ff06e8d admin admin] Deleting subnet 7ad9386e-533f-47e9-96b9-07df8e60ae1d {{(pid=104101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 21:10:46.603247 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-70f9dd96-02a6-4483-ab42-49719ff06e8d admin admin] Publish callbacks [] for subnet (7ad9386e-533f-47e9-96b9-07df8e60ae1d), before_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:46.643596 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-70f9dd96-02a6-4483-ab42-49719ff06e8d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12907141'] for subnet (7ad9386e-533f-47e9-96b9-07df8e60ae1d), precommit_delete_associations {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:46.654718 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Pushing event updated for resources: {'Port': ['ID=48785bc5-8182-4632-b292-68b186847105,revision_number=4']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:10:46.728094 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-70f9dd96-02a6-4483-ab42-49719ff06e8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-985580'] for subnet (7ad9386e-533f-47e9-96b9-07df8e60ae1d), precommit_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:46.781942 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-70f9dd96-02a6-4483-ab42-49719ff06e8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-985589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13230444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14398191'] for subnet (7ad9386e-533f-47e9-96b9-07df8e60ae1d), after_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:46.806014 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f9dd96-02a6-4483-ab42-49719ff06e8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ad9386e-533f-47e9-96b9-07df8e60ae1d,revision_number=None']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:10:46.820527 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-70f9dd96-02a6-4483-ab42-49719ff06e8d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:46.826908 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c2ed4e5-cf03-4046-accc-e6493942a58a None None] Network 689c5894-b5f6-47cd-af1e-3749043603e3 requested from dv-cinder-828806-3-iscsi {{(pid=104103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 21:10:46.827016 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-70f9dd96-02a6-4483-ab42-49719ff06e8d admin admin] 10.222.0.57 "DELETE /v2.0/subnets/7ad9386e-533f-47e9-96b9-07df8e60ae1d HTTP/1.1" status: 204 len: 168 time: 0.2738907 May 26 21:10:46.827016 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 51034) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:10:46.897720 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-008ebc9b-a7b9-4d38-9d95-f25e0c8bd60e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-791915'] for network (689c5894-b5f6-47cd-af1e-3749043603e3), before_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:46.904837 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] get_ports_and_sgs() called for port_ids ['48785bc5-8182-4632-b292-68b186847105'] {{(pid=104103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 21:10:46.947512 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.plugin [None req-008ebc9b-a7b9-4d38-9d95-f25e0c8bd60e admin admin] Deleting port cbfafbb0-5859-4c41-b53a-4b01ea4afebd {{(pid=104101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 21:10:46.947865 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-008ebc9b-a7b9-4d38-9d95-f25e0c8bd60e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787881975269'] for port (cbfafbb0-5859-4c41-b53a-4b01ea4afebd), before_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:47.011504 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d41f18f-58a2-4138-90a7-2885087b0c26 None None] DHCP port deletion for 689c5894-b5f6-47cd-af1e-3749043603e3 request from dv-cinder-828806-3-iscsi {{(pid=104103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 26 21:10:47.016774 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.db [None req-008ebc9b-a7b9-4d38-9d95-f25e0c8bd60e admin admin] For port cbfafbb0-5859-4c41-b53a-4b01ea4afebd, host dv-cinder-828806-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-3-iscsi',level=0,port_id=cbfafbb0-5859-4c41-b53a-4b01ea4afebd,segment=NetworkSegment(96d04679-24c8-4cb4-83c4-b6fa46f4a441),segment_id=96d04679-24c8-4cb4-83c4-b6fa46f4a441)] {{(pid=104101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:10:47.017135 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-008ebc9b-a7b9-4d38-9d95-f25e0c8bd60e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595751'] for port (cbfafbb0-5859-4c41-b53a-4b01ea4afebd), precommit_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:47.030552 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.plugin [None req-008ebc9b-a7b9-4d38-9d95-f25e0c8bd60e admin admin] Calling delete_port for cbfafbb0-5859-4c41-b53a-4b01ea4afebd owned by network:dhcp {{(pid=104101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 21:10:47.069851 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-0d41f18f-58a2-4138-90a7-2885087b0c26 None None] Deleting port cbfafbb0-5859-4c41-b53a-4b01ea4afebd {{(pid=104103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 21:10:47.070156 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-0d41f18f-58a2-4138-90a7-2885087b0c26 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787881975269'] for port (cbfafbb0-5859-4c41-b53a-4b01ea4afebd), before_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:47.109261 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-008ebc9b-a7b9-4d38-9d95-f25e0c8bd60e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787881986003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787881445708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13231773'] for port (cbfafbb0-5859-4c41-b53a-4b01ea4afebd), after_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:47.134201 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008ebc9b-a7b9-4d38-9d95-f25e0c8bd60e admin admin] Pushing event deleted for resources: {'Port': ['ID=cbfafbb0-5859-4c41-b53a-4b01ea4afebd,revision_number=None']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:10:47.137628 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008ebc9b-a7b9-4d38-9d95-f25e0c8bd60e admin admin] No DVR routers for this DVR port cbfafbb0-5859-4c41-b53a-4b01ea4afebd on host dv-cinder-828806-3-iscsi {{(pid=104101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 21:10:47.158199 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-0d41f18f-58a2-4138-90a7-2885087b0c26 None None] For port cbfafbb0-5859-4c41-b53a-4b01ea4afebd, host dv-cinder-828806-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-3-iscsi',level=0,port_id=cbfafbb0-5859-4c41-b53a-4b01ea4afebd,segment=NetworkSegment(96d04679-24c8-4cb4-83c4-b6fa46f4a441),segment_id=96d04679-24c8-4cb4-83c4-b6fa46f4a441)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:10:47.158571 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-0d41f18f-58a2-4138-90a7-2885087b0c26 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595751'] for port (cbfafbb0-5859-4c41-b53a-4b01ea4afebd), precommit_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:47.167794 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=100 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:10:47.175602 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-0d41f18f-58a2-4138-90a7-2885087b0c26 None None] Calling delete_port for cbfafbb0-5859-4c41-b53a-4b01ea4afebd owned by network:dhcp {{(pid=104103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 21:10:47.206582 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-008ebc9b-a7b9-4d38-9d95-f25e0c8bd60e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983897', 'neutron.services.segments.db._delete_segments_for_network-8787881958000'] for network (689c5894-b5f6-47cd-af1e-3749043603e3), precommit_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:47.213214 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:10:47.231040 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.services.segments.db [None req-008ebc9b-a7b9-4d38-9d95-f25e0c8bd60e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['689c5894-b5f6-47cd-af1e-3749043603e3']}} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:10:47.241741 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.services.segments.db [None req-008ebc9b-a7b9-4d38-9d95-f25e0c8bd60e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96d04679-24c8-4cb4-83c4-b6fa46f4a441') {'for_net_delete': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:10:47.242029 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.services.segments.db [None req-008ebc9b-a7b9-4d38-9d95-f25e0c8bd60e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96d04679-24c8-4cb4-83c4-b6fa46f4a441') {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:10:47.251756 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-008ebc9b-a7b9-4d38-9d95-f25e0c8bd60e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787881958777', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12907196'] for segment (96d04679-24c8-4cb4-83c4-b6fa46f4a441), before_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:47.257352 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-0d41f18f-58a2-4138-90a7-2885087b0c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787881986003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787881445708'] for port (cbfafbb0-5859-4c41-b53a-4b01ea4afebd), after_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:47.265736 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-008ebc9b-a7b9-4d38-9d95-f25e0c8bd60e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-995747'] for segment (96d04679-24c8-4cb4-83c4-b6fa46f4a441), precommit_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:47.272225 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-008ebc9b-a7b9-4d38-9d95-f25e0c8bd60e admin admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=104101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 21:10:47.272611 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-008ebc9b-a7b9-4d38-9d95-f25e0c8bd60e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-995747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13231822'] for segment (96d04679-24c8-4cb4-83c4-b6fa46f4a441), after_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:47.283112 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d41f18f-58a2-4138-90a7-2885087b0c26 None None] Pushing event deleted for resources: {'Port': ['ID=cbfafbb0-5859-4c41-b53a-4b01ea4afebd,revision_number=None']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:10:47.285415 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d41f18f-58a2-4138-90a7-2885087b0c26 None None] No DVR routers for this DVR port cbfafbb0-5859-4c41-b53a-4b01ea4afebd on host dv-cinder-828806-3-iscsi {{(pid=104103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 21:10:47.314658 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.services.segments.plugin [-] Segment 96d04679-24c8-4cb4-83c4-b6fa46f4a441 resource provider aggregate not found May 26 21:10:47.332544 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.services.segments.plugin [-] Segment 96d04679-24c8-4cb4-83c4-b6fa46f4a441 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 96d04679-24c8-4cb4-83c4-b6fa46f4a441 found for delete ", "request_id": "req-1026f32e-f43d-4ba0-a37d-c991ec8f876a"}]} May 26 21:10:47.336349 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-008ebc9b-a7b9-4d38-9d95-f25e0c8bd60e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1614797'] for network (689c5894-b5f6-47cd-af1e-3749043603e3), after_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:47.341793 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-008ebc9b-a7b9-4d38-9d95-f25e0c8bd60e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-416010'] for network (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:47.344852 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-008ebc9b-a7b9-4d38-9d95-f25e0c8bd60e admin admin] 10.222.0.57 "DELETE /v2.0/networks/689c5894-b5f6-47cd-af1e-3749043603e3 HTTP/1.1" status: 204 len: 168 time: 0.5167761 May 26 21:10:47.355996 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008ebc9b-a7b9-4d38-9d95-f25e0c8bd60e admin admin] Pushing event deleted for resources: {'Network': ['ID=689c5894-b5f6-47cd-af1e-3749043603e3,revision_number=None']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:10:47.458490 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 51042) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:10:47.500199 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-2bf7ffe3-c1cb-4ba3-994c-ac5253a05c89 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=cdb0cbaf75ee402091c3eec9dd512a2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0405731 May 26 21:10:47.502622 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 51046) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:10:47.508123 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:UPDATE=3,neutron:SELECT=88,neutron:DELETE=9 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:10:47.555832 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-2870446d-89be-4633-924d-5e81a6c42a21 admin admin] Publish callbacks [] for security_group (e148b512-cd9e-4c89-a117-eef82b8f00a8), before_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:47.560288 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032f61b8-da6f-4870-8c6e-66e86191fbf8 req-75314029-d43c-4bb8-9d8a-fa3ce7f5bc72 tempest-VolumesSnapshotTestJSON-1979792285 tempest-VolumesSnapshotTestJSON-1979792285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:10:47.561775 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-032f61b8-da6f-4870-8c6e-66e86191fbf8 req-75314029-d43c-4bb8-9d8a-fa3ce7f5bc72 tempest-VolumesSnapshotTestJSON-1979792285 tempest-VolumesSnapshotTestJSON-1979792285-project] 10.222.0.57 "GET /v2.0/ports?device_id=6019e787-b419-468d-8f0a-14f6108b2694 HTTP/1.1" status: 200 len: 944 time: 0.0478954 May 26 21:10:47.580745 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-2870446d-89be-4633-924d-5e81a6c42a21 admin admin] Publish callbacks [] for security_group (e148b512-cd9e-4c89-a117-eef82b8f00a8), precommit_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:47.617042 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-032f61b8-da6f-4870-8c6e-66e86191fbf8 req-ed4391ea-b7b7-45f0-aeb5-e96610136da8 tempest-VolumesSnapshotTestJSON-1979792285 tempest-VolumesSnapshotTestJSON-1979792285-project] 10.222.0.57 "GET /v2.0/security-groups?id=7b2e98b0-5958-4ebe-901f-c4368c9ea995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428989 May 26 21:10:47.630805 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-2870446d-89be-4633-924d-5e81a6c42a21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (e148b512-cd9e-4c89-a117-eef82b8f00a8), after_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:47.633403 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-2870446d-89be-4633-924d-5e81a6c42a21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:47.634550 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-2870446d-89be-4633-924d-5e81a6c42a21 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e148b512-cd9e-4c89-a117-eef82b8f00a8 HTTP/1.1" status: 204 len: 168 time: 0.1310344 May 26 21:10:47.642342 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2870446d-89be-4633-924d-5e81a6c42a21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e148b512-cd9e-4c89-a117-eef82b8f00a8,revision_number=None']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:10:47.767242 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 51056) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:10:47.972512 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 51062) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:10:48.016867 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-c26a768c-7318-4f4a-bf8e-b703b850cfe7 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=063d0056b740469fb8152f77df552a6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0431728 May 26 21:10:48.020025 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 51064) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:10:48.048951 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Device cbfafbb0-5859-4c41-b53a-4b01ea4afebd no longer exists at agent ovs-agent-dv-cinder-828806-3-iscsi {{(pid=104103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 21:10:48.068475 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] No Port match for: cbfafbb0-5859-4c41-b53a-4b01ea4afebd {{(pid=104103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 21:10:48.068934 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Device cbfafbb0-5859-4c41-b53a-4b01ea4afebd not bound to the agent host dv-cinder-828806-3-iscsi {{(pid=104103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 21:10:48.069348 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Device 94a8229f-8baf-4230-bb99-ff0406389470 no longer exists at agent ovs-agent-dv-cinder-828806-3-iscsi {{(pid=104103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 21:10:48.087456 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] No Port match for: 94a8229f-8baf-4230-bb99-ff0406389470 {{(pid=104103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 21:10:48.087793 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Device 94a8229f-8baf-4230-bb99-ff0406389470 not bound to the agent host dv-cinder-828806-3-iscsi {{(pid=104103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 21:10:48.088194 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Device 9b2bf021-b87a-4d08-8830-84335441d8b4 no longer exists at agent ovs-agent-dv-cinder-828806-3-iscsi {{(pid=104103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 21:10:48.105243 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] No Port match for: 9b2bf021-b87a-4d08-8830-84335441d8b4 {{(pid=104103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 21:10:48.105591 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Device 9b2bf021-b87a-4d08-8830-84335441d8b4 not bound to the agent host dv-cinder-828806-3-iscsi {{(pid=104103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 21:10:48.325853 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Device 48785bc5-8182-4632-b292-68b186847105 up at agent hyperv_hv-cinder-82880 {{(pid=104103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:10:48.371968 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Provisioning for port 48785bc5-8182-4632-b292-68b186847105 completed by entity L2. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 21:10:48.379146 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Provisioning complete for port 48785bc5-8182-4632-b292-68b186847105 triggered by entity L2. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:10:48.379545 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (48785bc5-8182-4632-b292-68b186847105), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:48.389176 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-4a0c64f1-e5db-4001-9798-64d78897463d admin admin] Publish callbacks [] for security_group (fbefca43-bac3-4f8a-b8af-cae9bd267427), before_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:48.424986 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-4a0c64f1-e5db-4001-9798-64d78897463d admin admin] Publish callbacks [] for security_group (fbefca43-bac3-4f8a-b8af-cae9bd267427), precommit_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:48.441291 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:10:48.451532 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Current status of the port 48785bc5-8182-4632-b292-68b186847105 is: BUILD; New status is: ACTIVE {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:10:48.452844 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (48785bc5-8182-4632-b292-68b186847105), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:48.475948 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6019e787-b419-468d-8f0a-14f6108b2694', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48785bc5-8182-4632-b292-68b186847105'}] {{(pid=104103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:10:48.478150 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b44267d7c8a7abe6e93cd6d61df03f02c4feaf0da3ba5ea8b381a36bebf6efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-306dd853-372f-4fe9-b91e-f261cb3c9494" -d '{"events": [{"server_uuid": "6019e787-b419-468d-8f0a-14f6108b2694", "name": "network-vif-plugged", "status": "completed", "tag": "48785bc5-8182-4632-b292-68b186847105"}]}' {{(pid=104103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:10:48.492212 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] For port 48785bc5-8182-4632-b292-68b186847105, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=48785bc5-8182-4632-b292-68b186847105,segment=NetworkSegment(c6568e87-0523-4e7e-8b29-b4bd7eb1f786),segment_id=c6568e87-0523-4e7e-8b29-b4bd7eb1f786)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:10:48.497471 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (48785bc5-8182-4632-b292-68b186847105), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:48.527100 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 21:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad4d2a03-2d7b-4808-900a-fe312eefb27a x-openstack-request-id: req-ad4d2a03-2d7b-4808-900a-fe312eefb27a {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:10:48.527389 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6019e787-b419-468d-8f0a-14f6108b2694", "name": "network-vif-plugged", "status": "completed", "tag": "48785bc5-8182-4632-b292-68b186847105", "code": 200}]} {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:10:48.527645 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ad4d2a03-2d7b-4808-900a-fe312eefb27a {{(pid=104103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:10:48.528040 dv-cinder-828806-3-iscsi neutron-server[104103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad4d2a03-2d7b-4808-900a-fe312eefb27a'] response: {'server_uuid': '6019e787-b419-468d-8f0a-14f6108b2694', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48785bc5-8182-4632-b292-68b186847105', 'code': 200} May 26 21:10:48.549725 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Pushing event updated for resources: {'Port': ['ID=48785bc5-8182-4632-b292-68b186847105,revision_number=5']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:10:48.575151 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-4a0c64f1-e5db-4001-9798-64d78897463d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (fbefca43-bac3-4f8a-b8af-cae9bd267427), after_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:48.577888 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-4a0c64f1-e5db-4001-9798-64d78897463d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:48.581416 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-4a0c64f1-e5db-4001-9798-64d78897463d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/fbefca43-bac3-4f8a-b8af-cae9bd267427 HTTP/1.1" status: 204 len: 168 time: 0.5581379 May 26 21:10:48.616116 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0c64f1-e5db-4001-9798-64d78897463d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbefca43-bac3-4f8a-b8af-cae9bd267427,revision_number=None']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:10:48.687668 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-0dbf58ac-5d22-49bc-8a2a-c6a7b6ff2db5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1615327'] for router_interface (fcf153c1-dfc2-4490-b95f-83881f205231), before_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:48.744487 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75a764b-92e6-46c2-961b-9e642aabf630 req-234cac4e-a620-441e-bba5-d644c680e0b6 tempest-VolumesSnapshotTestJSON-1979792285 tempest-VolumesSnapshotTestJSON-1979792285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:10:48.749731 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-d75a764b-92e6-46c2-961b-9e642aabf630 req-234cac4e-a620-441e-bba5-d644c680e0b6 tempest-VolumesSnapshotTestJSON-1979792285 tempest-VolumesSnapshotTestJSON-1979792285-project] 10.222.0.57 "GET /v2.0/ports?device_id=6019e787-b419-468d-8f0a-14f6108b2694 HTTP/1.1" status: 200 len: 945 time: 0.0525675 May 26 21:10:48.810020 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-d75a764b-92e6-46c2-961b-9e642aabf630 req-596ac318-2b65-4da2-9aef-516352b75461 tempest-VolumesSnapshotTestJSON-1979792285 tempest-VolumesSnapshotTestJSON-1979792285-project] 10.222.0.57 "GET /v2.0/security-groups?id=7b2e98b0-5958-4ebe-901f-c4368c9ea995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572417 May 26 21:10:48.812813 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9966f0b8-d5c7-42a2-9b10-3c012e58381b req-ba961347-71e3-4ad1-aa0e-a6ae974be69e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:10:48.814361 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-9966f0b8-d5c7-42a2-9b10-3c012e58381b req-ba961347-71e3-4ad1-aa0e-a6ae974be69e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6019e787-b419-468d-8f0a-14f6108b2694 HTTP/1.1" status: 200 len: 1129 time: 0.0767157 May 26 21:10:48.834833 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:10:48.979859 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-9966f0b8-d5c7-42a2-9b10-3c012e58381b req-122c1e63-298a-441a-91d8-805a23eed389 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=7b2e98b0-5958-4ebe-901f-c4368c9ea995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527643 May 26 21:10:49.021285 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:10:49.058748 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.plugin [None req-0dbf58ac-5d22-49bc-8a2a-c6a7b6ff2db5 admin admin] Deleting port 33561d76-16e3-4004-9447-f0c279bc8e98 {{(pid=104101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 21:10:49.059090 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-0dbf58ac-5d22-49bc-8a2a-c6a7b6ff2db5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787881975269'] for port (33561d76-16e3-4004-9447-f0c279bc8e98), before_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:49.141281 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.db [None req-0dbf58ac-5d22-49bc-8a2a-c6a7b6ff2db5 admin admin] For port 33561d76-16e3-4004-9447-f0c279bc8e98, host dv-cinder-828806-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-3-iscsi',level=0,port_id=33561d76-16e3-4004-9447-f0c279bc8e98,segment=NetworkSegment(6581e449-834f-4534-a2fe-363e6aa5bcef),segment_id=6581e449-834f-4534-a2fe-363e6aa5bcef)] {{(pid=104101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:10:49.141675 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-0dbf58ac-5d22-49bc-8a2a-c6a7b6ff2db5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595751'] for port (33561d76-16e3-4004-9447-f0c279bc8e98), precommit_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:49.154432 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.plugin [None req-0dbf58ac-5d22-49bc-8a2a-c6a7b6ff2db5 admin admin] Calling delete_port for 33561d76-16e3-4004-9447-f0c279bc8e98 owned by network:router_interface {{(pid=104101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 21:10:49.326703 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-0dbf58ac-5d22-49bc-8a2a-c6a7b6ff2db5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787881986003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787881445708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13231773'] for port (33561d76-16e3-4004-9447-f0c279bc8e98), after_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:49.350660 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbf58ac-5d22-49bc-8a2a-c6a7b6ff2db5 admin admin] Pushing event deleted for resources: {'Port': ['ID=33561d76-16e3-4004-9447-f0c279bc8e98,revision_number=None']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:10:49.506422 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-0dbf58ac-5d22-49bc-8a2a-c6a7b6ff2db5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-416047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1615171'] for router_interface (fcf153c1-dfc2-4490-b95f-83881f205231), after_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:49.705139 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dbf58ac-5d22-49bc-8a2a-c6a7b6ff2db5 admin admin] Router fcf153c1-dfc2-4490-b95f-83881f205231 has already been hosted by L3 agent ccb07560-1e88-42f3-8411-377a93089622 {{(pid=104101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 21:10:49.707959 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:10:49.801354 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:10:49.806795 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dbf58ac-5d22-49bc-8a2a-c6a7b6ff2db5 admin admin] Notify agent at l3_agent.dv-cinder-828806-3-iscsi the message routers_updated {{(pid=104101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 21:10:49.814505 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-0dbf58ac-5d22-49bc-8a2a-c6a7b6ff2db5 admin admin] 10.222.0.57 "PUT /v2.0/routers/fcf153c1-dfc2-4490-b95f-83881f205231/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0432053 May 26 21:10:49.814505 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 51074) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:10:49.817253 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29eb7cb-4cb6-4e14-818e-26e2f5503133 None None] Sync routers for ids ['fcf153c1-dfc2-4490-b95f-83881f205231'] in dv-cinder-828806-3-iscsi {{(pid=104104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 21:10:49.825053 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:10:49.828867 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29eb7cb-4cb6-4e14-818e-26e2f5503133 None None] Routers {'fcf153c1-dfc2-4490-b95f-83881f205231'} bound to L3 agent in host dv-cinder-828806-3-iscsi {{(pid=104104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:10:49.829475 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_hamode_db [None req-e29eb7cb-4cb6-4e14-818e-26e2f5503133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T20:55:42Z,description=,heartbeat_timestamp=2022-05-26T21:10:42Z,host='dv-cinder-828806-3-iscsi',id=ccb07560-1e88-42f3-8411-377a93089622,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T20:55:42Z,topic='l3_agent')) {'router_ids': ['fcf153c1-dfc2-4490-b95f-83881f205231'], 'active': True} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:10:49.922475 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-59739b63-9078-47c9-a805-c0844cc7848a admin admin] Publish callbacks [] for router (fcf153c1-dfc2-4490-b95f-83881f205231), before_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:49.935746 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvr_db [None req-e29eb7cb-4cb6-4e14-818e-26e2f5503133 None None] Set router fcf153c1-dfc2-4490-b95f-83881f205231 gateway port host: dv-cinder-828806-3-iscsi {{(pid=104104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:10:49.948274 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed73070-eceb-4e16-b2e2-36ce4f12b3bc req-87b08323-980b-42a7-8a71-8bb62e4fdc4c tempest-VolumesSnapshotTestJSON-1979792285 tempest-VolumesSnapshotTestJSON-1979792285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:10:49.949860 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-eed73070-eceb-4e16-b2e2-36ce4f12b3bc req-87b08323-980b-42a7-8a71-8bb62e4fdc4c tempest-VolumesSnapshotTestJSON-1979792285 tempest-VolumesSnapshotTestJSON-1979792285-project] 10.222.0.57 "GET /v2.0/ports?device_id=6019e787-b419-468d-8f0a-14f6108b2694 HTTP/1.1" status: 200 len: 945 time: 0.0592616 May 26 21:10:50.004312 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-eed73070-eceb-4e16-b2e2-36ce4f12b3bc req-5b597215-3b94-4966-b9cf-e3aee7338009 tempest-VolumesSnapshotTestJSON-1979792285 tempest-VolumesSnapshotTestJSON-1979792285-project] 10.222.0.57 "GET /v2.0/security-groups?id=7b2e98b0-5958-4ebe-901f-c4368c9ea995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459187 May 26 21:10:50.026046 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-59739b63-9078-47c9-a805-c0844cc7848a admin admin] Publish callbacks [] for router_gateway (fcf153c1-dfc2-4490-b95f-83881f205231), before_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:50.070041 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.plugin [None req-59739b63-9078-47c9-a805-c0844cc7848a admin admin] Deleting port 9f9f8939-364b-4fe7-a922-a7d9b3523c6c {{(pid=104101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 21:10:50.070561 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-59739b63-9078-47c9-a805-c0844cc7848a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787881975269'] for port (9f9f8939-364b-4fe7-a922-a7d9b3523c6c), before_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:50.120867 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_hamode_db [None req-e29eb7cb-4cb6-4e14-818e-26e2f5503133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcf153c1-dfc2-4490-b95f-83881f205231', 'name': 'tempest-AttachVolumeTestJSON-641444328-router', 'tenant_id': 'aee8ddc72b8a4baeb01503afbd8aeab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '9f9f8939-364b-4fe7-a922-a7d9b3523c6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:04:18Z', 'updated_at': '2022-05-26T21:10:49Z', 'revision_number': 5, 'project_id': 'aee8ddc72b8a4baeb01503afbd8aeab1', 'gw_port': {'id': '9f9f8939-364b-4fe7-a922-a7d9b3523c6c', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:bb:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf153c1-dfc2-4490-b95f-83881f205231', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:04:19Z', 'updated_at': '2022-05-26T21:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi'}], 'dv-cinder-828806-3-iscsi', False) {} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:10:50.144736 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29eb7cb-4cb6-4e14-818e-26e2f5503133 None None] Checking router: fcf153c1-dfc2-4490-b95f-83881f205231 for host: dv-cinder-828806-3-iscsi {{(pid=104104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 21:10:50.147987 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.db [None req-59739b63-9078-47c9-a805-c0844cc7848a admin admin] For port 9f9f8939-364b-4fe7-a922-a7d9b3523c6c, host dv-cinder-828806-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-3-iscsi',level=0,port_id=9f9f8939-364b-4fe7-a922-a7d9b3523c6c,segment=NetworkSegment(8d4aea41-d977-462c-9098-4088113247cb),segment_id=8d4aea41-d977-462c-9098-4088113247cb)] {{(pid=104101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:10:50.148354 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-59739b63-9078-47c9-a805-c0844cc7848a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595751'] for port (9f9f8939-364b-4fe7-a922-a7d9b3523c6c), precommit_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:50.152829 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29eb7cb-4cb6-4e14-818e-26e2f5503133 None None] Routers {'fcf153c1-dfc2-4490-b95f-83881f205231'} bound to L3 agent in host dv-cinder-828806-3-iscsi {{(pid=104104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:10:50.153418 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_hamode_db [None req-e29eb7cb-4cb6-4e14-818e-26e2f5503133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T20:55:42Z,description=,heartbeat_timestamp=2022-05-26T21:10:42Z,host='dv-cinder-828806-3-iscsi',id=ccb07560-1e88-42f3-8411-377a93089622,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T20:55:42Z,topic='l3_agent')) {'router_ids': ['fcf153c1-dfc2-4490-b95f-83881f205231'], 'active': True} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:10:50.165064 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.plugin [None req-59739b63-9078-47c9-a805-c0844cc7848a admin admin] Calling delete_port for 9f9f8939-364b-4fe7-a922-a7d9b3523c6c owned by network:router_gateway {{(pid=104101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 21:10:50.239613 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvr_db [None req-e29eb7cb-4cb6-4e14-818e-26e2f5503133 None None] Set router fcf153c1-dfc2-4490-b95f-83881f205231 gateway port host: None {{(pid=104104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:10:50.285715 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_hamode_db [None req-e29eb7cb-4cb6-4e14-818e-26e2f5503133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcf153c1-dfc2-4490-b95f-83881f205231', 'name': 'tempest-AttachVolumeTestJSON-641444328-router', 'tenant_id': 'aee8ddc72b8a4baeb01503afbd8aeab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:04:18Z', 'updated_at': '2022-05-26T21:10:50Z', 'revision_number': 6, 'project_id': 'aee8ddc72b8a4baeb01503afbd8aeab1', 'gw_port_host': None}], 'dv-cinder-828806-3-iscsi', False) {} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:10:50.311533 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29eb7cb-4cb6-4e14-818e-26e2f5503133 None None] The sync data for ids ['fcf153c1-dfc2-4490-b95f-83881f205231'] in dv-cinder-828806-3-iscsi is: [{'id': 'fcf153c1-dfc2-4490-b95f-83881f205231', 'name': 'tempest-AttachVolumeTestJSON-641444328-router', 'tenant_id': 'aee8ddc72b8a4baeb01503afbd8aeab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:04:18Z', 'updated_at': '2022-05-26T21:10:50Z', 'revision_number': 6, 'project_id': 'aee8ddc72b8a4baeb01503afbd8aeab1', 'gw_port_host': None}] {{(pid=104104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 21:10:50.328699 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-59739b63-9078-47c9-a805-c0844cc7848a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787881986003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787881445708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13231773'] for port (9f9f8939-364b-4fe7-a922-a7d9b3523c6c), after_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:50.353708 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59739b63-9078-47c9-a805-c0844cc7848a admin admin] Pushing event deleted for resources: {'Port': ['ID=9f9f8939-364b-4fe7-a922-a7d9b3523c6c,revision_number=None']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:10:50.415900 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-59739b63-9078-47c9-a805-c0844cc7848a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1614817'] for router_gateway (fcf153c1-dfc2-4490-b95f-83881f205231), after_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:50.501741 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-59739b63-9078-47c9-a805-c0844cc7848a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1900208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130790'] for router (fcf153c1-dfc2-4490-b95f-83881f205231), precommit_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:50.504487 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-59739b63-9078-47c9-a805-c0844cc7848a admin admin] Publish callbacks [] for router_controller (fcf153c1-dfc2-4490-b95f-83881f205231), precommit_delete_associations {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:50.547676 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-59739b63-9078-47c9-a805-c0844cc7848a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1900219'] for router (fcf153c1-dfc2-4490-b95f-83881f205231), after_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:50.548408 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59739b63-9078-47c9-a805-c0844cc7848a admin admin] Fanout notify agent at l3_agent the message router_deleted on router fcf153c1-dfc2-4490-b95f-83881f205231 {{(pid=104101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 21:10:50.552831 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-59739b63-9078-47c9-a805-c0844cc7848a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:50.554117 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-59739b63-9078-47c9-a805-c0844cc7848a admin admin] 10.222.0.57 "DELETE /v2.0/routers/fcf153c1-dfc2-4490-b95f-83881f205231 HTTP/1.1" status: 204 len: 168 time: 0.7388008 May 26 21:10:50.556747 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 51078) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:10:50.601060 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.db.db_base_plugin_v2 [None req-460ef7ec-8778-4426-9733-00494931e870 admin admin] Deleting subnet 98eeb434-72ed-4f64-921d-7288f9cdbc0a {{(pid=104102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 21:10:50.603982 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-460ef7ec-8778-4426-9733-00494931e870 admin admin] Publish callbacks [] for subnet (98eeb434-72ed-4f64-921d-7288f9cdbc0a), before_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:50.642087 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-460ef7ec-8778-4426-9733-00494931e870 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16235537'] for subnet (98eeb434-72ed-4f64-921d-7288f9cdbc0a), precommit_delete_associations {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:50.748948 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-460ef7ec-8778-4426-9733-00494931e870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-985580'] for subnet (98eeb434-72ed-4f64-921d-7288f9cdbc0a), precommit_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:50.798411 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-460ef7ec-8778-4426-9733-00494931e870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-985589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16680622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15806586'] for subnet (98eeb434-72ed-4f64-921d-7288f9cdbc0a), after_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:50.829820 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460ef7ec-8778-4426-9733-00494931e870 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98eeb434-72ed-4f64-921d-7288f9cdbc0a,revision_number=None']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:10:50.831808 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-460ef7ec-8778-4426-9733-00494931e870 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-416010'] for subnet (None), before_response {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:50.835978 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-460ef7ec-8778-4426-9733-00494931e870 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/98eeb434-72ed-4f64-921d-7288f9cdbc0a HTTP/1.1" status: 204 len: 168 time: 0.2771347 May 26 21:10:50.837281 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 51080) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:10:50.837412 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-788d58d0-d1f6-48ca-af6b-4dac0ad686b7 None None] Network 5629c7a4-9159-4bb4-9c94-a1405c68e80c requested from dv-cinder-828806-3-iscsi {{(pid=104103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 21:10:50.903120 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-79010632-6eba-48c6-9080-cf8fd4c898c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-791915'] for network (5629c7a4-9159-4bb4-9c94-a1405c68e80c), before_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:50.914535 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:10:50.946506 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.plugins.ml2.plugin [None req-79010632-6eba-48c6-9080-cf8fd4c898c4 admin admin] Deleting port 2ee1a8fa-8083-43cf-b6fd-ac6ae1d157b1 {{(pid=104102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 21:10:50.946868 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-79010632-6eba-48c6-9080-cf8fd4c898c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787881975269'] for port (2ee1a8fa-8083-43cf-b6fd-ac6ae1d157b1), before_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:51.012225 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.plugins.ml2.db [None req-79010632-6eba-48c6-9080-cf8fd4c898c4 admin admin] For port 2ee1a8fa-8083-43cf-b6fd-ac6ae1d157b1, host dv-cinder-828806-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-3-iscsi',level=0,port_id=2ee1a8fa-8083-43cf-b6fd-ac6ae1d157b1,segment=NetworkSegment(6581e449-834f-4534-a2fe-363e6aa5bcef),segment_id=6581e449-834f-4534-a2fe-363e6aa5bcef)] {{(pid=104102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:10:51.012225 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-79010632-6eba-48c6-9080-cf8fd4c898c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595751'] for port (2ee1a8fa-8083-43cf-b6fd-ac6ae1d157b1), precommit_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:51.016314 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:10:51.027984 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.plugins.ml2.plugin [None req-79010632-6eba-48c6-9080-cf8fd4c898c4 admin admin] Calling delete_port for 2ee1a8fa-8083-43cf-b6fd-ac6ae1d157b1 owned by network:dhcp {{(pid=104102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 21:10:51.046702 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6215ed27-3800-4739-8af0-3dba8462cb50 None None] DHCP port deletion for 5629c7a4-9159-4bb4-9c94-a1405c68e80c request from dv-cinder-828806-3-iscsi {{(pid=104103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 26 21:10:51.089464 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-6215ed27-3800-4739-8af0-3dba8462cb50 None None] Deleting port 2ee1a8fa-8083-43cf-b6fd-ac6ae1d157b1 {{(pid=104103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 21:10:51.089829 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-6215ed27-3800-4739-8af0-3dba8462cb50 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787881975269'] for port (2ee1a8fa-8083-43cf-b6fd-ac6ae1d157b1), before_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:51.152324 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2594271c-999b-4785-b722-80536d436668 req-a7f972bd-00e1-45e6-b09b-c81decee57ca tempest-VolumesSnapshotTestJSON-1979792285 tempest-VolumesSnapshotTestJSON-1979792285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:10:51.153610 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-6215ed27-3800-4739-8af0-3dba8462cb50 None None] For port 2ee1a8fa-8083-43cf-b6fd-ac6ae1d157b1, host dv-cinder-828806-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-3-iscsi',level=0,port_id=2ee1a8fa-8083-43cf-b6fd-ac6ae1d157b1,segment=NetworkSegment(6581e449-834f-4534-a2fe-363e6aa5bcef),segment_id=6581e449-834f-4534-a2fe-363e6aa5bcef)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:10:51.153906 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-2594271c-999b-4785-b722-80536d436668 req-a7f972bd-00e1-45e6-b09b-c81decee57ca tempest-VolumesSnapshotTestJSON-1979792285 tempest-VolumesSnapshotTestJSON-1979792285-project] 10.222.0.57 "GET /v2.0/ports?device_id=6019e787-b419-468d-8f0a-14f6108b2694 HTTP/1.1" status: 200 len: 945 time: 0.0597134 May 26 21:10:51.154014 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-6215ed27-3800-4739-8af0-3dba8462cb50 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595751'] for port (2ee1a8fa-8083-43cf-b6fd-ac6ae1d157b1), precommit_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:51.161618 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-79010632-6eba-48c6-9080-cf8fd4c898c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787881986003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787881445708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16679263'] for port (2ee1a8fa-8083-43cf-b6fd-ac6ae1d157b1), after_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:51.168803 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-6215ed27-3800-4739-8af0-3dba8462cb50 None None] Calling delete_port for 2ee1a8fa-8083-43cf-b6fd-ac6ae1d157b1 owned by network:dhcp {{(pid=104103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 21:10:51.196219 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79010632-6eba-48c6-9080-cf8fd4c898c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ee1a8fa-8083-43cf-b6fd-ac6ae1d157b1,revision_number=None']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:10:51.205644 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79010632-6eba-48c6-9080-cf8fd4c898c4 admin admin] No DVR routers for this DVR port 2ee1a8fa-8083-43cf-b6fd-ac6ae1d157b1 on host dv-cinder-828806-3-iscsi {{(pid=104102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 21:10:51.250100 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-6215ed27-3800-4739-8af0-3dba8462cb50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787881986003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787881445708'] for port (2ee1a8fa-8083-43cf-b6fd-ac6ae1d157b1), after_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:51.272773 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6215ed27-3800-4739-8af0-3dba8462cb50 None None] Pushing event deleted for resources: {'Port': ['ID=2ee1a8fa-8083-43cf-b6fd-ac6ae1d157b1,revision_number=None']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:10:51.280020 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6215ed27-3800-4739-8af0-3dba8462cb50 None None] No DVR routers for this DVR port 2ee1a8fa-8083-43cf-b6fd-ac6ae1d157b1 on host dv-cinder-828806-3-iscsi {{(pid=104103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 21:10:51.297229 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-2594271c-999b-4785-b722-80536d436668 req-01a3aa0f-e4a3-49dd-a7b9-26d32e811697 tempest-VolumesSnapshotTestJSON-1979792285 tempest-VolumesSnapshotTestJSON-1979792285-project] 10.222.0.57 "GET /v2.0/security-groups?id=7b2e98b0-5958-4ebe-901f-c4368c9ea995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315916 May 26 21:10:51.309188 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-79010632-6eba-48c6-9080-cf8fd4c898c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983897', 'neutron.services.segments.db._delete_segments_for_network-8787881958000'] for network (5629c7a4-9159-4bb4-9c94-a1405c68e80c), precommit_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:51.335648 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.services.segments.db [None req-79010632-6eba-48c6-9080-cf8fd4c898c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5629c7a4-9159-4bb4-9c94-a1405c68e80c']}} {{(pid=104102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:10:51.350105 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.services.segments.db [None req-79010632-6eba-48c6-9080-cf8fd4c898c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6581e449-834f-4534-a2fe-363e6aa5bcef') {'for_net_delete': True} {{(pid=104102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:10:51.350487 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.services.segments.db [None req-79010632-6eba-48c6-9080-cf8fd4c898c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6581e449-834f-4534-a2fe-363e6aa5bcef') {} {{(pid=104102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:10:51.363152 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-79010632-6eba-48c6-9080-cf8fd4c898c4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787881958777', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16235560'] for segment (6581e449-834f-4534-a2fe-363e6aa5bcef), before_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:51.377250 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-79010632-6eba-48c6-9080-cf8fd4c898c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-995747'] for segment (6581e449-834f-4534-a2fe-363e6aa5bcef), precommit_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:51.383631 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79010632-6eba-48c6-9080-cf8fd4c898c4 admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=104102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 21:10:51.384069 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-79010632-6eba-48c6-9080-cf8fd4c898c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-995747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16679180'] for segment (6581e449-834f-4534-a2fe-363e6aa5bcef), after_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:51.410041 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.services.segments.plugin [-] Segment 6581e449-834f-4534-a2fe-363e6aa5bcef resource provider aggregate not found May 26 21:10:51.431722 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.services.segments.plugin [-] Segment 6581e449-834f-4534-a2fe-363e6aa5bcef resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6581e449-834f-4534-a2fe-363e6aa5bcef found for delete ", "request_id": "req-838c1345-70fe-4b96-b35d-4024dc2ddf88"}]} May 26 21:10:51.448961 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-79010632-6eba-48c6-9080-cf8fd4c898c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1614797'] for network (5629c7a4-9159-4bb4-9c94-a1405c68e80c), after_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:51.454545 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-79010632-6eba-48c6-9080-cf8fd4c898c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-416010'] for network (None), before_response {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:51.458167 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-79010632-6eba-48c6-9080-cf8fd4c898c4 admin admin] 10.222.0.57 "DELETE /v2.0/networks/5629c7a4-9159-4bb4-9c94-a1405c68e80c HTTP/1.1" status: 204 len: 168 time: 0.6199582 May 26 21:10:51.469947 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79010632-6eba-48c6-9080-cf8fd4c898c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=5629c7a4-9159-4bb4-9c94-a1405c68e80c,revision_number=None']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:10:51.657210 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 51128) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:10:51.711073 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-c3068501-e962-4543-a2ba-fa18461a3550 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=aee8ddc72b8a4baeb01503afbd8aeab1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0526464 May 26 21:10:51.712888 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 51132) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:10:51.770334 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-013c3901-95d8-431a-99cc-b1910bbb1d5d admin admin] Publish callbacks [] for security_group (27641b09-b284-4727-83d5-3131854c9a65), before_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:51.791694 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-013c3901-95d8-431a-99cc-b1910bbb1d5d admin admin] Publish callbacks [] for security_group (27641b09-b284-4727-83d5-3131854c9a65), precommit_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:51.793116 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:10:51.816764 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:10:51.844850 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-013c3901-95d8-431a-99cc-b1910bbb1d5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (27641b09-b284-4727-83d5-3131854c9a65), after_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:51.847570 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-013c3901-95d8-431a-99cc-b1910bbb1d5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:51.848723 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-013c3901-95d8-431a-99cc-b1910bbb1d5d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/27641b09-b284-4727-83d5-3131854c9a65 HTTP/1.1" status: 204 len: 168 time: 0.1341004 May 26 21:10:51.856413 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013c3901-95d8-431a-99cc-b1910bbb1d5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27641b09-b284-4727-83d5-3131854c9a65,revision_number=None']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:10:52.037365 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Device 33561d76-16e3-4004-9447-f0c279bc8e98 no longer exists at agent ovs-agent-dv-cinder-828806-3-iscsi {{(pid=104103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 21:10:52.060086 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] No Port match for: 33561d76-16e3-4004-9447-f0c279bc8e98 {{(pid=104103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 21:10:52.060429 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Device 33561d76-16e3-4004-9447-f0c279bc8e98 not bound to the agent host dv-cinder-828806-3-iscsi {{(pid=104103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 21:10:52.060840 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Device 2ee1a8fa-8083-43cf-b6fd-ac6ae1d157b1 no longer exists at agent ovs-agent-dv-cinder-828806-3-iscsi {{(pid=104103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 21:10:52.083723 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] No Port match for: 2ee1a8fa-8083-43cf-b6fd-ac6ae1d157b1 {{(pid=104103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 21:10:52.083983 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Device 2ee1a8fa-8083-43cf-b6fd-ac6ae1d157b1 not bound to the agent host dv-cinder-828806-3-iscsi {{(pid=104103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 21:10:52.084568 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Device 9f9f8939-364b-4fe7-a922-a7d9b3523c6c no longer exists at agent ovs-agent-dv-cinder-828806-3-iscsi {{(pid=104103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 21:10:52.102949 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] No Port match for: 9f9f8939-364b-4fe7-a922-a7d9b3523c6c {{(pid=104103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 21:10:52.103295 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Device 9f9f8939-364b-4fe7-a922-a7d9b3523c6c not bound to the agent host dv-cinder-828806-3-iscsi {{(pid=104103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 21:10:53.610769 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:10:53.623206 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (7f90b46f-777d-4aa1-89b5-840fb2878c39), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:10:55.592261 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.agents_db [None req-7031173d-d819-4c63-a4ce-0c5776890f6a None None] Agent healthcheck: found 6 active agents {{(pid=104104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 21:11:00.289465 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=42 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:11:01.691037 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=60,neutron:DELETE=5 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:11:01.699783 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=43,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:11:01.851661 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=2,neutron:DELETE=4 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:11:01.852430 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=1 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:11:03.618509 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:UPDATE=2,neutron:SELECT=48,neutron:DELETE=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:11:03.766777 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 51318) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:11:03.873861 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-ec2de202-3ad3-4a2e-9f8f-95abbfb5d87c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:03.951295 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-ec2de202-3ad3-4a2e-9f8f-95abbfb5d87c admin admin] Publish callbacks [] for security_group (8de4b5f8-9320-44e0-a774-4dc273cd3297), precommit_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:03.956253 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-ec2de202-3ad3-4a2e-9f8f-95abbfb5d87c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (8de4b5f8-9320-44e0-a774-4dc273cd3297), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:03.992326 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2de202-3ad3-4a2e-9f8f-95abbfb5d87c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8de4b5f8-9320-44e0-a774-4dc273cd3297,revision_number=1']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:11:03.996508 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-ec2de202-3ad3-4a2e-9f8f-95abbfb5d87c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=58dd4906c578482aa90d5612e58be77a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2287428 May 26 21:11:03.999117 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 51326) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:11:04.045059 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-76fc579b-6122-4433-ad47-f0ca308c0286 admin admin] Publish callbacks [] for security_group (8de4b5f8-9320-44e0-a774-4dc273cd3297), before_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:04.068334 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-76fc579b-6122-4433-ad47-f0ca308c0286 admin admin] Publish callbacks [] for security_group (8de4b5f8-9320-44e0-a774-4dc273cd3297), precommit_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:04.113578 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-76fc579b-6122-4433-ad47-f0ca308c0286 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (8de4b5f8-9320-44e0-a774-4dc273cd3297), after_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:04.116411 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-76fc579b-6122-4433-ad47-f0ca308c0286 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:04.117548 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-76fc579b-6122-4433-ad47-f0ca308c0286 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8de4b5f8-9320-44e0-a774-4dc273cd3297 HTTP/1.1" status: 204 len: 168 time: 0.1175497 May 26 21:11:04.124963 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fc579b-6122-4433-ad47-f0ca308c0286 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8de4b5f8-9320-44e0-a774-4dc273cd3297,revision_number=None']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:11:04.383661 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 51334) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:11:04.396682 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-5fddfb36-29f0-4ce3-b12d-472c3d72fd01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:04.474111 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-5fddfb36-29f0-4ce3-b12d-472c3d72fd01 admin admin] Publish callbacks [] for security_group (b739026d-b569-449b-9191-1d296a58be5f), precommit_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:04.477680 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-5fddfb36-29f0-4ce3-b12d-472c3d72fd01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (b739026d-b569-449b-9191-1d296a58be5f), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:04.514720 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fddfb36-29f0-4ce3-b12d-472c3d72fd01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b739026d-b569-449b-9191-1d296a58be5f,revision_number=1']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:11:04.518976 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-5fddfb36-29f0-4ce3-b12d-472c3d72fd01 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=09cfe5d6ced645c8baffb2a1d9b15ecf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1342902 May 26 21:11:04.521651 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 51336) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:11:04.569167 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-ae62b3fd-4f56-476f-9297-1463377f5622 admin admin] Publish callbacks [] for security_group (b739026d-b569-449b-9191-1d296a58be5f), before_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:04.590471 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-ae62b3fd-4f56-476f-9297-1463377f5622 admin admin] Publish callbacks [] for security_group (b739026d-b569-449b-9191-1d296a58be5f), precommit_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:04.641360 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-ae62b3fd-4f56-476f-9297-1463377f5622 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (b739026d-b569-449b-9191-1d296a58be5f), after_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:04.644213 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-ae62b3fd-4f56-476f-9297-1463377f5622 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:04.645329 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-ae62b3fd-4f56-476f-9297-1463377f5622 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b739026d-b569-449b-9191-1d296a58be5f HTTP/1.1" status: 204 len: 168 time: 0.1228557 May 26 21:11:04.654121 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae62b3fd-4f56-476f-9297-1463377f5622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b739026d-b569-449b-9191-1d296a58be5f,revision_number=None']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:11:09.777280 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-ff4f7f65-5e28-4490-acf5-8a2688e6e866 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (28061657-8b16-479f-8ff4-19bdcc74bc2c), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:10.326856 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 51440) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:11:10.433036 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-21d5313b-6d3c-4410-bf16-eb69837b0346 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:10.440659 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=80,neutron:UPDATE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:11:10.451628 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=5 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:11:10.464930 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:DELETE=5 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:11:10.499832 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:11:10.513011 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-21d5313b-6d3c-4410-bf16-eb69837b0346 admin admin] Publish callbacks [] for security_group (63cc8566-3ce2-408e-a025-bccefd27b1f9), precommit_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:10.517100 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-21d5313b-6d3c-4410-bf16-eb69837b0346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (63cc8566-3ce2-408e-a025-bccefd27b1f9), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:10.558958 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-21d5313b-6d3c-4410-bf16-eb69837b0346 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=662aab145c244b0f887eba776704c7d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2306883 May 26 21:11:10.561306 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 51444) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:11:10.562115 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d5313b-6d3c-4410-bf16-eb69837b0346 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63cc8566-3ce2-408e-a025-bccefd27b1f9,revision_number=1']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:11:10.629967 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-b82ed9f2-3f50-4689-b6db-3f8cabdc91bb admin admin] Publish callbacks [] for security_group (63cc8566-3ce2-408e-a025-bccefd27b1f9), before_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:10.651061 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-b82ed9f2-3f50-4689-b6db-3f8cabdc91bb admin admin] Publish callbacks [] for security_group (63cc8566-3ce2-408e-a025-bccefd27b1f9), precommit_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:10.699832 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-b82ed9f2-3f50-4689-b6db-3f8cabdc91bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (63cc8566-3ce2-408e-a025-bccefd27b1f9), after_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:10.702403 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-b82ed9f2-3f50-4689-b6db-3f8cabdc91bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:10.703558 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-b82ed9f2-3f50-4689-b6db-3f8cabdc91bb admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/63cc8566-3ce2-408e-a025-bccefd27b1f9 HTTP/1.1" status: 204 len: 168 time: 0.1412146 May 26 21:11:10.711199 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82ed9f2-3f50-4689-b6db-3f8cabdc91bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63cc8566-3ce2-408e-a025-bccefd27b1f9,revision_number=None']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:11:10.980163 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 51450) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:11:10.993634 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-a62cd3f5-1cfb-446b-8a92-ca0f99f3cbb5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:11.071813 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-a62cd3f5-1cfb-446b-8a92-ca0f99f3cbb5 admin admin] Publish callbacks [] for security_group (fec093ba-02dc-440a-8e2b-2bb4017b70bf), precommit_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:11.075583 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-a62cd3f5-1cfb-446b-8a92-ca0f99f3cbb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (fec093ba-02dc-440a-8e2b-2bb4017b70bf), after_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:11.114556 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-a62cd3f5-1cfb-446b-8a92-ca0f99f3cbb5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9d448a93811242109e820408f3e60a20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1333432 May 26 21:11:11.115685 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62cd3f5-1cfb-446b-8a92-ca0f99f3cbb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fec093ba-02dc-440a-8e2b-2bb4017b70bf,revision_number=1']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:11:11.117441 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 51454) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:11:11.165491 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-5aef6b61-2f1c-49e2-b807-fb6cfe719b48 admin admin] Publish callbacks [] for security_group (fec093ba-02dc-440a-8e2b-2bb4017b70bf), before_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:11.185915 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-5aef6b61-2f1c-49e2-b807-fb6cfe719b48 admin admin] Publish callbacks [] for security_group (fec093ba-02dc-440a-8e2b-2bb4017b70bf), precommit_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:11.234748 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-5aef6b61-2f1c-49e2-b807-fb6cfe719b48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (fec093ba-02dc-440a-8e2b-2bb4017b70bf), after_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:11.237116 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-5aef6b61-2f1c-49e2-b807-fb6cfe719b48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:11.238310 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-5aef6b61-2f1c-49e2-b807-fb6cfe719b48 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/fec093ba-02dc-440a-8e2b-2bb4017b70bf HTTP/1.1" status: 204 len: 168 time: 0.1199026 May 26 21:11:11.245829 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aef6b61-2f1c-49e2-b807-fb6cfe719b48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fec093ba-02dc-440a-8e2b-2bb4017b70bf,revision_number=None']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:11:12.051560 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-3e5fc441-2e56-45c0-9d9e-0f3de9260cab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (ccb07560-1e88-42f3-8411-377a93089622), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:13.001440 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-2cedcaf3-f8c8-488c-9e0f-8ce175add227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (5deefb54-cd62-4255-b022-7e9734e3e0b8), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:14.514614 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-46f12c73-3700-4e7e-86c8-206b84d0e626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (54d4a93e-badb-480c-831f-99f9f6beb5f4), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:15.493081 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 51538) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:11:15.602809 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-7baa2e16-6da8-4662-b5cc-b9b17603323e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:15.684582 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-7baa2e16-6da8-4662-b5cc-b9b17603323e admin admin] Publish callbacks [] for security_group (e2cbeeef-afd5-4a47-818d-ad131a4e7f44), precommit_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:15.689625 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-7baa2e16-6da8-4662-b5cc-b9b17603323e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (e2cbeeef-afd5-4a47-818d-ad131a4e7f44), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:15.728480 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-7baa2e16-6da8-4662-b5cc-b9b17603323e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=aa4e4246a3e74fdea8ee29653aa9c59e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2343400 May 26 21:11:15.729334 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baa2e16-6da8-4662-b5cc-b9b17603323e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2cbeeef-afd5-4a47-818d-ad131a4e7f44,revision_number=1']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:11:15.731129 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 51542) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:11:15.778502 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-7de45146-c1bd-471b-b1df-9eef2e269e18 admin admin] Publish callbacks [] for security_group (e2cbeeef-afd5-4a47-818d-ad131a4e7f44), before_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:15.802893 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-7de45146-c1bd-471b-b1df-9eef2e269e18 admin admin] Publish callbacks [] for security_group (e2cbeeef-afd5-4a47-818d-ad131a4e7f44), precommit_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:15.848840 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-7de45146-c1bd-471b-b1df-9eef2e269e18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (e2cbeeef-afd5-4a47-818d-ad131a4e7f44), after_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:15.851530 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-7de45146-c1bd-471b-b1df-9eef2e269e18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:15.852642 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-7de45146-c1bd-471b-b1df-9eef2e269e18 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e2cbeeef-afd5-4a47-818d-ad131a4e7f44 HTTP/1.1" status: 204 len: 168 time: 0.1205578 May 26 21:11:15.860243 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de45146-c1bd-471b-b1df-9eef2e269e18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2cbeeef-afd5-4a47-818d-ad131a4e7f44,revision_number=None']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:11:15.969473 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (545ffc5a-00f7-4140-8f25-9e74b0e32d39), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:16.117774 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 51548) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:11:16.131317 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-8307d95c-d4b0-4241-8688-dacd9ad6a223 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:16.205501 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-8307d95c-d4b0-4241-8688-dacd9ad6a223 admin admin] Publish callbacks [] for security_group (598b3012-6b33-4d2f-be99-c75feb9c7629), precommit_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:16.209348 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-8307d95c-d4b0-4241-8688-dacd9ad6a223 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (598b3012-6b33-4d2f-be99-c75feb9c7629), after_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:16.248106 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-8307d95c-d4b0-4241-8688-dacd9ad6a223 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d8f0f4de50904f1d8f4d51d458bc58f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1293077 May 26 21:11:16.248948 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8307d95c-d4b0-4241-8688-dacd9ad6a223 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=598b3012-6b33-4d2f-be99-c75feb9c7629,revision_number=1']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:11:16.250832 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 51550) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:11:16.299116 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-dfe8660b-d49b-48f1-9067-cc690fbc506a admin admin] Publish callbacks [] for security_group (598b3012-6b33-4d2f-be99-c75feb9c7629), before_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:16.323180 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-dfe8660b-d49b-48f1-9067-cc690fbc506a admin admin] Publish callbacks [] for security_group (598b3012-6b33-4d2f-be99-c75feb9c7629), precommit_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:16.369473 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-dfe8660b-d49b-48f1-9067-cc690fbc506a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (598b3012-6b33-4d2f-be99-c75feb9c7629), after_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:16.372055 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-dfe8660b-d49b-48f1-9067-cc690fbc506a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:16.373204 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-dfe8660b-d49b-48f1-9067-cc690fbc506a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/598b3012-6b33-4d2f-be99-c75feb9c7629 HTTP/1.1" status: 204 len: 168 time: 0.1213317 May 26 21:11:16.381480 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe8660b-d49b-48f1-9067-cc690fbc506a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=598b3012-6b33-4d2f-be99-c75feb9c7629,revision_number=None']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:11:18.032823 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 51618) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:11:18.139379 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-45ca981b-af48-42ae-9555-511f1f640c88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:18.215036 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-45ca981b-af48-42ae-9555-511f1f640c88 admin admin] Publish callbacks [] for security_group (814e15ff-ae7e-4e1e-87fa-d4ac42f4c8e9), precommit_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:18.218982 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-45ca981b-af48-42ae-9555-511f1f640c88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (814e15ff-ae7e-4e1e-87fa-d4ac42f4c8e9), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:18.253951 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:INSERT=13,neutron:SELECT=81,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:11:18.257603 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ca981b-af48-42ae-9555-511f1f640c88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=814e15ff-ae7e-4e1e-87fa-d4ac42f4c8e9,revision_number=1']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:11:18.261657 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-45ca981b-af48-42ae-9555-511f1f640c88 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a01e1d80916342d0bb681acec41a896d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2278407 May 26 21:11:18.264673 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 51622) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:11:18.327137 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-34777fed-6653-40ea-bb79-6e769797e5d6 admin admin] Publish callbacks [] for security_group (814e15ff-ae7e-4e1e-87fa-d4ac42f4c8e9), before_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:18.330947 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:11:18.350362 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-34777fed-6653-40ea-bb79-6e769797e5d6 admin admin] Publish callbacks [] for security_group (814e15ff-ae7e-4e1e-87fa-d4ac42f4c8e9), precommit_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:18.367531 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=9 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:11:18.402791 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-34777fed-6653-40ea-bb79-6e769797e5d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (814e15ff-ae7e-4e1e-87fa-d4ac42f4c8e9), after_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:18.405263 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-34777fed-6653-40ea-bb79-6e769797e5d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:18.406428 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-34777fed-6653-40ea-bb79-6e769797e5d6 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/814e15ff-ae7e-4e1e-87fa-d4ac42f4c8e9 HTTP/1.1" status: 204 len: 168 time: 0.1400967 May 26 21:11:18.414783 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34777fed-6653-40ea-bb79-6e769797e5d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=814e15ff-ae7e-4e1e-87fa-d4ac42f4c8e9,revision_number=None']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:11:18.673150 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 51630) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:11:18.686989 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-90fb7658-d2f5-4609-ab0e-7cab768ecadb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:18.761567 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-90fb7658-d2f5-4609-ab0e-7cab768ecadb admin admin] Publish callbacks [] for security_group (fd4990b9-fce6-4fe4-849b-ae1871a6780c), precommit_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:18.765063 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-90fb7658-d2f5-4609-ab0e-7cab768ecadb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (fd4990b9-fce6-4fe4-849b-ae1871a6780c), after_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:18.805487 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-90fb7658-d2f5-4609-ab0e-7cab768ecadb admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ae7c00930b9c49579a942d954af4f582&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1312807 May 26 21:11:18.805670 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 51632) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:11:18.806597 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fb7658-d2f5-4609-ab0e-7cab768ecadb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd4990b9-fce6-4fe4-849b-ae1871a6780c,revision_number=1']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:11:18.853550 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-19cc771d-5215-4771-a698-5d269bd5ce99 admin admin] Publish callbacks [] for security_group (fd4990b9-fce6-4fe4-849b-ae1871a6780c), before_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:18.855622 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:11:18.876315 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-19cc771d-5215-4771-a698-5d269bd5ce99 admin admin] Publish callbacks [] for security_group (fd4990b9-fce6-4fe4-849b-ae1871a6780c), precommit_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:18.920948 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-19cc771d-5215-4771-a698-5d269bd5ce99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (fd4990b9-fce6-4fe4-849b-ae1871a6780c), after_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:18.923528 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-19cc771d-5215-4771-a698-5d269bd5ce99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:18.924641 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-19cc771d-5215-4771-a698-5d269bd5ce99 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/fd4990b9-fce6-4fe4-849b-ae1871a6780c HTTP/1.1" status: 204 len: 168 time: 0.1181402 May 26 21:11:18.932408 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cc771d-5215-4771-a698-5d269bd5ce99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd4990b9-fce6-4fe4-849b-ae1871a6780c,revision_number=None']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:11:20.976469 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 51710) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:11:21.082166 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-c8c643cf-be7d-446d-a97e-b1289b4436e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:21.156526 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-c8c643cf-be7d-446d-a97e-b1289b4436e6 admin admin] Publish callbacks [] for security_group (850ed6e9-2e9b-42ed-94a5-49a524bcc226), precommit_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:21.160586 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-c8c643cf-be7d-446d-a97e-b1289b4436e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (850ed6e9-2e9b-42ed-94a5-49a524bcc226), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:21.198365 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-c8c643cf-be7d-446d-a97e-b1289b4436e6 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4a72530d6b484390bc062bf09b056fff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2208853 May 26 21:11:21.199186 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c643cf-be7d-446d-a97e-b1289b4436e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=850ed6e9-2e9b-42ed-94a5-49a524bcc226,revision_number=1']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:11:21.201087 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 51714) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:11:21.249200 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-bb3f1e54-5615-40c0-9da6-7e909afa1c58 admin admin] Publish callbacks [] for security_group (850ed6e9-2e9b-42ed-94a5-49a524bcc226), before_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:21.270048 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-bb3f1e54-5615-40c0-9da6-7e909afa1c58 admin admin] Publish callbacks [] for security_group (850ed6e9-2e9b-42ed-94a5-49a524bcc226), precommit_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:21.318353 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-bb3f1e54-5615-40c0-9da6-7e909afa1c58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (850ed6e9-2e9b-42ed-94a5-49a524bcc226), after_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:21.320781 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-bb3f1e54-5615-40c0-9da6-7e909afa1c58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:21.321886 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-bb3f1e54-5615-40c0-9da6-7e909afa1c58 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/850ed6e9-2e9b-42ed-94a5-49a524bcc226 HTTP/1.1" status: 204 len: 168 time: 0.1197290 May 26 21:11:21.329186 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3f1e54-5615-40c0-9da6-7e909afa1c58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=850ed6e9-2e9b-42ed-94a5-49a524bcc226,revision_number=None']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:11:21.583290 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 51720) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:11:21.596278 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-db905015-cbab-4995-b77c-810bb5b6007f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:21.671256 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-db905015-cbab-4995-b77c-810bb5b6007f admin admin] Publish callbacks [] for security_group (9a45e8e7-b204-4e5b-b78a-8c48e1f8740a), precommit_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:21.674834 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-db905015-cbab-4995-b77c-810bb5b6007f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (9a45e8e7-b204-4e5b-b78a-8c48e1f8740a), after_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:21.713995 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-db905015-cbab-4995-b77c-810bb5b6007f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7e27561d2dc240bbb0c2dde73e144349&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1295745 May 26 21:11:21.714845 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db905015-cbab-4995-b77c-810bb5b6007f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a45e8e7-b204-4e5b-b78a-8c48e1f8740a,revision_number=1']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:11:21.716937 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 51722) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:11:21.764398 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-daa8cddc-0002-4b03-bfde-5785c446eab2 admin admin] Publish callbacks [] for security_group (9a45e8e7-b204-4e5b-b78a-8c48e1f8740a), before_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:21.785081 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-daa8cddc-0002-4b03-bfde-5785c446eab2 admin admin] Publish callbacks [] for security_group (9a45e8e7-b204-4e5b-b78a-8c48e1f8740a), precommit_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:21.830475 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-daa8cddc-0002-4b03-bfde-5785c446eab2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (9a45e8e7-b204-4e5b-b78a-8c48e1f8740a), after_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:21.833543 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-daa8cddc-0002-4b03-bfde-5785c446eab2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:21.834694 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-daa8cddc-0002-4b03-bfde-5785c446eab2 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9a45e8e7-b204-4e5b-b78a-8c48e1f8740a HTTP/1.1" status: 204 len: 168 time: 0.1167159 May 26 21:11:21.842345 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa8cddc-0002-4b03-bfde-5785c446eab2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a45e8e7-b204-4e5b-b78a-8c48e1f8740a,revision_number=None']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:11:23.618081 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (7f90b46f-777d-4aa1-89b5-840fb2878c39), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:24.365873 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a66fb02-2993-42f9-bf9b-89afa489a817 req-e3a17147-d4fb-4d35-878b-b11954d3ec7f tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:11:24.367440 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-5a66fb02-2993-42f9-bf9b-89afa489a817 req-e3a17147-d4fb-4d35-878b-b11954d3ec7f tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=559095bd-c9f8-44f9-8e2a-dd44acedd8b1 HTTP/1.1" status: 200 len: 946 time: 0.0533950 May 26 21:11:24.414466 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-5a66fb02-2993-42f9-bf9b-89afa489a817 req-fd449a2a-8c67-44e5-9e27-f9500cdaffa0 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/security-groups?id=6fd55e68-e49d-4af6-81d3-d350fedf0cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412920 May 26 21:11:25.536731 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224983af-5b85-464b-bb8f-35e29cf0cd8f req-8ca84ece-65aa-4078-8de1-bde83af27aab tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:11:25.538168 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-224983af-5b85-464b-bb8f-35e29cf0cd8f req-8ca84ece-65aa-4078-8de1-bde83af27aab tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=559095bd-c9f8-44f9-8e2a-dd44acedd8b1 HTTP/1.1" status: 200 len: 946 time: 0.0487020 May 26 21:11:25.585650 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-224983af-5b85-464b-bb8f-35e29cf0cd8f req-c2eddefc-9ce3-4c58-a622-fbe2a317f785 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/security-groups?id=6fd55e68-e49d-4af6-81d3-d350fedf0cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419188 May 26 21:11:26.709521 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d028ded9-ef21-4d96-ba92-558d3659b9c1 req-d64fd1e5-ddeb-46f0-8192-f14763f565ab tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:11:26.710983 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-d028ded9-ef21-4d96-ba92-558d3659b9c1 req-d64fd1e5-ddeb-46f0-8192-f14763f565ab tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=559095bd-c9f8-44f9-8e2a-dd44acedd8b1 HTTP/1.1" status: 200 len: 946 time: 0.0464785 May 26 21:11:26.745383 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=10 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:11:26.758142 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-d028ded9-ef21-4d96-ba92-558d3659b9c1 req-3bee6689-5faf-4e8d-a182-913b3fdb2408 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/security-groups?id=6fd55e68-e49d-4af6-81d3-d350fedf0cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417008 May 26 21:11:27.866185 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:11:27.880999 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a445af-7137-4c01-92f8-2f6165d5db7e req-aaa741f5-b09b-4197-9705-520a5d6879af tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:11:27.882464 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-d0a445af-7137-4c01-92f8-2f6165d5db7e req-aaa741f5-b09b-4197-9705-520a5d6879af tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=559095bd-c9f8-44f9-8e2a-dd44acedd8b1 HTTP/1.1" status: 200 len: 946 time: 0.0521274 May 26 21:11:27.927923 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-d0a445af-7137-4c01-92f8-2f6165d5db7e req-0307319b-0427-4ef9-9884-30c54ba70e27 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/security-groups?id=6fd55e68-e49d-4af6-81d3-d350fedf0cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398521 May 26 21:11:28.822133 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64634ee1-bc23-441c-aadf-99cc781e8ec6 req-bac3131e-0c75-40c1-b96f-589c2e6ccaf0 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:11:28.823631 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-64634ee1-bc23-441c-aadf-99cc781e8ec6 req-bac3131e-0c75-40c1-b96f-589c2e6ccaf0 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.62 "GET /v2.0/ports?device_id=559095bd-c9f8-44f9-8e2a-dd44acedd8b1 HTTP/1.1" status: 200 len: 946 time: 0.0465717 May 26 21:11:28.909515 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.plugin [req-64634ee1-bc23-441c-aadf-99cc781e8ec6 req-fc1a1f9f-9f37-4567-a8b9-1d8897f4c235 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Deleting port 2b28ec7a-2283-4d09-881e-8be73e6910f6 {{(pid=104101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 21:11:28.909936 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-64634ee1-bc23-441c-aadf-99cc781e8ec6 req-fc1a1f9f-9f37-4567-a8b9-1d8897f4c235 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787881975269'] for port (2b28ec7a-2283-4d09-881e-8be73e6910f6), before_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:28.999161 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.db [req-64634ee1-bc23-441c-aadf-99cc781e8ec6 req-fc1a1f9f-9f37-4567-a8b9-1d8897f4c235 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] For port 2b28ec7a-2283-4d09-881e-8be73e6910f6, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=2b28ec7a-2283-4d09-881e-8be73e6910f6,segment=NetworkSegment(7fb7ed4c-a972-40f4-a310-001c141d4c5c),segment_id=7fb7ed4c-a972-40f4-a310-001c141d4c5c)] {{(pid=104101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:11:28.999524 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-64634ee1-bc23-441c-aadf-99cc781e8ec6 req-fc1a1f9f-9f37-4567-a8b9-1d8897f4c235 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595751'] for port (2b28ec7a-2283-4d09-881e-8be73e6910f6), precommit_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:29.055094 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c86646-479a-4b27-b7b1-b0e5d8a8baff req-74dd28c1-3eaa-4f2f-94f9-8f678385e5d2 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:11:29.056733 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-d6c86646-479a-4b27-b7b1-b0e5d8a8baff req-74dd28c1-3eaa-4f2f-94f9-8f678385e5d2 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=559095bd-c9f8-44f9-8e2a-dd44acedd8b1 HTTP/1.1" status: 200 len: 946 time: 0.0512018 May 26 21:11:29.109104 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-d6c86646-479a-4b27-b7b1-b0e5d8a8baff req-f130ef5c-7846-4e69-873f-aff6f7041776 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/security-groups?id=6fd55e68-e49d-4af6-81d3-d350fedf0cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429611 May 26 21:11:29.167801 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:11:29.171048 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-64634ee1-bc23-441c-aadf-99cc781e8ec6 req-fc1a1f9f-9f37-4567-a8b9-1d8897f4c235 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:29.171412 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-64634ee1-bc23-441c-aadf-99cc781e8ec6 req-fc1a1f9f-9f37-4567-a8b9-1d8897f4c235 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1614815'] for floatingip (32e498f6-0a4b-4adf-928c-0cd496ec2c2e), after_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:29.171723 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.db.l3_db [req-64634ee1-bc23-441c-aadf-99cc781e8ec6 req-fc1a1f9f-9f37-4567-a8b9-1d8897f4c235 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Floating IP 32e498f6-0a4b-4adf-928c-0cd496ec2c2e disassociated. External IP: 172.27.2.171, port: 2b28ec7a-2283-4d09-881e-8be73e6910f6. May 26 21:11:29.172174 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.plugin [req-64634ee1-bc23-441c-aadf-99cc781e8ec6 req-fc1a1f9f-9f37-4567-a8b9-1d8897f4c235 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Calling delete_port for 2b28ec7a-2283-4d09-881e-8be73e6910f6 owned by compute:nova {{(pid=104101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 21:11:29.212565 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:11:29.321614 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-64634ee1-bc23-441c-aadf-99cc781e8ec6 req-fc1a1f9f-9f37-4567-a8b9-1d8897f4c235 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787881986003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787881445708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13231773'] for port (2b28ec7a-2283-4d09-881e-8be73e6910f6), after_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:29.368633 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1a1f9f-9f37-4567-a8b9-1d8897f4c235 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Pushing event deleted for resources: {'Port': ['ID=2b28ec7a-2283-4d09-881e-8be73e6910f6,revision_number=None']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:11:29.502533 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.scheduler.l3_agent_scheduler [req-64634ee1-bc23-441c-aadf-99cc781e8ec6 req-fc1a1f9f-9f37-4567-a8b9-1d8897f4c235 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Router 9c24a6de-fc3e-4eaa-b391-9f1814cc7ea4 has already been hosted by L3 agent ccb07560-1e88-42f3-8411-377a93089622 {{(pid=104101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 21:11:29.887097 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-64634ee1-bc23-441c-aadf-99cc781e8ec6 req-fc1a1f9f-9f37-4567-a8b9-1d8897f4c235 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Notify agent at l3_agent.dv-cinder-828806-3-iscsi the message routers_updated {{(pid=104101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 21:11:29.899020 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bbc34bd-be1f-48fe-b68d-a7ab20550d5e None None] Sync routers for ids ['9c24a6de-fc3e-4eaa-b391-9f1814cc7ea4'] in dv-cinder-828806-3-iscsi {{(pid=104103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 21:11:29.909579 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bbc34bd-be1f-48fe-b68d-a7ab20550d5e None None] Routers {'9c24a6de-fc3e-4eaa-b391-9f1814cc7ea4'} bound to L3 agent in host dv-cinder-828806-3-iscsi {{(pid=104103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:11:29.910863 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_hamode_db [None req-6bbc34bd-be1f-48fe-b68d-a7ab20550d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T20:55:42Z,description=,heartbeat_timestamp=2022-05-26T21:11:12Z,host='dv-cinder-828806-3-iscsi',id=ccb07560-1e88-42f3-8411-377a93089622,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T20:55:42Z,topic='l3_agent')) {'router_ids': ['9c24a6de-fc3e-4eaa-b391-9f1814cc7ea4'], 'active': True} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:11:29.931248 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [req-64634ee1-bc23-441c-aadf-99cc781e8ec6 req-fc1a1f9f-9f37-4567-a8b9-1d8897f4c235 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] No DVR routers for this DVR port 2b28ec7a-2283-4d09-881e-8be73e6910f6 on host hv-cinder-82880 {{(pid=104101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 21:11:29.933800 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-64634ee1-bc23-441c-aadf-99cc781e8ec6 req-fc1a1f9f-9f37-4567-a8b9-1d8897f4c235 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25531'] for port (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:29.937214 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-64634ee1-bc23-441c-aadf-99cc781e8ec6 req-fc1a1f9f-9f37-4567-a8b9-1d8897f4c235 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.62 "DELETE /v2.0/ports/2b28ec7a-2283-4d09-881e-8be73e6910f6 HTTP/1.1" status: 204 len: 173 time: 1.1074202 May 26 21:11:29.937638 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '559095bd-c9f8-44f9-8e2a-dd44acedd8b1', 'name': 'network-vif-deleted', 'tag': '2b28ec7a-2283-4d09-881e-8be73e6910f6'}] {{(pid=104101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:11:29.939850 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e35b3b942162f380527a6ddce7731c26b87baf9d9763e10c20fbd720b027cea7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ead163ea-ad92-4108-8d2b-b361f1a6005e" -d '{"events": [{"server_uuid": "559095bd-c9f8-44f9-8e2a-dd44acedd8b1", "name": "network-vif-deleted", "tag": "2b28ec7a-2283-4d09-881e-8be73e6910f6"}]}' {{(pid=104101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:11:29.980409 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 21:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0c53efc-c0ea-4c56-82e9-d9fab25a42c0 x-openstack-request-id: req-c0c53efc-c0ea-4c56-82e9-d9fab25a42c0 {{(pid=104101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:11:29.980744 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "559095bd-c9f8-44f9-8e2a-dd44acedd8b1", "name": "network-vif-deleted", "tag": "2b28ec7a-2283-4d09-881e-8be73e6910f6", "status": "completed", "code": 200}]} {{(pid=104101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:11:29.981003 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c0c53efc-c0ea-4c56-82e9-d9fab25a42c0 {{(pid=104101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:11:29.981445 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0c53efc-c0ea-4c56-82e9-d9fab25a42c0'] response: {'server_uuid': '559095bd-c9f8-44f9-8e2a-dd44acedd8b1', 'name': 'network-vif-deleted', 'tag': '2b28ec7a-2283-4d09-881e-8be73e6910f6', 'status': 'completed', 'code': 200} May 26 21:11:30.032414 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvr_db [None req-6bbc34bd-be1f-48fe-b68d-a7ab20550d5e None None] Set router 9c24a6de-fc3e-4eaa-b391-9f1814cc7ea4 gateway port host: dv-cinder-828806-3-iscsi {{(pid=104103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:11:30.221266 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_hamode_db [None req-6bbc34bd-be1f-48fe-b68d-a7ab20550d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c24a6de-fc3e-4eaa-b391-9f1814cc7ea4', 'name': 'tempest-AttachVolumeShelveTestJSON-1314911334-router', 'tenant_id': 'ba383df93dcf4c32b2b1c17bebd7f752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': '92da396d-4738-472b-a7e9-f348c6f829d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:04:22Z', 'updated_at': '2022-05-26T21:04:32Z', 'revision_number': 4, 'project_id': 'ba383df93dcf4c32b2b1c17bebd7f752', 'gw_port': {'id': '92da396d-4738-472b-a7e9-f348c6f829d2', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:80:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c24a6de-fc3e-4eaa-b391-9f1814cc7ea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:04:23Z', 'updated_at': '2022-05-26T21:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi', '_interfaces': [{'id': 'b3a8742f-62f0-4f53-8cff-97d69d32823f', 'name': '', 'network_id': 'ff69986b-e00e-41bd-8a28-f959570fc8f7', 'tenant_id': 'ba383df93dcf4c32b2b1c17bebd7f752', 'mac_address': 'fa:16:3e:c7:44:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c24a6de-fc3e-4eaa-b391-9f1814cc7ea4', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '647d6a86-42b9-4a67-830f-75c07bdfd5d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:04:30Z', 'updated_at': '2022-05-26T21:04:47Z', 'revision_number': 5, 'project_id': 'ba383df93dcf4c32b2b1c17bebd7f752', 'subnets': [{'id': '647d6a86-42b9-4a67-830f-75c07bdfd5d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-3-iscsi', False) {} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:11:30.228100 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-bffcf05d-fad4-44e5-bc02-fcc3939eff01 req-e88b4996-7a5e-45a0-9726-8da8521f0e49 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/ports?device_id=559095bd-c9f8-44f9-8e2a-dd44acedd8b1 HTTP/1.1" status: 200 len: 210 time: 0.0296512 May 26 21:11:30.246250 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bbc34bd-be1f-48fe-b68d-a7ab20550d5e None None] Checking router: 9c24a6de-fc3e-4eaa-b391-9f1814cc7ea4 for host: dv-cinder-828806-3-iscsi {{(pid=104103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 21:11:30.255181 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bbc34bd-be1f-48fe-b68d-a7ab20550d5e None None] Routers {'9c24a6de-fc3e-4eaa-b391-9f1814cc7ea4'} bound to L3 agent in host dv-cinder-828806-3-iscsi {{(pid=104103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:11:30.255767 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_hamode_db [None req-6bbc34bd-be1f-48fe-b68d-a7ab20550d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T20:55:42Z,description=,heartbeat_timestamp=2022-05-26T21:11:12Z,host='dv-cinder-828806-3-iscsi',id=ccb07560-1e88-42f3-8411-377a93089622,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T20:55:42Z,topic='l3_agent')) {'router_ids': ['9c24a6de-fc3e-4eaa-b391-9f1814cc7ea4'], 'active': True} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:11:30.354123 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvr_db [None req-6bbc34bd-be1f-48fe-b68d-a7ab20550d5e None None] Set router 9c24a6de-fc3e-4eaa-b391-9f1814cc7ea4 gateway port host: dv-cinder-828806-3-iscsi {{(pid=104103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:11:30.513057 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=100 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:11:30.573468 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_hamode_db [None req-6bbc34bd-be1f-48fe-b68d-a7ab20550d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c24a6de-fc3e-4eaa-b391-9f1814cc7ea4', 'name': 'tempest-AttachVolumeShelveTestJSON-1314911334-router', 'tenant_id': 'ba383df93dcf4c32b2b1c17bebd7f752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': '92da396d-4738-472b-a7e9-f348c6f829d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:04:22Z', 'updated_at': '2022-05-26T21:04:32Z', 'revision_number': 4, 'project_id': 'ba383df93dcf4c32b2b1c17bebd7f752', 'gw_port': {'id': '92da396d-4738-472b-a7e9-f348c6f829d2', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:80:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c24a6de-fc3e-4eaa-b391-9f1814cc7ea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:04:23Z', 'updated_at': '2022-05-26T21:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi', '_interfaces': [{'id': 'b3a8742f-62f0-4f53-8cff-97d69d32823f', 'name': '', 'network_id': 'ff69986b-e00e-41bd-8a28-f959570fc8f7', 'tenant_id': 'ba383df93dcf4c32b2b1c17bebd7f752', 'mac_address': 'fa:16:3e:c7:44:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c24a6de-fc3e-4eaa-b391-9f1814cc7ea4', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '647d6a86-42b9-4a67-830f-75c07bdfd5d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:04:30Z', 'updated_at': '2022-05-26T21:04:47Z', 'revision_number': 5, 'project_id': 'ba383df93dcf4c32b2b1c17bebd7f752', 'subnets': [{'id': '647d6a86-42b9-4a67-830f-75c07bdfd5d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-3-iscsi', False) {} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:11:30.598330 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bbc34bd-be1f-48fe-b68d-a7ab20550d5e None None] The sync data for ids ['9c24a6de-fc3e-4eaa-b391-9f1814cc7ea4'] in dv-cinder-828806-3-iscsi is: [{'id': '9c24a6de-fc3e-4eaa-b391-9f1814cc7ea4', 'name': 'tempest-AttachVolumeShelveTestJSON-1314911334-router', 'tenant_id': 'ba383df93dcf4c32b2b1c17bebd7f752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': '92da396d-4738-472b-a7e9-f348c6f829d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:04:22Z', 'updated_at': '2022-05-26T21:04:32Z', 'revision_number': 4, 'project_id': 'ba383df93dcf4c32b2b1c17bebd7f752', 'gw_port': {'id': '92da396d-4738-472b-a7e9-f348c6f829d2', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:80:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c24a6de-fc3e-4eaa-b391-9f1814cc7ea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:04:23Z', 'updated_at': '2022-05-26T21:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi', '_interfaces': [{'id': 'b3a8742f-62f0-4f53-8cff-97d69d32823f', 'name': '', 'network_id': 'ff69986b-e00e-41bd-8a28-f959570fc8f7', 'tenant_id': 'ba383df93dcf4c32b2b1c17bebd7f752', 'mac_address': 'fa:16:3e:c7:44:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c24a6de-fc3e-4eaa-b391-9f1814cc7ea4', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '647d6a86-42b9-4a67-830f-75c07bdfd5d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:04:30Z', 'updated_at': '2022-05-26T21:04:47Z', 'revision_number': 5, 'project_id': 'ba383df93dcf4c32b2b1c17bebd7f752', 'subnets': [{'id': '647d6a86-42b9-4a67-830f-75c07bdfd5d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 21:11:30.829544 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00fc074d-5d28-46eb-9397-06857d9dc3a3 None None] New status for floating IP 32e498f6-0a4b-4adf-928c-0cd496ec2c2e: DOWN {{(pid=104104) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 21:11:31.317280 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 51902) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:11:31.371883 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-ccfcfbd5-eac5-4d61-a2da-589674dad606 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Publish callbacks [] for security_group (6fd55e68-e49d-4af6-81d3-d350fedf0cd0), before_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:31.395056 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-ccfcfbd5-eac5-4d61-a2da-589674dad606 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Publish callbacks [] for security_group (6fd55e68-e49d-4af6-81d3-d350fedf0cd0), precommit_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:31.444921 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-ccfcfbd5-eac5-4d61-a2da-589674dad606 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (6fd55e68-e49d-4af6-81d3-d350fedf0cd0), after_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:31.447544 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-ccfcfbd5-eac5-4d61-a2da-589674dad606 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Publish callbacks [] for security_group (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:31.448671 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-ccfcfbd5-eac5-4d61-a2da-589674dad606 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "DELETE /v2.0/security-groups/6fd55e68-e49d-4af6-81d3-d350fedf0cd0 HTTP/1.1" status: 204 len: 168 time: 0.1302042 May 26 21:11:31.451465 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 51906) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:11:31.458027 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfcfbd5-eac5-4d61-a2da-589674dad606 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fd55e68-e49d-4af6-81d3-d350fedf0cd0,revision_number=None']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:11:31.466009 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.api.v2.resource [None req-cfbad655-e5e7-4f71-9db1-0f82c7f26b1a tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] show failed (client error): The resource could not be found. May 26 21:11:31.467032 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-cfbad655-e5e7-4f71-9db1-0f82c7f26b1a tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "GET /v2.0/security-groups/6fd55e68-e49d-4af6-81d3-d350fedf0cd0 HTTP/1.1" status: 404 len: 347 time: 0.0140581 May 26 21:11:31.470374 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 51908) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:11:31.587201 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.plugins.ml2.plugin [None req-83b84b8a-5447-4f23-a82e-2fa20c43f3d9 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Deleting port 91cc8dc3-c1ad-491d-b6d3-263e1f1a94ac {{(pid=104102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 21:11:31.587548 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-83b84b8a-5447-4f23-a82e-2fa20c43f3d9 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787881975269'] for port (91cc8dc3-c1ad-491d-b6d3-263e1f1a94ac), before_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:31.665057 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-83b84b8a-5447-4f23-a82e-2fa20c43f3d9 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595751'] for port (91cc8dc3-c1ad-491d-b6d3-263e1f1a94ac), precommit_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:31.665388 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-83b84b8a-5447-4f23-a82e-2fa20c43f3d9 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Publish callbacks [] for floatingip (91cc8dc3-c1ad-491d-b6d3-263e1f1a94ac), precommit_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:31.677239 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.plugins.ml2.plugin [None req-83b84b8a-5447-4f23-a82e-2fa20c43f3d9 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Calling delete_port for 91cc8dc3-c1ad-491d-b6d3-263e1f1a94ac owned by network:floatingip {{(pid=104102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 21:11:31.809308 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-83b84b8a-5447-4f23-a82e-2fa20c43f3d9 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787881986003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787881445708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16679263'] for port (91cc8dc3-c1ad-491d-b6d3-263e1f1a94ac), after_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:31.834029 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b84b8a-5447-4f23-a82e-2fa20c43f3d9 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Pushing event deleted for resources: {'Port': ['ID=91cc8dc3-c1ad-491d-b6d3-263e1f1a94ac,revision_number=None']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:11:31.897468 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-83b84b8a-5447-4f23-a82e-2fa20c43f3d9 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Publish callbacks [] for floatingip (32e498f6-0a4b-4adf-928c-0cd496ec2c2e), after_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:31.900023 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-83b84b8a-5447-4f23-a82e-2fa20c43f3d9 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25531'] for floatingip (None), before_response {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:31.901148 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-83b84b8a-5447-4f23-a82e-2fa20c43f3d9 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] 10.222.0.57 "DELETE /v2.0/floatingips/32e498f6-0a4b-4adf-928c-0cd496ec2c2e HTTP/1.1" status: 204 len: 168 time: 0.4296682 May 26 21:11:32.580684 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Device 2b28ec7a-2283-4d09-881e-8be73e6910f6 no longer exists at agent hyperv_hv-cinder-82880 {{(pid=104103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 21:11:32.604819 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] No Port match for: 2b28ec7a-2283-4d09-881e-8be73e6910f6 {{(pid=104103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 21:11:32.604962 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Device 2b28ec7a-2283-4d09-881e-8be73e6910f6 not bound to the agent host hv-cinder-82880 {{(pid=104103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 21:11:32.675850 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.agents_db [None req-7031173d-d819-4c63-a4ce-0c5776890f6a None None] Agent healthcheck: found 6 active agents {{(pid=104104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 21:11:34.325036 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 51958) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:11:34.746991 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:11:34.791245 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:11:34.800598 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-d78b7120-87f7-46c9-aa72-cfeaa85cd753 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1615327'] for router_interface (9c24a6de-fc3e-4eaa-b391-9f1814cc7ea4), before_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:35.023133 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.plugins.ml2.plugin [None req-d78b7120-87f7-46c9-aa72-cfeaa85cd753 admin admin] Deleting port b3a8742f-62f0-4f53-8cff-97d69d32823f {{(pid=104102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 21:11:35.023473 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-d78b7120-87f7-46c9-aa72-cfeaa85cd753 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787881975269'] for port (b3a8742f-62f0-4f53-8cff-97d69d32823f), before_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:35.101188 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.plugins.ml2.db [None req-d78b7120-87f7-46c9-aa72-cfeaa85cd753 admin admin] For port b3a8742f-62f0-4f53-8cff-97d69d32823f, host dv-cinder-828806-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-3-iscsi',level=0,port_id=b3a8742f-62f0-4f53-8cff-97d69d32823f,segment=NetworkSegment(7fb7ed4c-a972-40f4-a310-001c141d4c5c),segment_id=7fb7ed4c-a972-40f4-a310-001c141d4c5c)] {{(pid=104102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:11:35.101544 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-d78b7120-87f7-46c9-aa72-cfeaa85cd753 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595751'] for port (b3a8742f-62f0-4f53-8cff-97d69d32823f), precommit_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:35.114468 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.plugins.ml2.plugin [None req-d78b7120-87f7-46c9-aa72-cfeaa85cd753 admin admin] Calling delete_port for b3a8742f-62f0-4f53-8cff-97d69d32823f owned by network:router_interface {{(pid=104102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 21:11:35.473154 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-d78b7120-87f7-46c9-aa72-cfeaa85cd753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787881986003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787881445708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16679263'] for port (b3a8742f-62f0-4f53-8cff-97d69d32823f), after_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:35.496026 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78b7120-87f7-46c9-aa72-cfeaa85cd753 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3a8742f-62f0-4f53-8cff-97d69d32823f,revision_number=None']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:11:35.662752 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-d78b7120-87f7-46c9-aa72-cfeaa85cd753 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-416047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1615171'] for router_interface (9c24a6de-fc3e-4eaa-b391-9f1814cc7ea4), after_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:35.767329 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:11:35.814680 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:11:35.869963 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d78b7120-87f7-46c9-aa72-cfeaa85cd753 admin admin] Router 9c24a6de-fc3e-4eaa-b391-9f1814cc7ea4 has already been hosted by L3 agent ccb07560-1e88-42f3-8411-377a93089622 {{(pid=104102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 21:11:35.973395 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d78b7120-87f7-46c9-aa72-cfeaa85cd753 admin admin] Notify agent at l3_agent.dv-cinder-828806-3-iscsi the message routers_updated {{(pid=104102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 21:11:35.978847 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-d78b7120-87f7-46c9-aa72-cfeaa85cd753 admin admin] 10.222.0.57 "PUT /v2.0/routers/9c24a6de-fc3e-4eaa-b391-9f1814cc7ea4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6523266 May 26 21:11:35.981172 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 51972) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:11:35.985544 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc9d0ab-ae4f-4b3d-b791-5d33bc7b4aad None None] Sync routers for ids ['9c24a6de-fc3e-4eaa-b391-9f1814cc7ea4'] in dv-cinder-828806-3-iscsi {{(pid=104103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 21:11:35.994229 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:11:35.997019 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc9d0ab-ae4f-4b3d-b791-5d33bc7b4aad None None] Routers {'9c24a6de-fc3e-4eaa-b391-9f1814cc7ea4'} bound to L3 agent in host dv-cinder-828806-3-iscsi {{(pid=104103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:11:35.997676 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_hamode_db [None req-dfc9d0ab-ae4f-4b3d-b791-5d33bc7b4aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T20:55:42Z,description=,heartbeat_timestamp=2022-05-26T21:11:12Z,host='dv-cinder-828806-3-iscsi',id=ccb07560-1e88-42f3-8411-377a93089622,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T20:55:42Z,topic='l3_agent')) {'router_ids': ['9c24a6de-fc3e-4eaa-b391-9f1814cc7ea4'], 'active': True} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:11:36.112304 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-453951d6-04b7-4cbc-ba87-55a01fb0147e admin admin] Publish callbacks [] for router (9c24a6de-fc3e-4eaa-b391-9f1814cc7ea4), before_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:36.133077 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvr_db [None req-dfc9d0ab-ae4f-4b3d-b791-5d33bc7b4aad None None] Set router 9c24a6de-fc3e-4eaa-b391-9f1814cc7ea4 gateway port host: dv-cinder-828806-3-iscsi {{(pid=104103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:11:36.213076 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-453951d6-04b7-4cbc-ba87-55a01fb0147e admin admin] Publish callbacks [] for router_gateway (9c24a6de-fc3e-4eaa-b391-9f1814cc7ea4), before_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:36.256680 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.plugin [None req-453951d6-04b7-4cbc-ba87-55a01fb0147e admin admin] Deleting port 92da396d-4738-472b-a7e9-f348c6f829d2 {{(pid=104101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 21:11:36.257015 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-453951d6-04b7-4cbc-ba87-55a01fb0147e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787881975269'] for port (92da396d-4738-472b-a7e9-f348c6f829d2), before_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:36.306306 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:11:36.306593 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_hamode_db [None req-dfc9d0ab-ae4f-4b3d-b791-5d33bc7b4aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c24a6de-fc3e-4eaa-b391-9f1814cc7ea4', 'name': 'tempest-AttachVolumeShelveTestJSON-1314911334-router', 'tenant_id': 'ba383df93dcf4c32b2b1c17bebd7f752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': '92da396d-4738-472b-a7e9-f348c6f829d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:04:22Z', 'updated_at': '2022-05-26T21:11:35Z', 'revision_number': 5, 'project_id': 'ba383df93dcf4c32b2b1c17bebd7f752', 'gw_port': {'id': '92da396d-4738-472b-a7e9-f348c6f829d2', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:80:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c24a6de-fc3e-4eaa-b391-9f1814cc7ea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:04:23Z', 'updated_at': '2022-05-26T21:04:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi'}], 'dv-cinder-828806-3-iscsi', False) {} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:11:36.334152 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc9d0ab-ae4f-4b3d-b791-5d33bc7b4aad None None] Checking router: 9c24a6de-fc3e-4eaa-b391-9f1814cc7ea4 for host: dv-cinder-828806-3-iscsi {{(pid=104103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 21:11:36.340630 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.db [None req-453951d6-04b7-4cbc-ba87-55a01fb0147e admin admin] For port 92da396d-4738-472b-a7e9-f348c6f829d2, host dv-cinder-828806-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-3-iscsi',level=0,port_id=92da396d-4738-472b-a7e9-f348c6f829d2,segment=NetworkSegment(8d4aea41-d977-462c-9098-4088113247cb),segment_id=8d4aea41-d977-462c-9098-4088113247cb)] {{(pid=104101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:11:36.340998 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-453951d6-04b7-4cbc-ba87-55a01fb0147e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595751'] for port (92da396d-4738-472b-a7e9-f348c6f829d2), precommit_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:36.343629 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc9d0ab-ae4f-4b3d-b791-5d33bc7b4aad None None] Routers {'9c24a6de-fc3e-4eaa-b391-9f1814cc7ea4'} bound to L3 agent in host dv-cinder-828806-3-iscsi {{(pid=104103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:11:36.344267 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_hamode_db [None req-dfc9d0ab-ae4f-4b3d-b791-5d33bc7b4aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T20:55:42Z,description=,heartbeat_timestamp=2022-05-26T21:11:12Z,host='dv-cinder-828806-3-iscsi',id=ccb07560-1e88-42f3-8411-377a93089622,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T20:55:42Z,topic='l3_agent')) {'router_ids': ['9c24a6de-fc3e-4eaa-b391-9f1814cc7ea4'], 'active': True} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:11:36.352340 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:11:36.356809 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.plugin [None req-453951d6-04b7-4cbc-ba87-55a01fb0147e admin admin] Calling delete_port for 92da396d-4738-472b-a7e9-f348c6f829d2 owned by network:router_gateway {{(pid=104101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 21:11:36.429541 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvr_db [None req-dfc9d0ab-ae4f-4b3d-b791-5d33bc7b4aad None None] Set router 9c24a6de-fc3e-4eaa-b391-9f1814cc7ea4 gateway port host: None {{(pid=104103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:11:36.481922 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_hamode_db [None req-dfc9d0ab-ae4f-4b3d-b791-5d33bc7b4aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c24a6de-fc3e-4eaa-b391-9f1814cc7ea4', 'name': 'tempest-AttachVolumeShelveTestJSON-1314911334-router', 'tenant_id': 'ba383df93dcf4c32b2b1c17bebd7f752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:04:22Z', 'updated_at': '2022-05-26T21:11:36Z', 'revision_number': 6, 'project_id': 'ba383df93dcf4c32b2b1c17bebd7f752', 'gw_port_host': None}], 'dv-cinder-828806-3-iscsi', False) {} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:11:36.507134 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc9d0ab-ae4f-4b3d-b791-5d33bc7b4aad None None] The sync data for ids ['9c24a6de-fc3e-4eaa-b391-9f1814cc7ea4'] in dv-cinder-828806-3-iscsi is: [{'id': '9c24a6de-fc3e-4eaa-b391-9f1814cc7ea4', 'name': 'tempest-AttachVolumeShelveTestJSON-1314911334-router', 'tenant_id': 'ba383df93dcf4c32b2b1c17bebd7f752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:04:22Z', 'updated_at': '2022-05-26T21:11:36Z', 'revision_number': 6, 'project_id': 'ba383df93dcf4c32b2b1c17bebd7f752', 'gw_port_host': None}] {{(pid=104103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 21:11:36.543192 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-453951d6-04b7-4cbc-ba87-55a01fb0147e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787881986003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787881445708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13231773'] for port (92da396d-4738-472b-a7e9-f348c6f829d2), after_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:36.565691 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453951d6-04b7-4cbc-ba87-55a01fb0147e admin admin] Pushing event deleted for resources: {'Port': ['ID=92da396d-4738-472b-a7e9-f348c6f829d2,revision_number=None']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:11:36.581834 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453951d6-04b7-4cbc-ba87-55a01fb0147e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:11:36.582729 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453951d6-04b7-4cbc-ba87-55a01fb0147e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:11:36.583067 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453951d6-04b7-4cbc-ba87-55a01fb0147e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:11:36.583411 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453951d6-04b7-4cbc-ba87-55a01fb0147e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:11:36.583818 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453951d6-04b7-4cbc-ba87-55a01fb0147e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:11:36.584078 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453951d6-04b7-4cbc-ba87-55a01fb0147e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:11:36.584413 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453951d6-04b7-4cbc-ba87-55a01fb0147e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:11:36.584820 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453951d6-04b7-4cbc-ba87-55a01fb0147e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:11:36.585339 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453951d6-04b7-4cbc-ba87-55a01fb0147e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:11:36.585877 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453951d6-04b7-4cbc-ba87-55a01fb0147e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:11:36.586390 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453951d6-04b7-4cbc-ba87-55a01fb0147e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:11:36.586932 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453951d6-04b7-4cbc-ba87-55a01fb0147e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:11:36.587421 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453951d6-04b7-4cbc-ba87-55a01fb0147e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:11:36.587921 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453951d6-04b7-4cbc-ba87-55a01fb0147e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:11:36.588397 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453951d6-04b7-4cbc-ba87-55a01fb0147e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:11:36.661406 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-453951d6-04b7-4cbc-ba87-55a01fb0147e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1614817'] for router_gateway (9c24a6de-fc3e-4eaa-b391-9f1814cc7ea4), after_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:36.750768 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-453951d6-04b7-4cbc-ba87-55a01fb0147e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1900208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130790'] for router (9c24a6de-fc3e-4eaa-b391-9f1814cc7ea4), precommit_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:36.752900 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-453951d6-04b7-4cbc-ba87-55a01fb0147e admin admin] Publish callbacks [] for router_controller (9c24a6de-fc3e-4eaa-b391-9f1814cc7ea4), precommit_delete_associations {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:36.797090 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-453951d6-04b7-4cbc-ba87-55a01fb0147e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1900219'] for router (9c24a6de-fc3e-4eaa-b391-9f1814cc7ea4), after_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:36.797802 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-453951d6-04b7-4cbc-ba87-55a01fb0147e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9c24a6de-fc3e-4eaa-b391-9f1814cc7ea4 {{(pid=104101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 21:11:36.803051 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-453951d6-04b7-4cbc-ba87-55a01fb0147e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:36.806553 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-453951d6-04b7-4cbc-ba87-55a01fb0147e admin admin] 10.222.0.57 "DELETE /v2.0/routers/9c24a6de-fc3e-4eaa-b391-9f1814cc7ea4 HTTP/1.1" status: 204 len: 168 time: 0.8220427 May 26 21:11:36.806751 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 51978) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:11:36.856640 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0035586-d078-46e7-b600-78cb301d9130 admin admin] Deleting subnet 647d6a86-42b9-4a67-830f-75c07bdfd5d7 {{(pid=104101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 21:11:36.859932 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-b0035586-d078-46e7-b600-78cb301d9130 admin admin] Publish callbacks [] for subnet (647d6a86-42b9-4a67-830f-75c07bdfd5d7), before_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:36.898112 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-b0035586-d078-46e7-b600-78cb301d9130 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12907141'] for subnet (647d6a86-42b9-4a67-830f-75c07bdfd5d7), precommit_delete_associations {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:36.983334 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-b0035586-d078-46e7-b600-78cb301d9130 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-985580'] for subnet (647d6a86-42b9-4a67-830f-75c07bdfd5d7), precommit_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:37.040194 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-b0035586-d078-46e7-b600-78cb301d9130 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-985589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13230444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14398191'] for subnet (647d6a86-42b9-4a67-830f-75c07bdfd5d7), after_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:37.068783 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0035586-d078-46e7-b600-78cb301d9130 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=647d6a86-42b9-4a67-830f-75c07bdfd5d7,revision_number=None']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:11:37.070825 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-b0035586-d078-46e7-b600-78cb301d9130 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:37.073985 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-b0035586-d078-46e7-b600-78cb301d9130 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/647d6a86-42b9-4a67-830f-75c07bdfd5d7 HTTP/1.1" status: 204 len: 168 time: 0.2662477 May 26 21:11:37.075632 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a24024-b682-4dae-bb4a-8e97b20c27a8 None None] Network ff69986b-e00e-41bd-8a28-f959570fc8f7 requested from dv-cinder-828806-3-iscsi {{(pid=104103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 21:11:37.076518 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 51990) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:11:37.167195 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-f0ea6991-dd7f-4d62-addd-4a227e8e2650 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-791915'] for network (ff69986b-e00e-41bd-8a28-f959570fc8f7), before_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:37.214899 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.plugin [None req-f0ea6991-dd7f-4d62-addd-4a227e8e2650 admin admin] Deleting port 98c1065e-ab5a-47c9-be9e-66e75ad43c36 {{(pid=104101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 21:11:37.215232 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-f0ea6991-dd7f-4d62-addd-4a227e8e2650 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787881975269'] for port (98c1065e-ab5a-47c9-be9e-66e75ad43c36), before_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:37.281520 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.db [None req-f0ea6991-dd7f-4d62-addd-4a227e8e2650 admin admin] For port 98c1065e-ab5a-47c9-be9e-66e75ad43c36, host dv-cinder-828806-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-3-iscsi',level=0,port_id=98c1065e-ab5a-47c9-be9e-66e75ad43c36,segment=NetworkSegment(7fb7ed4c-a972-40f4-a310-001c141d4c5c),segment_id=7fb7ed4c-a972-40f4-a310-001c141d4c5c)] {{(pid=104101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:11:37.281885 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-f0ea6991-dd7f-4d62-addd-4a227e8e2650 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595751'] for port (98c1065e-ab5a-47c9-be9e-66e75ad43c36), precommit_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:37.295286 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25cb9aed-c659-4e00-98f8-20dca479276a None None] DHCP port deletion for ff69986b-e00e-41bd-8a28-f959570fc8f7 request from dv-cinder-828806-3-iscsi {{(pid=104103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 26 21:11:37.297349 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:11:37.298600 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.plugin [None req-f0ea6991-dd7f-4d62-addd-4a227e8e2650 admin admin] Calling delete_port for 98c1065e-ab5a-47c9-be9e-66e75ad43c36 owned by network:dhcp {{(pid=104101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 21:11:37.306115 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:UPDATE=4 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:11:37.347224 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-25cb9aed-c659-4e00-98f8-20dca479276a None None] Deleting port 98c1065e-ab5a-47c9-be9e-66e75ad43c36 {{(pid=104103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 21:11:37.347603 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-25cb9aed-c659-4e00-98f8-20dca479276a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787881975269'] for port (98c1065e-ab5a-47c9-be9e-66e75ad43c36), before_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:37.419542 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-f0ea6991-dd7f-4d62-addd-4a227e8e2650 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787881986003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787881445708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13231773'] for port (98c1065e-ab5a-47c9-be9e-66e75ad43c36), after_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:37.429774 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-25cb9aed-c659-4e00-98f8-20dca479276a None None] For port 98c1065e-ab5a-47c9-be9e-66e75ad43c36, host dv-cinder-828806-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-3-iscsi',level=0,port_id=98c1065e-ab5a-47c9-be9e-66e75ad43c36,segment=NetworkSegment(7fb7ed4c-a972-40f4-a310-001c141d4c5c),segment_id=7fb7ed4c-a972-40f4-a310-001c141d4c5c)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:11:37.430667 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-25cb9aed-c659-4e00-98f8-20dca479276a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595751'] for port (98c1065e-ab5a-47c9-be9e-66e75ad43c36), precommit_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:37.463293 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ea6991-dd7f-4d62-addd-4a227e8e2650 admin admin] Pushing event deleted for resources: {'Port': ['ID=98c1065e-ab5a-47c9-be9e-66e75ad43c36,revision_number=None']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:11:37.477990 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-25cb9aed-c659-4e00-98f8-20dca479276a None None] Calling delete_port for 98c1065e-ab5a-47c9-be9e-66e75ad43c36 owned by network:dhcp {{(pid=104103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 21:11:37.484422 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ea6991-dd7f-4d62-addd-4a227e8e2650 admin admin] No DVR routers for this DVR port 98c1065e-ab5a-47c9-be9e-66e75ad43c36 on host dv-cinder-828806-3-iscsi {{(pid=104101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 21:11:37.586148 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-f0ea6991-dd7f-4d62-addd-4a227e8e2650 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983897', 'neutron.services.segments.db._delete_segments_for_network-8787881958000'] for network (ff69986b-e00e-41bd-8a28-f959570fc8f7), precommit_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:37.591653 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-25cb9aed-c659-4e00-98f8-20dca479276a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787881986003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787881445708'] for port (98c1065e-ab5a-47c9-be9e-66e75ad43c36), after_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:37.622090 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.services.segments.db [None req-f0ea6991-dd7f-4d62-addd-4a227e8e2650 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff69986b-e00e-41bd-8a28-f959570fc8f7']}} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:11:37.628990 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cb9aed-c659-4e00-98f8-20dca479276a None None] Pushing event deleted for resources: {'Port': ['ID=98c1065e-ab5a-47c9-be9e-66e75ad43c36,revision_number=None']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:11:37.632148 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.services.segments.db [None req-f0ea6991-dd7f-4d62-addd-4a227e8e2650 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fb7ed4c-a972-40f4-a310-001c141d4c5c') {'for_net_delete': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:11:37.632441 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.services.segments.db [None req-f0ea6991-dd7f-4d62-addd-4a227e8e2650 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fb7ed4c-a972-40f4-a310-001c141d4c5c') {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:11:37.638887 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cb9aed-c659-4e00-98f8-20dca479276a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:11:37.639247 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cb9aed-c659-4e00-98f8-20dca479276a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:11:37.639591 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cb9aed-c659-4e00-98f8-20dca479276a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:11:37.639930 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cb9aed-c659-4e00-98f8-20dca479276a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:11:37.640268 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cb9aed-c659-4e00-98f8-20dca479276a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:11:37.640595 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cb9aed-c659-4e00-98f8-20dca479276a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:11:37.640918 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cb9aed-c659-4e00-98f8-20dca479276a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:11:37.641240 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cb9aed-c659-4e00-98f8-20dca479276a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:11:37.641567 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cb9aed-c659-4e00-98f8-20dca479276a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:11:37.641907 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cb9aed-c659-4e00-98f8-20dca479276a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:11:37.642231 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cb9aed-c659-4e00-98f8-20dca479276a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:11:37.642557 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cb9aed-c659-4e00-98f8-20dca479276a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:11:37.642878 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cb9aed-c659-4e00-98f8-20dca479276a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:11:37.643195 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cb9aed-c659-4e00-98f8-20dca479276a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:11:37.643510 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25cb9aed-c659-4e00-98f8-20dca479276a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:11:37.647983 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25cb9aed-c659-4e00-98f8-20dca479276a None None] No DVR routers for this DVR port 98c1065e-ab5a-47c9-be9e-66e75ad43c36 on host dv-cinder-828806-3-iscsi {{(pid=104103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 21:11:37.650397 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-f0ea6991-dd7f-4d62-addd-4a227e8e2650 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787881958777', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12907196'] for segment (7fb7ed4c-a972-40f4-a310-001c141d4c5c), before_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:37.666189 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-f0ea6991-dd7f-4d62-addd-4a227e8e2650 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-995747'] for segment (7fb7ed4c-a972-40f4-a310-001c141d4c5c), precommit_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:37.673442 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0ea6991-dd7f-4d62-addd-4a227e8e2650 admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=104101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 21:11:37.673986 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-f0ea6991-dd7f-4d62-addd-4a227e8e2650 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-995747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13231822'] for segment (7fb7ed4c-a972-40f4-a310-001c141d4c5c), after_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:37.701228 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.services.segments.plugin [-] Segment 7fb7ed4c-a972-40f4-a310-001c141d4c5c resource provider aggregate not found May 26 21:11:37.729487 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.services.segments.plugin [-] Segment 7fb7ed4c-a972-40f4-a310-001c141d4c5c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7fb7ed4c-a972-40f4-a310-001c141d4c5c found for delete ", "request_id": "req-3957560d-4b6f-4c9f-b638-102eea33ae25"}]} May 26 21:11:37.747713 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-f0ea6991-dd7f-4d62-addd-4a227e8e2650 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1614797'] for network (ff69986b-e00e-41bd-8a28-f959570fc8f7), after_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:37.753166 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-f0ea6991-dd7f-4d62-addd-4a227e8e2650 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-416010'] for network (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:37.756312 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-f0ea6991-dd7f-4d62-addd-4a227e8e2650 admin admin] 10.222.0.57 "DELETE /v2.0/networks/ff69986b-e00e-41bd-8a28-f959570fc8f7 HTTP/1.1" status: 204 len: 168 time: 0.6781907 May 26 21:11:37.768473 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ea6991-dd7f-4d62-addd-4a227e8e2650 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff69986b-e00e-41bd-8a28-f959570fc8f7,revision_number=None']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:11:37.874127 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 52020) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:11:37.914143 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-7811847e-0448-4986-a4f7-833cc30aa3c4 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ba383df93dcf4c32b2b1c17bebd7f752&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0386264 May 26 21:11:37.916311 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 52022) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:11:37.963190 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-ad056257-f41e-4385-947b-d23ed3e64b94 admin admin] Publish callbacks [] for security_group (aadf64f7-bdf8-4656-9bc3-d4e6b6b3eff4), before_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:37.984722 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-ad056257-f41e-4385-947b-d23ed3e64b94 admin admin] Publish callbacks [] for security_group (aadf64f7-bdf8-4656-9bc3-d4e6b6b3eff4), precommit_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:38.031168 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-ad056257-f41e-4385-947b-d23ed3e64b94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (aadf64f7-bdf8-4656-9bc3-d4e6b6b3eff4), after_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:38.033694 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-ad056257-f41e-4385-947b-d23ed3e64b94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:38.034853 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-ad056257-f41e-4385-947b-d23ed3e64b94 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/aadf64f7-bdf8-4656-9bc3-d4e6b6b3eff4 HTTP/1.1" status: 204 len: 168 time: 0.1176493 May 26 21:11:38.043391 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad056257-f41e-4385-947b-d23ed3e64b94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aadf64f7-bdf8-4656-9bc3-d4e6b6b3eff4,revision_number=None']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:11:38.068502 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Device b3a8742f-62f0-4f53-8cff-97d69d32823f no longer exists at agent ovs-agent-dv-cinder-828806-3-iscsi {{(pid=104103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 21:11:38.089488 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] No Port match for: b3a8742f-62f0-4f53-8cff-97d69d32823f {{(pid=104103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 21:11:38.090053 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Device b3a8742f-62f0-4f53-8cff-97d69d32823f not bound to the agent host dv-cinder-828806-3-iscsi {{(pid=104103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 21:11:38.090162 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Device 92da396d-4738-472b-a7e9-f348c6f829d2 no longer exists at agent ovs-agent-dv-cinder-828806-3-iscsi {{(pid=104103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 21:11:38.108565 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] No Port match for: 92da396d-4738-472b-a7e9-f348c6f829d2 {{(pid=104103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 21:11:38.108907 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Device 92da396d-4738-472b-a7e9-f348c6f829d2 not bound to the agent host dv-cinder-828806-3-iscsi {{(pid=104103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 21:11:38.109332 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Device 98c1065e-ab5a-47c9-be9e-66e75ad43c36 no longer exists at agent ovs-agent-dv-cinder-828806-3-iscsi {{(pid=104103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 21:11:38.127642 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] No Port match for: 98c1065e-ab5a-47c9-be9e-66e75ad43c36 {{(pid=104103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 21:11:38.128171 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Device 98c1065e-ab5a-47c9-be9e-66e75ad43c36 not bound to the agent host dv-cinder-828806-3-iscsi {{(pid=104103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 21:11:38.449578 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02adfb7b-bc9b-40f8-bc55-69d23142f2cb req-f158baa3-9d1b-4903-b677-18fcd4ceeb40 tempest-VolumesSnapshotTestJSON-1979792285 tempest-VolumesSnapshotTestJSON-1979792285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:11:38.451054 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-02adfb7b-bc9b-40f8-bc55-69d23142f2cb req-f158baa3-9d1b-4903-b677-18fcd4ceeb40 tempest-VolumesSnapshotTestJSON-1979792285 tempest-VolumesSnapshotTestJSON-1979792285-project] 10.222.0.57 "GET /v2.0/ports?device_id=6019e787-b419-468d-8f0a-14f6108b2694 HTTP/1.1" status: 200 len: 945 time: 0.0510542 May 26 21:11:38.498632 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-02adfb7b-bc9b-40f8-bc55-69d23142f2cb req-bf1ef831-9de3-415b-8d86-46315caf7861 tempest-VolumesSnapshotTestJSON-1979792285 tempest-VolumesSnapshotTestJSON-1979792285-project] 10.222.0.57 "GET /v2.0/security-groups?id=7b2e98b0-5958-4ebe-901f-c4368c9ea995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411890 May 26 21:11:39.613462 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323cecd7-2dc9-4947-ad94-76d5b7d4d89c req-9369d38a-03d0-4bf5-a4d1-041e51cac5e0 tempest-VolumesSnapshotTestJSON-1979792285 tempest-VolumesSnapshotTestJSON-1979792285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:11:39.615203 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-323cecd7-2dc9-4947-ad94-76d5b7d4d89c req-9369d38a-03d0-4bf5-a4d1-041e51cac5e0 tempest-VolumesSnapshotTestJSON-1979792285 tempest-VolumesSnapshotTestJSON-1979792285-project] 10.222.0.57 "GET /v2.0/ports?device_id=6019e787-b419-468d-8f0a-14f6108b2694 HTTP/1.1" status: 200 len: 945 time: 0.0480194 May 26 21:11:39.664886 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-323cecd7-2dc9-4947-ad94-76d5b7d4d89c req-db9a4ac0-30c8-4cfa-901f-a987ba890a2b tempest-VolumesSnapshotTestJSON-1979792285 tempest-VolumesSnapshotTestJSON-1979792285-project] 10.222.0.57 "GET /v2.0/security-groups?id=7b2e98b0-5958-4ebe-901f-c4368c9ea995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438995 May 26 21:11:39.778831 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-a3889d23-40e9-4c3b-a71c-8ba2db70df2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (28061657-8b16-479f-8ff4-19bdcc74bc2c), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:40.395602 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8495c6b1-05a5-4ab3-984e-cd06b56f9830 req-0b3782ff-cb52-48dd-b267-76bdccf21303 tempest-VolumesSnapshotTestJSON-1979792285 tempest-VolumesSnapshotTestJSON-1979792285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:11:40.397056 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-8495c6b1-05a5-4ab3-984e-cd06b56f9830 req-0b3782ff-cb52-48dd-b267-76bdccf21303 tempest-VolumesSnapshotTestJSON-1979792285 tempest-VolumesSnapshotTestJSON-1979792285-project] 10.222.0.62 "GET /v2.0/ports?device_id=6019e787-b419-468d-8f0a-14f6108b2694 HTTP/1.1" status: 200 len: 945 time: 0.0480430 May 26 21:11:40.483813 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.plugin [req-8495c6b1-05a5-4ab3-984e-cd06b56f9830 req-86e6c351-8078-4140-bbde-fa305a648f21 tempest-VolumesSnapshotTestJSON-1979792285 tempest-VolumesSnapshotTestJSON-1979792285-project] Deleting port 48785bc5-8182-4632-b292-68b186847105 {{(pid=104101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 21:11:40.484099 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-8495c6b1-05a5-4ab3-984e-cd06b56f9830 req-86e6c351-8078-4140-bbde-fa305a648f21 tempest-VolumesSnapshotTestJSON-1979792285 tempest-VolumesSnapshotTestJSON-1979792285-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787881975269'] for port (48785bc5-8182-4632-b292-68b186847105), before_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:40.570877 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.db [req-8495c6b1-05a5-4ab3-984e-cd06b56f9830 req-86e6c351-8078-4140-bbde-fa305a648f21 tempest-VolumesSnapshotTestJSON-1979792285 tempest-VolumesSnapshotTestJSON-1979792285-project] For port 48785bc5-8182-4632-b292-68b186847105, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=48785bc5-8182-4632-b292-68b186847105,segment=NetworkSegment(c6568e87-0523-4e7e-8b29-b4bd7eb1f786),segment_id=c6568e87-0523-4e7e-8b29-b4bd7eb1f786)] {{(pid=104101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:11:40.571237 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-8495c6b1-05a5-4ab3-984e-cd06b56f9830 req-86e6c351-8078-4140-bbde-fa305a648f21 tempest-VolumesSnapshotTestJSON-1979792285 tempest-VolumesSnapshotTestJSON-1979792285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595751'] for port (48785bc5-8182-4632-b292-68b186847105), precommit_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:40.587436 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.plugin [req-8495c6b1-05a5-4ab3-984e-cd06b56f9830 req-86e6c351-8078-4140-bbde-fa305a648f21 tempest-VolumesSnapshotTestJSON-1979792285 tempest-VolumesSnapshotTestJSON-1979792285-project] Calling delete_port for 48785bc5-8182-4632-b292-68b186847105 owned by compute:nova {{(pid=104101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 21:11:40.728652 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-8495c6b1-05a5-4ab3-984e-cd06b56f9830 req-86e6c351-8078-4140-bbde-fa305a648f21 tempest-VolumesSnapshotTestJSON-1979792285 tempest-VolumesSnapshotTestJSON-1979792285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787881986003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787881445708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13231773'] for port (48785bc5-8182-4632-b292-68b186847105), after_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:40.760887 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e6c351-8078-4140-bbde-fa305a648f21 tempest-VolumesSnapshotTestJSON-1979792285 tempest-VolumesSnapshotTestJSON-1979792285-project] Pushing event deleted for resources: {'Port': ['ID=48785bc5-8182-4632-b292-68b186847105,revision_number=None']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:11:40.769385 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] get_ports_and_sgs() called for port_ids ['48785bc5-8182-4632-b292-68b186847105'] {{(pid=104103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 21:11:40.790747 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-41ea388c-b189-4d86-ac95-4d8c9b8c5092 req-a98bd88e-e571-4eac-add5-8486227cf29e tempest-VolumesSnapshotTestJSON-1979792285 tempest-VolumesSnapshotTestJSON-1979792285-project] 10.222.0.57 "GET /v2.0/ports?device_id=6019e787-b419-468d-8f0a-14f6108b2694 HTTP/1.1" status: 200 len: 210 time: 0.0432720 May 26 21:11:40.812406 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [req-8495c6b1-05a5-4ab3-984e-cd06b56f9830 req-86e6c351-8078-4140-bbde-fa305a648f21 tempest-VolumesSnapshotTestJSON-1979792285 tempest-VolumesSnapshotTestJSON-1979792285-project] No DVR routers for this DVR port 48785bc5-8182-4632-b292-68b186847105 on host hv-cinder-82880 {{(pid=104101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 21:11:40.817181 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-8495c6b1-05a5-4ab3-984e-cd06b56f9830 req-86e6c351-8078-4140-bbde-fa305a648f21 tempest-VolumesSnapshotTestJSON-1979792285 tempest-VolumesSnapshotTestJSON-1979792285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25531'] for port (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:40.820478 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-8495c6b1-05a5-4ab3-984e-cd06b56f9830 req-86e6c351-8078-4140-bbde-fa305a648f21 tempest-VolumesSnapshotTestJSON-1979792285 tempest-VolumesSnapshotTestJSON-1979792285-project] 10.222.0.62 "DELETE /v2.0/ports/48785bc5-8182-4632-b292-68b186847105 HTTP/1.1" status: 204 len: 173 time: 0.4181690 May 26 21:11:40.820923 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6019e787-b419-468d-8f0a-14f6108b2694', 'name': 'network-vif-deleted', 'tag': '48785bc5-8182-4632-b292-68b186847105'}] {{(pid=104101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:11:40.823197 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e35b3b942162f380527a6ddce7731c26b87baf9d9763e10c20fbd720b027cea7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d56f30f4-e230-4377-af1c-b207a076933c" -d '{"events": [{"server_uuid": "6019e787-b419-468d-8f0a-14f6108b2694", "name": "network-vif-deleted", "tag": "48785bc5-8182-4632-b292-68b186847105"}]}' {{(pid=104101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:11:40.865830 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 21:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b3354ff-7e05-4adf-aca6-10b132880923 x-openstack-request-id: req-6b3354ff-7e05-4adf-aca6-10b132880923 {{(pid=104101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:11:40.866541 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6019e787-b419-468d-8f0a-14f6108b2694", "name": "network-vif-deleted", "tag": "48785bc5-8182-4632-b292-68b186847105", "status": "completed", "code": 200}]} {{(pid=104101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:11:40.866955 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6b3354ff-7e05-4adf-aca6-10b132880923 {{(pid=104101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:11:40.867599 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b3354ff-7e05-4adf-aca6-10b132880923'] response: {'server_uuid': '6019e787-b419-468d-8f0a-14f6108b2694', 'name': 'network-vif-deleted', 'tag': '48785bc5-8182-4632-b292-68b186847105', 'status': 'completed', 'code': 200} May 26 21:11:41.037400 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775b9a5a-9dbe-4599-b500-6bb95e0537ad req-16cc8643-156a-44f6-a0fd-8a4179b5c463 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:11:41.039662 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-775b9a5a-9dbe-4599-b500-6bb95e0537ad req-16cc8643-156a-44f6-a0fd-8a4179b5c463 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/ports?device_id=31fc6c9b-5b01-4e29-b511-5e8210fe28b8 HTTP/1.1" status: 200 len: 945 time: 0.0668766 May 26 21:11:41.087601 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-775b9a5a-9dbe-4599-b500-6bb95e0537ad req-0882955c-cfda-4238-9706-145b6a3ef42f tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/security-groups?id=e09992a7-ecc3-4382-97f1-3c7c9855a67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425034 May 26 21:11:41.789284 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 52112) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:11:41.919828 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-58c1d6ce-a253-43a9-97ed-761f81c4d425 req-96914498-d490-4e29-aa25-65cc16bf9e82 tempest-VolumesSnapshotTestJSON-1979792285 tempest-VolumesSnapshotTestJSON-1979792285-project] 10.222.0.57 "GET /v2.0/ports?device_id=6019e787-b419-468d-8f0a-14f6108b2694 HTTP/1.1" status: 200 len: 210 time: 0.0378399 May 26 21:11:41.920719 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-321bce98-ef12-435f-ac53-1fac54033d34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:42.003329 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-321bce98-ef12-435f-ac53-1fac54033d34 admin admin] Publish callbacks [] for security_group (5504d748-20a3-447a-ba65-2e2b9b13e99a), precommit_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:42.008305 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-321bce98-ef12-435f-ac53-1fac54033d34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (5504d748-20a3-447a-ba65-2e2b9b13e99a), after_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:42.013143 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:11:42.051651 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321bce98-ef12-435f-ac53-1fac54033d34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5504d748-20a3-447a-ba65-2e2b9b13e99a,revision_number=1']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:11:42.058489 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-321bce98-ef12-435f-ac53-1fac54033d34 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1ae411e018ff408ca5a993430a1b3e7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2656295 May 26 21:11:42.058705 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-e0521540-7eec-485f-81d0-20a6de267f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (ccb07560-1e88-42f3-8411-377a93089622), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:42.059193 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 52122) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:11:42.070756 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:11:42.111661 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-bce0a70e-79b2-49bc-acf9-e96a8131c18d admin admin] Publish callbacks [] for security_group (5504d748-20a3-447a-ba65-2e2b9b13e99a), before_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:42.138202 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-bce0a70e-79b2-49bc-acf9-e96a8131c18d admin admin] Publish callbacks [] for security_group (5504d748-20a3-447a-ba65-2e2b9b13e99a), precommit_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:42.213667 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728fc715-857d-49d5-bd8d-55bafcbcd8d9 req-8e887879-c409-43fa-83bf-8a41c573ed1c tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:11:42.215149 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-728fc715-857d-49d5-bd8d-55bafcbcd8d9 req-8e887879-c409-43fa-83bf-8a41c573ed1c tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/ports?device_id=31fc6c9b-5b01-4e29-b511-5e8210fe28b8 HTTP/1.1" status: 200 len: 945 time: 0.0511281 May 26 21:11:42.228547 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-bce0a70e-79b2-49bc-acf9-e96a8131c18d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (5504d748-20a3-447a-ba65-2e2b9b13e99a), after_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:42.231212 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-bce0a70e-79b2-49bc-acf9-e96a8131c18d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:42.232262 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-bce0a70e-79b2-49bc-acf9-e96a8131c18d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5504d748-20a3-447a-ba65-2e2b9b13e99a HTTP/1.1" status: 204 len: 168 time: 0.1727366 May 26 21:11:42.248966 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce0a70e-79b2-49bc-acf9-e96a8131c18d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5504d748-20a3-447a-ba65-2e2b9b13e99a,revision_number=None']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:11:42.262784 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:11:42.292792 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-728fc715-857d-49d5-bd8d-55bafcbcd8d9 req-b35ad0ab-b89c-494f-82dd-c94051c896ec tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/security-groups?id=e09992a7-ecc3-4382-97f1-3c7c9855a67a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710828 May 26 21:11:42.815731 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbc2401-04a4-4f01-a6a0-aa3f0eda35e5 req-ecfc4c91-b7a7-4f8d-8bf1-73e5a055dca4 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:11:42.817776 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-3fbc2401-04a4-4f01-a6a0-aa3f0eda35e5 req-ecfc4c91-b7a7-4f8d-8bf1-73e5a055dca4 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.62 "GET /v2.0/ports?device_id=31fc6c9b-5b01-4e29-b511-5e8210fe28b8 HTTP/1.1" status: 200 len: 945 time: 0.0558403 May 26 21:11:42.905660 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.plugin [req-3fbc2401-04a4-4f01-a6a0-aa3f0eda35e5 req-017b1f84-dfdd-4cdf-b9ea-f2ad0bb2487e tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Deleting port e30a3e5e-40d1-43d1-bade-e25f51d353da {{(pid=104101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 21:11:42.906004 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-3fbc2401-04a4-4f01-a6a0-aa3f0eda35e5 req-017b1f84-dfdd-4cdf-b9ea-f2ad0bb2487e tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787881975269'] for port (e30a3e5e-40d1-43d1-bade-e25f51d353da), before_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:42.922000 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:11:42.968511 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:11:42.998685 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.db [req-3fbc2401-04a4-4f01-a6a0-aa3f0eda35e5 req-017b1f84-dfdd-4cdf-b9ea-f2ad0bb2487e tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] For port e30a3e5e-40d1-43d1-bade-e25f51d353da, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=e30a3e5e-40d1-43d1-bade-e25f51d353da,segment=NetworkSegment(5a8b3ddd-b07c-4334-a55f-ea808909a34b),segment_id=5a8b3ddd-b07c-4334-a55f-ea808909a34b)] {{(pid=104101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:11:42.999052 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-3fbc2401-04a4-4f01-a6a0-aa3f0eda35e5 req-017b1f84-dfdd-4cdf-b9ea-f2ad0bb2487e tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595751'] for port (e30a3e5e-40d1-43d1-bade-e25f51d353da), precommit_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:43.020878 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-2cedcaf3-f8c8-488c-9e0f-8ce175add227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (5deefb54-cd62-4255-b022-7e9734e3e0b8), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:43.168765 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-3fbc2401-04a4-4f01-a6a0-aa3f0eda35e5 req-017b1f84-dfdd-4cdf-b9ea-f2ad0bb2487e tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:43.169215 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-3fbc2401-04a4-4f01-a6a0-aa3f0eda35e5 req-017b1f84-dfdd-4cdf-b9ea-f2ad0bb2487e tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1614815'] for floatingip (16a79d29-1de3-4c70-87b3-e70989e67470), after_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:43.169640 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.db.l3_db [req-3fbc2401-04a4-4f01-a6a0-aa3f0eda35e5 req-017b1f84-dfdd-4cdf-b9ea-f2ad0bb2487e tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Floating IP 16a79d29-1de3-4c70-87b3-e70989e67470 disassociated. External IP: 172.27.2.23, port: e30a3e5e-40d1-43d1-bade-e25f51d353da. May 26 21:11:43.169997 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.plugin [req-3fbc2401-04a4-4f01-a6a0-aa3f0eda35e5 req-017b1f84-dfdd-4cdf-b9ea-f2ad0bb2487e tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Calling delete_port for e30a3e5e-40d1-43d1-bade-e25f51d353da owned by compute:nova {{(pid=104101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 21:11:43.314933 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-3fbc2401-04a4-4f01-a6a0-aa3f0eda35e5 req-017b1f84-dfdd-4cdf-b9ea-f2ad0bb2487e tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787881986003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787881445708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13231773'] for port (e30a3e5e-40d1-43d1-bade-e25f51d353da), after_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:43.341287 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017b1f84-dfdd-4cdf-b9ea-f2ad0bb2487e tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Pushing event deleted for resources: {'Port': ['ID=e30a3e5e-40d1-43d1-bade-e25f51d353da,revision_number=None']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:11:43.422421 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-a231a1be-5db4-4d3f-b63a-87eea43cea96 req-c2a8b662-a286-4bba-929b-a5a38a19b189 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/ports?device_id=31fc6c9b-5b01-4e29-b511-5e8210fe28b8 HTTP/1.1" status: 200 len: 210 time: 0.0336242 May 26 21:11:43.464040 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3fbc2401-04a4-4f01-a6a0-aa3f0eda35e5 req-017b1f84-dfdd-4cdf-b9ea-f2ad0bb2487e tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Router 3bb60381-f3a3-4d7c-a3fa-b838eedba2bc has already been hosted by L3 agent ccb07560-1e88-42f3-8411-377a93089622 {{(pid=104101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 21:11:43.567959 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3fbc2401-04a4-4f01-a6a0-aa3f0eda35e5 req-017b1f84-dfdd-4cdf-b9ea-f2ad0bb2487e tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Notify agent at l3_agent.dv-cinder-828806-3-iscsi the message routers_updated {{(pid=104101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 21:11:43.577561 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca96f634-d538-4725-a100-6004e309e096 None None] Sync routers for ids ['3bb60381-f3a3-4d7c-a3fa-b838eedba2bc'] in dv-cinder-828806-3-iscsi {{(pid=104104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 21:11:43.588142 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca96f634-d538-4725-a100-6004e309e096 None None] Routers {'3bb60381-f3a3-4d7c-a3fa-b838eedba2bc'} bound to L3 agent in host dv-cinder-828806-3-iscsi {{(pid=104104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:11:43.588764 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_hamode_db [None req-ca96f634-d538-4725-a100-6004e309e096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T20:55:42Z,description=,heartbeat_timestamp=2022-05-26T21:11:42Z,host='dv-cinder-828806-3-iscsi',id=ccb07560-1e88-42f3-8411-377a93089622,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T20:55:42Z,topic='l3_agent')) {'router_ids': ['3bb60381-f3a3-4d7c-a3fa-b838eedba2bc'], 'active': True} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:11:43.609400 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fbc2401-04a4-4f01-a6a0-aa3f0eda35e5 req-017b1f84-dfdd-4cdf-b9ea-f2ad0bb2487e tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] No DVR routers for this DVR port e30a3e5e-40d1-43d1-bade-e25f51d353da on host hv-cinder-82880 {{(pid=104101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 21:11:43.611857 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-3fbc2401-04a4-4f01-a6a0-aa3f0eda35e5 req-017b1f84-dfdd-4cdf-b9ea-f2ad0bb2487e tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25531'] for port (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:43.615969 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-3fbc2401-04a4-4f01-a6a0-aa3f0eda35e5 req-017b1f84-dfdd-4cdf-b9ea-f2ad0bb2487e tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.62 "DELETE /v2.0/ports/e30a3e5e-40d1-43d1-bade-e25f51d353da HTTP/1.1" status: 204 len: 173 time: 0.7929599 May 26 21:11:43.616411 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31fc6c9b-5b01-4e29-b511-5e8210fe28b8', 'name': 'network-vif-deleted', 'tag': 'e30a3e5e-40d1-43d1-bade-e25f51d353da'}] {{(pid=104101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:11:43.619190 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e35b3b942162f380527a6ddce7731c26b87baf9d9763e10c20fbd720b027cea7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-748076bd-06eb-4284-8c0a-04e250c43a76" -d '{"events": [{"server_uuid": "31fc6c9b-5b01-4e29-b511-5e8210fe28b8", "name": "network-vif-deleted", "tag": "e30a3e5e-40d1-43d1-bade-e25f51d353da"}]}' {{(pid=104101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:11:43.663666 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 21:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d125e188-2511-4b31-b9f6-a8f32dfb18eb x-openstack-request-id: req-d125e188-2511-4b31-b9f6-a8f32dfb18eb {{(pid=104101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:11:43.664007 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31fc6c9b-5b01-4e29-b511-5e8210fe28b8", "name": "network-vif-deleted", "tag": "e30a3e5e-40d1-43d1-bade-e25f51d353da", "status": "completed", "code": 200}]} {{(pid=104101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:11:43.664261 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d125e188-2511-4b31-b9f6-a8f32dfb18eb {{(pid=104101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:11:43.664659 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d125e188-2511-4b31-b9f6-a8f32dfb18eb'] response: {'server_uuid': '31fc6c9b-5b01-4e29-b511-5e8210fe28b8', 'name': 'network-vif-deleted', 'tag': 'e30a3e5e-40d1-43d1-bade-e25f51d353da', 'status': 'completed', 'code': 200} May 26 21:11:43.694360 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvr_db [None req-ca96f634-d538-4725-a100-6004e309e096 None None] Set router 3bb60381-f3a3-4d7c-a3fa-b838eedba2bc gateway port host: dv-cinder-828806-3-iscsi {{(pid=104104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:11:43.887273 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_hamode_db [None req-ca96f634-d538-4725-a100-6004e309e096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bb60381-f3a3-4d7c-a3fa-b838eedba2bc', 'name': 'tempest-AttachVolumeNegativeTest-1984650119-router', 'tenant_id': 'aaa9e1a61984467ab8efae451b270558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '679aba7a-8620-45b9-9086-6d670299fa57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:05:34Z', 'updated_at': '2022-05-26T21:05:38Z', 'revision_number': 4, 'project_id': 'aaa9e1a61984467ab8efae451b270558', 'gw_port': {'id': '679aba7a-8620-45b9-9086-6d670299fa57', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:e7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb60381-f3a3-4d7c-a3fa-b838eedba2bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:05:35Z', 'updated_at': '2022-05-26T21:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi', '_interfaces': [{'id': 'c6ae6261-71ed-4b07-8c36-fba23f8ed872', 'name': '', 'network_id': '01728002-c90b-452e-a166-db394444487a', 'tenant_id': 'aaa9e1a61984467ab8efae451b270558', 'mac_address': 'fa:16:3e:b3:48:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb60381-f3a3-4d7c-a3fa-b838eedba2bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '9203b2fc-d019-4045-ae31-83603be0cf2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:05:37Z', 'updated_at': '2022-05-26T21:05:41Z', 'revision_number': 5, 'project_id': 'aaa9e1a61984467ab8efae451b270558', 'subnets': [{'id': '9203b2fc-d019-4045-ae31-83603be0cf2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-3-iscsi', False) {} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:11:43.915123 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca96f634-d538-4725-a100-6004e309e096 None None] Checking router: 3bb60381-f3a3-4d7c-a3fa-b838eedba2bc for host: dv-cinder-828806-3-iscsi {{(pid=104104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 21:11:43.923704 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca96f634-d538-4725-a100-6004e309e096 None None] Routers {'3bb60381-f3a3-4d7c-a3fa-b838eedba2bc'} bound to L3 agent in host dv-cinder-828806-3-iscsi {{(pid=104104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:11:43.924302 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_hamode_db [None req-ca96f634-d538-4725-a100-6004e309e096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T20:55:42Z,description=,heartbeat_timestamp=2022-05-26T21:11:42Z,host='dv-cinder-828806-3-iscsi',id=ccb07560-1e88-42f3-8411-377a93089622,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T20:55:42Z,topic='l3_agent')) {'router_ids': ['3bb60381-f3a3-4d7c-a3fa-b838eedba2bc'], 'active': True} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:11:44.020506 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvr_db [None req-ca96f634-d538-4725-a100-6004e309e096 None None] Set router 3bb60381-f3a3-4d7c-a3fa-b838eedba2bc gateway port host: dv-cinder-828806-3-iscsi {{(pid=104104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:11:44.196592 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_hamode_db [None req-ca96f634-d538-4725-a100-6004e309e096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bb60381-f3a3-4d7c-a3fa-b838eedba2bc', 'name': 'tempest-AttachVolumeNegativeTest-1984650119-router', 'tenant_id': 'aaa9e1a61984467ab8efae451b270558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '679aba7a-8620-45b9-9086-6d670299fa57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:05:34Z', 'updated_at': '2022-05-26T21:05:38Z', 'revision_number': 4, 'project_id': 'aaa9e1a61984467ab8efae451b270558', 'gw_port': {'id': '679aba7a-8620-45b9-9086-6d670299fa57', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:e7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb60381-f3a3-4d7c-a3fa-b838eedba2bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:05:35Z', 'updated_at': '2022-05-26T21:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi', '_interfaces': [{'id': 'c6ae6261-71ed-4b07-8c36-fba23f8ed872', 'name': '', 'network_id': '01728002-c90b-452e-a166-db394444487a', 'tenant_id': 'aaa9e1a61984467ab8efae451b270558', 'mac_address': 'fa:16:3e:b3:48:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb60381-f3a3-4d7c-a3fa-b838eedba2bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '9203b2fc-d019-4045-ae31-83603be0cf2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:05:37Z', 'updated_at': '2022-05-26T21:05:41Z', 'revision_number': 5, 'project_id': 'aaa9e1a61984467ab8efae451b270558', 'subnets': [{'id': '9203b2fc-d019-4045-ae31-83603be0cf2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-3-iscsi', False) {} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:11:44.220929 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca96f634-d538-4725-a100-6004e309e096 None None] The sync data for ids ['3bb60381-f3a3-4d7c-a3fa-b838eedba2bc'] in dv-cinder-828806-3-iscsi is: [{'id': '3bb60381-f3a3-4d7c-a3fa-b838eedba2bc', 'name': 'tempest-AttachVolumeNegativeTest-1984650119-router', 'tenant_id': 'aaa9e1a61984467ab8efae451b270558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '679aba7a-8620-45b9-9086-6d670299fa57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:05:34Z', 'updated_at': '2022-05-26T21:05:38Z', 'revision_number': 4, 'project_id': 'aaa9e1a61984467ab8efae451b270558', 'gw_port': {'id': '679aba7a-8620-45b9-9086-6d670299fa57', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:e7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb60381-f3a3-4d7c-a3fa-b838eedba2bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:05:35Z', 'updated_at': '2022-05-26T21:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi', '_interfaces': [{'id': 'c6ae6261-71ed-4b07-8c36-fba23f8ed872', 'name': '', 'network_id': '01728002-c90b-452e-a166-db394444487a', 'tenant_id': 'aaa9e1a61984467ab8efae451b270558', 'mac_address': 'fa:16:3e:b3:48:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb60381-f3a3-4d7c-a3fa-b838eedba2bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': '9203b2fc-d019-4045-ae31-83603be0cf2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:05:37Z', 'updated_at': '2022-05-26T21:05:41Z', 'revision_number': 5, 'project_id': 'aaa9e1a61984467ab8efae451b270558', 'subnets': [{'id': '9203b2fc-d019-4045-ae31-83603be0cf2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 21:11:44.418094 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8615275-d11a-4175-a8e9-56dc825b4e32 None None] New status for floating IP 16a79d29-1de3-4c70-87b3-e70989e67470: DOWN {{(pid=104103) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 21:11:44.523116 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-0eda7f40-6bf9-419e-8e5f-d204056938b5 req-cd08f80f-5724-4c7c-82c7-8bc33f74738c tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/ports?device_id=31fc6c9b-5b01-4e29-b511-5e8210fe28b8 HTTP/1.1" status: 200 len: 210 time: 0.0310085 May 26 21:11:44.526203 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:11:44.534132 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-46f12c73-3700-4e7e-86c8-206b84d0e626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (54d4a93e-badb-480c-831f-99f9f6beb5f4), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:45.460226 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Device 48785bc5-8182-4632-b292-68b186847105 no longer exists at agent hyperv_hv-cinder-82880 {{(pid=104103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 21:11:45.485951 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] No Port match for: 48785bc5-8182-4632-b292-68b186847105 {{(pid=104103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 21:11:45.486304 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Device 48785bc5-8182-4632-b292-68b186847105 not bound to the agent host hv-cinder-82880 {{(pid=104103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 21:11:45.648167 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-c40a32c0-42a4-4920-8e21-1dcaa901e7b9 req-90adbb0d-038d-465f-a812-891d9d0d7104 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/ports?device_id=31fc6c9b-5b01-4e29-b511-5e8210fe28b8 HTTP/1.1" status: 200 len: 210 time: 0.0284152 May 26 21:11:45.744124 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 52202) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:11:45.854840 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-5ba2f70d-2ce0-43a8-a4c2-5763ed1ac142 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:45.927804 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-5ba2f70d-2ce0-43a8-a4c2-5763ed1ac142 admin admin] Publish callbacks [] for security_group (25dc10a5-9c22-4f57-a97b-a12e41928365), precommit_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:45.931178 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-5ba2f70d-2ce0-43a8-a4c2-5763ed1ac142 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (25dc10a5-9c22-4f57-a97b-a12e41928365), after_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:45.970864 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-5ba2f70d-2ce0-43a8-a4c2-5763ed1ac142 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=354e149c023f414f88f28f348dd47889&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2255402 May 26 21:11:45.971766 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba2f70d-2ce0-43a8-a4c2-5763ed1ac142 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25dc10a5-9c22-4f57-a97b-a12e41928365,revision_number=1']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:11:45.972184 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (545ffc5a-00f7-4140-8f25-9e74b0e32d39), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:45.973581 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 52206) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:11:45.979360 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba2f70d-2ce0-43a8-a4c2-5763ed1ac142 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:11:45.979709 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba2f70d-2ce0-43a8-a4c2-5763ed1ac142 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:11:45.980051 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba2f70d-2ce0-43a8-a4c2-5763ed1ac142 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:11:45.980387 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba2f70d-2ce0-43a8-a4c2-5763ed1ac142 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:11:45.980719 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba2f70d-2ce0-43a8-a4c2-5763ed1ac142 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:11:45.981046 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba2f70d-2ce0-43a8-a4c2-5763ed1ac142 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:11:45.981378 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba2f70d-2ce0-43a8-a4c2-5763ed1ac142 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:11:45.981687 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba2f70d-2ce0-43a8-a4c2-5763ed1ac142 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:11:45.982006 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba2f70d-2ce0-43a8-a4c2-5763ed1ac142 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:11:45.982325 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba2f70d-2ce0-43a8-a4c2-5763ed1ac142 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:11:45.982742 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba2f70d-2ce0-43a8-a4c2-5763ed1ac142 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:11:45.983060 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba2f70d-2ce0-43a8-a4c2-5763ed1ac142 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:11:45.983400 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba2f70d-2ce0-43a8-a4c2-5763ed1ac142 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:11:45.983830 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba2f70d-2ce0-43a8-a4c2-5763ed1ac142 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:11:45.984150 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba2f70d-2ce0-43a8-a4c2-5763ed1ac142 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:11:46.023759 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-9a3c8b6b-b3e1-4015-8851-27b807db01aa admin admin] Publish callbacks [] for security_group (25dc10a5-9c22-4f57-a97b-a12e41928365), before_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:46.047435 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-9a3c8b6b-b3e1-4015-8851-27b807db01aa admin admin] Publish callbacks [] for security_group (25dc10a5-9c22-4f57-a97b-a12e41928365), precommit_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:46.094915 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-9a3c8b6b-b3e1-4015-8851-27b807db01aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (25dc10a5-9c22-4f57-a97b-a12e41928365), after_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:46.097385 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-9a3c8b6b-b3e1-4015-8851-27b807db01aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:46.098577 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-9a3c8b6b-b3e1-4015-8851-27b807db01aa admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/25dc10a5-9c22-4f57-a97b-a12e41928365 HTTP/1.1" status: 204 len: 168 time: 0.1241369 May 26 21:11:46.106146 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3c8b6b-b3e1-4015-8851-27b807db01aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25dc10a5-9c22-4f57-a97b-a12e41928365,revision_number=None']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:11:46.360768 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 52214) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:11:46.374624 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-2bf2fefe-354f-4794-989a-d8b809daba3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:46.384651 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:11:46.418791 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=5,neutron:INSERT=6 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:11:46.450682 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-2bf2fefe-354f-4794-989a-d8b809daba3f admin admin] Publish callbacks [] for security_group (14198626-81d4-483d-8dfe-79eddb3c3afc), precommit_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:46.453755 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-2bf2fefe-354f-4794-989a-d8b809daba3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (14198626-81d4-483d-8dfe-79eddb3c3afc), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:46.492040 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-2bf2fefe-354f-4794-989a-d8b809daba3f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a9353eac374b4b0d9f3eecedfc13db4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1302254 May 26 21:11:46.493113 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2fefe-354f-4794-989a-d8b809daba3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14198626-81d4-483d-8dfe-79eddb3c3afc,revision_number=1']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:11:46.494792 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 52216) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:11:46.545794 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-6e6247aa-52b3-4fe0-8dae-9e267e40f7b4 admin admin] Publish callbacks [] for security_group (14198626-81d4-483d-8dfe-79eddb3c3afc), before_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:46.568952 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-6e6247aa-52b3-4fe0-8dae-9e267e40f7b4 admin admin] Publish callbacks [] for security_group (14198626-81d4-483d-8dfe-79eddb3c3afc), precommit_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:46.616155 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-6e6247aa-52b3-4fe0-8dae-9e267e40f7b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (14198626-81d4-483d-8dfe-79eddb3c3afc), after_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:46.618795 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-6e6247aa-52b3-4fe0-8dae-9e267e40f7b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:46.619901 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-6e6247aa-52b3-4fe0-8dae-9e267e40f7b4 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/14198626-81d4-483d-8dfe-79eddb3c3afc HTTP/1.1" status: 204 len: 168 time: 0.1241405 May 26 21:11:46.627437 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6247aa-52b3-4fe0-8dae-9e267e40f7b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14198626-81d4-483d-8dfe-79eddb3c3afc,revision_number=None']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:11:46.757488 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-d54ed461-d04e-4eb6-b960-4f7fc20b2e6f req-cf93bb7d-defa-4bd6-93de-c4aeff4a437b tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/ports?device_id=31fc6c9b-5b01-4e29-b511-5e8210fe28b8 HTTP/1.1" status: 200 len: 210 time: 0.0294561 May 26 21:11:47.842902 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 52266) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:11:47.898685 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-58990fde-8d4d-4543-8811-8f80983032f1 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks [] for security_group (e09992a7-ecc3-4382-97f1-3c7c9855a67a), before_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:47.922286 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-58990fde-8d4d-4543-8811-8f80983032f1 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks [] for security_group (e09992a7-ecc3-4382-97f1-3c7c9855a67a), precommit_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:47.975300 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-58990fde-8d4d-4543-8811-8f80983032f1 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (e09992a7-ecc3-4382-97f1-3c7c9855a67a), after_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:47.978018 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-58990fde-8d4d-4543-8811-8f80983032f1 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks [] for security_group (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:47.979196 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-58990fde-8d4d-4543-8811-8f80983032f1 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "DELETE /v2.0/security-groups/e09992a7-ecc3-4382-97f1-3c7c9855a67a HTTP/1.1" status: 204 len: 168 time: 0.1353204 May 26 21:11:47.982436 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 52272) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:11:47.988051 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58990fde-8d4d-4543-8811-8f80983032f1 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e09992a7-ecc3-4382-97f1-3c7c9855a67a,revision_number=None']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:11:47.996732 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.api.v2.resource [None req-3907a1c7-cbc9-44a3-8c5e-453c71885620 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] show failed (client error): The resource could not be found. May 26 21:11:47.997745 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-3907a1c7-cbc9-44a3-8c5e-453c71885620 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "GET /v2.0/security-groups/e09992a7-ecc3-4382-97f1-3c7c9855a67a HTTP/1.1" status: 404 len: 347 time: 0.0143266 May 26 21:11:48.000820 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 52274) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:11:48.114915 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.plugin [None req-f85d4f01-e149-4349-a81e-8578d9d1d045 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Deleting port c5426b60-2c49-47dd-a963-78889235bc0f {{(pid=104101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 21:11:48.115143 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-f85d4f01-e149-4349-a81e-8578d9d1d045 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787881975269'] for port (c5426b60-2c49-47dd-a963-78889235bc0f), before_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:48.191470 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-f85d4f01-e149-4349-a81e-8578d9d1d045 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595751'] for port (c5426b60-2c49-47dd-a963-78889235bc0f), precommit_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:48.191918 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-f85d4f01-e149-4349-a81e-8578d9d1d045 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks [] for floatingip (c5426b60-2c49-47dd-a963-78889235bc0f), precommit_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:48.205022 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.plugin [None req-f85d4f01-e149-4349-a81e-8578d9d1d045 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Calling delete_port for c5426b60-2c49-47dd-a963-78889235bc0f owned by network:floatingip {{(pid=104101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 21:11:48.346849 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-f85d4f01-e149-4349-a81e-8578d9d1d045 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787881986003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787881445708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13231773'] for port (c5426b60-2c49-47dd-a963-78889235bc0f), after_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:48.395954 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85d4f01-e149-4349-a81e-8578d9d1d045 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Pushing event deleted for resources: {'Port': ['ID=c5426b60-2c49-47dd-a963-78889235bc0f,revision_number=None']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:11:48.438978 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-f85d4f01-e149-4349-a81e-8578d9d1d045 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks [] for floatingip (16a79d29-1de3-4c70-87b3-e70989e67470), after_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:48.441984 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-f85d4f01-e149-4349-a81e-8578d9d1d045 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25531'] for floatingip (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:48.443248 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-f85d4f01-e149-4349-a81e-8578d9d1d045 tempest-AttachVolumeNegativeTest-229350704 tempest-AttachVolumeNegativeTest-229350704-project] 10.222.0.57 "DELETE /v2.0/floatingips/16a79d29-1de3-4c70-87b3-e70989e67470 HTTP/1.1" status: 204 len: 168 time: 0.4412744 May 26 21:11:49.461357 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Device e30a3e5e-40d1-43d1-bade-e25f51d353da no longer exists at agent hyperv_hv-cinder-82880 {{(pid=104103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 21:11:49.484543 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] No Port match for: e30a3e5e-40d1-43d1-bade-e25f51d353da {{(pid=104103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 21:11:49.484873 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Device e30a3e5e-40d1-43d1-bade-e25f51d353da not bound to the agent host hv-cinder-82880 {{(pid=104103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 21:11:53.633829 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (7f90b46f-777d-4aa1-89b5-840fb2878c39), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:54.199350 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=72,neutron:UPDATE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:11:54.201836 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=77,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:11:54.204179 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1942d1a0-2121-49e6-89ef-14f2b27efa6e req-929d332a-9de3-495e-8312-880ad8a6ed60 tempest-VolumesSnapshotTestJSON-1979792285 tempest-VolumesSnapshotTestJSON-1979792285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:11:54.206895 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-1942d1a0-2121-49e6-89ef-14f2b27efa6e req-929d332a-9de3-495e-8312-880ad8a6ed60 tempest-VolumesSnapshotTestJSON-1979792285 tempest-VolumesSnapshotTestJSON-1979792285-project] 10.222.0.57 "GET /v2.0/networks?id=bbe0c4f7-1349-405d-b1f0-935d04e42d4a HTTP/1.1" status: 200 len: 814 time: 0.1108844 May 26 21:11:54.225184 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-1942d1a0-2121-49e6-89ef-14f2b27efa6e req-3d9abd64-06e8-4bd6-bd68-730d93a546e1 tempest-VolumesSnapshotTestJSON-1979792285 tempest-VolumesSnapshotTestJSON-1979792285-project] 10.222.0.57 "GET /v2.0/quotas/24cf32bd40be4be9a83d0771e4f939fa HTTP/1.1" status: 200 len: 375 time: 0.0098326 May 26 21:11:54.260763 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-1942d1a0-2121-49e6-89ef-14f2b27efa6e req-6eff5175-23c8-4977-b35d-ee5567e639d9 tempest-VolumesSnapshotTestJSON-1979792285 tempest-VolumesSnapshotTestJSON-1979792285-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=24cf32bd40be4be9a83d0771e4f939fa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288556 May 26 21:11:54.341056 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:11:54.363967 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-1942d1a0-2121-49e6-89ef-14f2b27efa6e req-15593f4f-bdb4-4549-bb28-fa89cfd7c3ef service neutron] 10.222.0.57 "GET /v2.0/networks/bbe0c4f7-1349-405d-b1f0-935d04e42d4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947914 May 26 21:11:54.426786 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=6 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:11:54.458505 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-1942d1a0-2121-49e6-89ef-14f2b27efa6e req-d27995a2-9a65-4e45-a40e-38bf0b157536 service neutron] 10.222.0.57 "GET /v2.0/networks/bbe0c4f7-1349-405d-b1f0-935d04e42d4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883307 May 26 21:11:54.641572 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-96beb893-8812-42a6-afdb-a480a5e407e6 req-16467da0-96e5-4989-9795-555461f70266 tempest-VolumesSnapshotTestJSON-1979792285 tempest-VolumesSnapshotTestJSON-1979792285-project] 10.222.0.57 "GET /v2.0/ports?device_id=f40d31e3-d501-4182-80ba-c45f4e3afb41 HTTP/1.1" status: 200 len: 210 time: 0.0302987 May 26 21:11:55.166748 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 52462) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:11:55.281941 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-99d96a2e-1d4d-49cd-9340-9ffa75563af6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:55.341137 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:INSERT=10,neutron:SELECT=84,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:11:55.371446 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-99d96a2e-1d4d-49cd-9340-9ffa75563af6 admin admin] Publish callbacks [] for security_group (a3725c22-37e5-4076-8abc-a579f5cbd158), precommit_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:55.375119 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-99d96a2e-1d4d-49cd-9340-9ffa75563af6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (a3725c22-37e5-4076-8abc-a579f5cbd158), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:55.385905 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=6 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:11:55.417998 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-99d96a2e-1d4d-49cd-9340-9ffa75563af6 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=fbced3dddcc545e4aee8c98e6c8b0a45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2501421 May 26 21:11:55.419084 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d96a2e-1d4d-49cd-9340-9ffa75563af6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3725c22-37e5-4076-8abc-a579f5cbd158,revision_number=1']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:11:55.420757 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 52474) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:11:55.468473 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-3ac6e561-0a20-4c2e-b8b9-4f9fbf17bc85 admin admin] Publish callbacks [] for security_group (a3725c22-37e5-4076-8abc-a579f5cbd158), before_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:55.492835 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-3ac6e561-0a20-4c2e-b8b9-4f9fbf17bc85 admin admin] Publish callbacks [] for security_group (a3725c22-37e5-4076-8abc-a579f5cbd158), precommit_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:55.538753 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-3ac6e561-0a20-4c2e-b8b9-4f9fbf17bc85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (a3725c22-37e5-4076-8abc-a579f5cbd158), after_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:55.541451 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-3ac6e561-0a20-4c2e-b8b9-4f9fbf17bc85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:55.542605 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-3ac6e561-0a20-4c2e-b8b9-4f9fbf17bc85 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a3725c22-37e5-4076-8abc-a579f5cbd158 HTTP/1.1" status: 204 len: 168 time: 0.1208429 May 26 21:11:55.550154 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac6e561-0a20-4c2e-b8b9-4f9fbf17bc85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3725c22-37e5-4076-8abc-a579f5cbd158,revision_number=None']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:11:55.749326 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-4202819a-eaca-47ee-bff7-23d86dc49e5f req-c53a9ff8-5a01-410b-b8b2-987f34b01266 tempest-VolumesSnapshotTestJSON-1979792285 tempest-VolumesSnapshotTestJSON-1979792285-project] 10.222.0.57 "GET /v2.0/ports?device_id=f40d31e3-d501-4182-80ba-c45f4e3afb41 HTTP/1.1" status: 200 len: 210 time: 0.0289395 May 26 21:11:55.829298 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 52484) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:11:55.842565 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-512907a9-d18d-4fc3-846b-8dd02fdf095c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:55.914974 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-512907a9-d18d-4fc3-846b-8dd02fdf095c admin admin] Publish callbacks [] for security_group (c48f4285-5571-4b44-b81c-e967ae9c2561), precommit_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:55.918569 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-512907a9-d18d-4fc3-846b-8dd02fdf095c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (c48f4285-5571-4b44-b81c-e967ae9c2561), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:55.954877 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512907a9-d18d-4fc3-846b-8dd02fdf095c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c48f4285-5571-4b44-b81c-e967ae9c2561,revision_number=1']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:11:55.959060 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-512907a9-d18d-4fc3-846b-8dd02fdf095c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b1179882152342bcbbd62aca69dccfcc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1287744 May 26 21:11:55.961879 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 52486) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:11:56.010180 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-0b5ad896-8c20-4eca-80ad-269634a728c9 admin admin] Publish callbacks [] for security_group (c48f4285-5571-4b44-b81c-e967ae9c2561), before_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:56.035890 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-0b5ad896-8c20-4eca-80ad-269634a728c9 admin admin] Publish callbacks [] for security_group (c48f4285-5571-4b44-b81c-e967ae9c2561), precommit_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:56.090550 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-0b5ad896-8c20-4eca-80ad-269634a728c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (c48f4285-5571-4b44-b81c-e967ae9c2561), after_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:56.093026 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-0b5ad896-8c20-4eca-80ad-269634a728c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:56.094155 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-0b5ad896-8c20-4eca-80ad-269634a728c9 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c48f4285-5571-4b44-b81c-e967ae9c2561 HTTP/1.1" status: 204 len: 168 time: 0.1312170 May 26 21:11:56.102661 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5ad896-8c20-4eca-80ad-269634a728c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c48f4285-5571-4b44-b81c-e967ae9c2561,revision_number=None']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:11:56.856359 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-84b0a19f-5499-4239-a558-bb0c2c73a250 req-a1437dc2-7f16-4edc-8768-3ead1991424f tempest-VolumesSnapshotTestJSON-1979792285 tempest-VolumesSnapshotTestJSON-1979792285-project] 10.222.0.57 "GET /v2.0/ports?device_id=f40d31e3-d501-4182-80ba-c45f4e3afb41 HTTP/1.1" status: 200 len: 210 time: 0.0299056 May 26 21:11:57.951264 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-c8ce5dcc-63e0-445c-854e-175317f111b8 req-0914d37b-9358-4922-b645-96be775c367c tempest-VolumesSnapshotTestJSON-1979792285 tempest-VolumesSnapshotTestJSON-1979792285-project] 10.222.0.57 "GET /v2.0/ports?device_id=f40d31e3-d501-4182-80ba-c45f4e3afb41 HTTP/1.1" status: 200 len: 210 time: 0.0278883 May 26 21:11:58.077401 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1942d1a0-2121-49e6-89ef-14f2b27efa6e req-b50efb69-ca9d-4c08-bd19-e3807f2a1599 tempest-VolumesSnapshotTestJSON-1979792285 tempest-VolumesSnapshotTestJSON-1979792285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:11:58.078879 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-1942d1a0-2121-49e6-89ef-14f2b27efa6e req-b50efb69-ca9d-4c08-bd19-e3807f2a1599 tempest-VolumesSnapshotTestJSON-1979792285 tempest-VolumesSnapshotTestJSON-1979792285-project] 10.222.0.62 "GET /v2.0/networks?id=bbe0c4f7-1349-405d-b1f0-935d04e42d4a HTTP/1.1" status: 200 len: 814 time: 0.1050396 May 26 21:11:58.099594 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.v2.base [req-1942d1a0-2121-49e6-89ef-14f2b27efa6e req-e8cfacb0-077d-44d4-80f3-9eb69ad86cfc tempest-VolumesSnapshotTestJSON-1979792285 tempest-VolumesSnapshotTestJSON-1979792285-project] Request body: {'port': {'device_id': 'f40d31e3-d501-4182-80ba-c45f4e3afb41', 'network_id': 'bbe0c4f7-1349-405d-b1f0-935d04e42d4a', 'admin_state_up': True, 'tenant_id': '24cf32bd40be4be9a83d0771e4f939fa'}} {{(pid=104101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:11:58.212553 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1942d1a0-2121-49e6-89ef-14f2b27efa6e req-e8cfacb0-077d-44d4-80f3-9eb69ad86cfc tempest-VolumesSnapshotTestJSON-1979792285 tempest-VolumesSnapshotTestJSON-1979792285-project] Made reservation on behalf of 24cf32bd40be4be9a83d0771e4f939fa for: {'port': 1} {{(pid=104101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 21:11:58.216053 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-1942d1a0-2121-49e6-89ef-14f2b27efa6e req-e8cfacb0-077d-44d4-80f3-9eb69ad86cfc tempest-VolumesSnapshotTestJSON-1979792285 tempest-VolumesSnapshotTestJSON-1979792285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (None), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:58.342319 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.db.db_base_plugin_common [req-1942d1a0-2121-49e6-89ef-14f2b27efa6e req-e8cfacb0-077d-44d4-80f3-9eb69ad86cfc tempest-VolumesSnapshotTestJSON-1979792285 tempest-VolumesSnapshotTestJSON-1979792285-project] Allocated IP 172.20.0.9 (bbe0c4f7-1349-405d-b1f0-935d04e42d4a/78d1818a-39ee-4c76-a0e5-ad97ae03aaf7/cb6a0774-abca-4fb3-97a0-49ef60a93d32) {{(pid=104101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 21:11:58.495441 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-1942d1a0-2121-49e6-89ef-14f2b27efa6e req-e8cfacb0-077d-44d4-80f3-9eb69ad86cfc tempest-VolumesSnapshotTestJSON-1979792285 tempest-VolumesSnapshotTestJSON-1979792285-project] Publish callbacks [] for port (cb6a0774-abca-4fb3-97a0-49ef60a93d32), precommit_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:58.505740 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:11:58.525178 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:11:58.536365 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-1942d1a0-2121-49e6-89ef-14f2b27efa6e req-e8cfacb0-077d-44d4-80f3-9eb69ad86cfc tempest-VolumesSnapshotTestJSON-1979792285 tempest-VolumesSnapshotTestJSON-1979792285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787881445699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13231773'] for port (cb6a0774-abca-4fb3-97a0-49ef60a93d32), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:58.568333 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 52544) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:11:58.581366 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1942d1a0-2121-49e6-89ef-14f2b27efa6e req-e8cfacb0-077d-44d4-80f3-9eb69ad86cfc tempest-VolumesSnapshotTestJSON-1979792285 tempest-VolumesSnapshotTestJSON-1979792285-project] Network bbe0c4f7-1349-405d-b1f0-935d04e42d4a is already hosted by enough agents. {{(pid=104101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 21:11:58.586505 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.scheduler.base_scheduler [req-1942d1a0-2121-49e6-89ef-14f2b27efa6e req-e8cfacb0-077d-44d4-80f3-9eb69ad86cfc tempest-VolumesSnapshotTestJSON-1979792285 tempest-VolumesSnapshotTestJSON-1979792285-project] Resources bound (agent type, host, resource id): {{(pid=104101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:11:58.589408 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [req-1942d1a0-2121-49e6-89ef-14f2b27efa6e req-e8cfacb0-077d-44d4-80f3-9eb69ad86cfc tempest-VolumesSnapshotTestJSON-1979792285 tempest-VolumesSnapshotTestJSON-1979792285-project] Received port after_create {{(pid=104101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 21:11:58.627020 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cfacb0-077d-44d4-80f3-9eb69ad86cfc tempest-VolumesSnapshotTestJSON-1979792285 tempest-VolumesSnapshotTestJSON-1979792285-project] Pushing event updated for resources: {'Port': ['ID=cb6a0774-abca-4fb3-97a0-49ef60a93d32,revision_number=1']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:11:58.647389 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1942d1a0-2121-49e6-89ef-14f2b27efa6e req-e8cfacb0-077d-44d4-80f3-9eb69ad86cfc tempest-VolumesSnapshotTestJSON-1979792285 tempest-VolumesSnapshotTestJSON-1979792285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:11:58.647986 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-1942d1a0-2121-49e6-89ef-14f2b27efa6e req-e8cfacb0-077d-44d4-80f3-9eb69ad86cfc tempest-VolumesSnapshotTestJSON-1979792285 tempest-VolumesSnapshotTestJSON-1979792285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25531'] for port (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:58.663713 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-1942d1a0-2121-49e6-89ef-14f2b27efa6e req-e8cfacb0-077d-44d4-80f3-9eb69ad86cfc tempest-VolumesSnapshotTestJSON-1979792285 tempest-VolumesSnapshotTestJSON-1979792285-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5689023 May 26 21:11:59.234425 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:11:59.241001 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-d9c83bab-234b-43f3-a69e-e5269e6936a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1615327'] for router_interface (3bb60381-f3a3-4d7c-a3fa-b838eedba2bc), before_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:59.284191 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f30d595-0192-4080-b3fb-14a8b794cb3a req-f525a65b-4cae-44a2-8f0a-3e081651c5b9 tempest-VolumesSnapshotTestJSON-1979792285 tempest-VolumesSnapshotTestJSON-1979792285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:11:59.285718 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-4f30d595-0192-4080-b3fb-14a8b794cb3a req-f525a65b-4cae-44a2-8f0a-3e081651c5b9 tempest-VolumesSnapshotTestJSON-1979792285 tempest-VolumesSnapshotTestJSON-1979792285-project] 10.222.0.57 "GET /v2.0/ports?device_id=f40d31e3-d501-4182-80ba-c45f4e3afb41 HTTP/1.1" status: 200 len: 931 time: 0.2658842 May 26 21:11:59.377060 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-4f30d595-0192-4080-b3fb-14a8b794cb3a req-6219ae66-d9d3-4559-a5e3-888adf96dce1 tempest-VolumesSnapshotTestJSON-1979792285 tempest-VolumesSnapshotTestJSON-1979792285-project] 10.222.0.57 "GET /v2.0/security-groups?id=7b2e98b0-5958-4ebe-901f-c4368c9ea995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854013 May 26 21:11:59.469266 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:11:59.503783 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.plugins.ml2.plugin [None req-d9c83bab-234b-43f3-a69e-e5269e6936a6 admin admin] Deleting port c6ae6261-71ed-4b07-8c36-fba23f8ed872 {{(pid=104102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 21:11:59.504599 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-d9c83bab-234b-43f3-a69e-e5269e6936a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787881975269'] for port (c6ae6261-71ed-4b07-8c36-fba23f8ed872), before_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:59.579777 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.plugins.ml2.db [None req-d9c83bab-234b-43f3-a69e-e5269e6936a6 admin admin] For port c6ae6261-71ed-4b07-8c36-fba23f8ed872, host dv-cinder-828806-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-3-iscsi',level=0,port_id=c6ae6261-71ed-4b07-8c36-fba23f8ed872,segment=NetworkSegment(5a8b3ddd-b07c-4334-a55f-ea808909a34b),segment_id=5a8b3ddd-b07c-4334-a55f-ea808909a34b)] {{(pid=104102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:11:59.580136 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-d9c83bab-234b-43f3-a69e-e5269e6936a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595751'] for port (c6ae6261-71ed-4b07-8c36-fba23f8ed872), precommit_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:59.592894 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.plugins.ml2.plugin [None req-d9c83bab-234b-43f3-a69e-e5269e6936a6 admin admin] Calling delete_port for c6ae6261-71ed-4b07-8c36-fba23f8ed872 owned by network:router_interface {{(pid=104102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 21:11:59.767854 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-d9c83bab-234b-43f3-a69e-e5269e6936a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787881986003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787881445708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16679263'] for port (c6ae6261-71ed-4b07-8c36-fba23f8ed872), after_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:11:59.792194 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c83bab-234b-43f3-a69e-e5269e6936a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6ae6261-71ed-4b07-8c36-fba23f8ed872,revision_number=None']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:11:59.955926 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-d9c83bab-234b-43f3-a69e-e5269e6936a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-416047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1615171'] for router_interface (3bb60381-f3a3-4d7c-a3fa-b838eedba2bc), after_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:12:00.060930 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:12:00.159488 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9c83bab-234b-43f3-a69e-e5269e6936a6 admin admin] Router 3bb60381-f3a3-4d7c-a3fa-b838eedba2bc has already been hosted by L3 agent ccb07560-1e88-42f3-8411-377a93089622 {{(pid=104102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 21:12:00.248121 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:12:00.257685 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9c83bab-234b-43f3-a69e-e5269e6936a6 admin admin] Notify agent at l3_agent.dv-cinder-828806-3-iscsi the message routers_updated {{(pid=104102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 21:12:00.262647 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-d9c83bab-234b-43f3-a69e-e5269e6936a6 admin admin] 10.222.0.57 "PUT /v2.0/routers/3bb60381-f3a3-4d7c-a3fa-b838eedba2bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6941695 May 26 21:12:00.265123 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 52562) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:12:00.269390 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d4445c-dff8-4ce7-a11b-a560d09ba2c1 None None] Sync routers for ids ['3bb60381-f3a3-4d7c-a3fa-b838eedba2bc'] in dv-cinder-828806-3-iscsi {{(pid=104104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 21:12:00.283333 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d4445c-dff8-4ce7-a11b-a560d09ba2c1 None None] Routers {'3bb60381-f3a3-4d7c-a3fa-b838eedba2bc'} bound to L3 agent in host dv-cinder-828806-3-iscsi {{(pid=104104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:12:00.283949 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_hamode_db [None req-84d4445c-dff8-4ce7-a11b-a560d09ba2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T20:55:42Z,description=,heartbeat_timestamp=2022-05-26T21:11:42Z,host='dv-cinder-828806-3-iscsi',id=ccb07560-1e88-42f3-8411-377a93089622,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T20:55:42Z,topic='l3_agent')) {'router_ids': ['3bb60381-f3a3-4d7c-a3fa-b838eedba2bc'], 'active': True} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:12:00.361085 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-13830b68-3ce1-464e-a501-04bcc7893ed7 admin admin] Publish callbacks [] for router (3bb60381-f3a3-4d7c-a3fa-b838eedba2bc), before_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:12:00.376060 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvr_db [None req-84d4445c-dff8-4ce7-a11b-a560d09ba2c1 None None] Set router 3bb60381-f3a3-4d7c-a3fa-b838eedba2bc gateway port host: dv-cinder-828806-3-iscsi {{(pid=104104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:12:00.410144 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.v2.base [req-1942d1a0-2121-49e6-89ef-14f2b27efa6e req-c1e37afe-e0b2-4005-a740-1dca6d3d9363 service neutron] Request body: {'port': {'device_id': 'f40d31e3-d501-4182-80ba-c45f4e3afb41', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=104101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:12:00.478481 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-1942d1a0-2121-49e6-89ef-14f2b27efa6e req-c1e37afe-e0b2-4005-a740-1dca6d3d9363 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (cb6a0774-abca-4fb3-97a0-49ef60a93d32), before_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:12:00.516140 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-13830b68-3ce1-464e-a501-04bcc7893ed7 admin admin] Publish callbacks [] for router_gateway (3bb60381-f3a3-4d7c-a3fa-b838eedba2bc), before_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:12:00.532547 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4fba48-91c3-40d7-aced-e9fc32a30f2f req-2103a611-463d-4700-8051-faa703650f4b tempest-VolumesSnapshotTestJSON-1979792285 tempest-VolumesSnapshotTestJSON-1979792285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:12:00.534093 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-5a4fba48-91c3-40d7-aced-e9fc32a30f2f req-2103a611-463d-4700-8051-faa703650f4b tempest-VolumesSnapshotTestJSON-1979792285 tempest-VolumesSnapshotTestJSON-1979792285-project] 10.222.0.57 "GET /v2.0/ports?device_id=f40d31e3-d501-4182-80ba-c45f4e3afb41 HTTP/1.1" status: 200 len: 931 time: 0.0741313 May 26 21:12:00.575901 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_hamode_db [None req-84d4445c-dff8-4ce7-a11b-a560d09ba2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bb60381-f3a3-4d7c-a3fa-b838eedba2bc', 'name': 'tempest-AttachVolumeNegativeTest-1984650119-router', 'tenant_id': 'aaa9e1a61984467ab8efae451b270558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '679aba7a-8620-45b9-9086-6d670299fa57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:05:34Z', 'updated_at': '2022-05-26T21:11:59Z', 'revision_number': 5, 'project_id': 'aaa9e1a61984467ab8efae451b270558', 'gw_port': {'id': '679aba7a-8620-45b9-9086-6d670299fa57', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:e7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb60381-f3a3-4d7c-a3fa-b838eedba2bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:05:35Z', 'updated_at': '2022-05-26T21:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi'}], 'dv-cinder-828806-3-iscsi', False) {} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:12:00.593778 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.plugins.ml2.plugin [None req-13830b68-3ce1-464e-a501-04bcc7893ed7 admin admin] Deleting port 679aba7a-8620-45b9-9086-6d670299fa57 {{(pid=104102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 21:12:00.594118 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-13830b68-3ce1-464e-a501-04bcc7893ed7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787881975269'] for port (679aba7a-8620-45b9-9086-6d670299fa57), before_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:12:00.601709 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d4445c-dff8-4ce7-a11b-a560d09ba2c1 None None] Checking router: 3bb60381-f3a3-4d7c-a3fa-b838eedba2bc for host: dv-cinder-828806-3-iscsi {{(pid=104104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 21:12:00.610382 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d4445c-dff8-4ce7-a11b-a560d09ba2c1 None None] Routers {'3bb60381-f3a3-4d7c-a3fa-b838eedba2bc'} bound to L3 agent in host dv-cinder-828806-3-iscsi {{(pid=104104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:12:00.611007 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_hamode_db [None req-84d4445c-dff8-4ce7-a11b-a560d09ba2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T20:55:42Z,description=,heartbeat_timestamp=2022-05-26T21:11:42Z,host='dv-cinder-828806-3-iscsi',id=ccb07560-1e88-42f3-8411-377a93089622,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T20:55:42Z,topic='l3_agent')) {'router_ids': ['3bb60381-f3a3-4d7c-a3fa-b838eedba2bc'], 'active': True} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:12:00.648873 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-5a4fba48-91c3-40d7-aced-e9fc32a30f2f req-ba00669a-3f81-466a-a097-8fdbab118f5d tempest-VolumesSnapshotTestJSON-1979792285 tempest-VolumesSnapshotTestJSON-1979792285-project] 10.222.0.57 "GET /v2.0/security-groups?id=7b2e98b0-5958-4ebe-901f-c4368c9ea995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912533 May 26 21:12:00.692495 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.plugins.ml2.db [None req-13830b68-3ce1-464e-a501-04bcc7893ed7 admin admin] For port 679aba7a-8620-45b9-9086-6d670299fa57, host dv-cinder-828806-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-3-iscsi',level=0,port_id=679aba7a-8620-45b9-9086-6d670299fa57,segment=NetworkSegment(8d4aea41-d977-462c-9098-4088113247cb),segment_id=8d4aea41-d977-462c-9098-4088113247cb)] {{(pid=104102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:12:00.693123 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-13830b68-3ce1-464e-a501-04bcc7893ed7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595751'] for port (679aba7a-8620-45b9-9086-6d670299fa57), precommit_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:12:00.708635 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvr_db [None req-84d4445c-dff8-4ce7-a11b-a560d09ba2c1 None None] Set router 3bb60381-f3a3-4d7c-a3fa-b838eedba2bc gateway port host: None {{(pid=104104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:12:00.711030 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.plugins.ml2.plugin [None req-13830b68-3ce1-464e-a501-04bcc7893ed7 admin admin] Calling delete_port for 679aba7a-8620-45b9-9086-6d670299fa57 owned by network:router_gateway {{(pid=104102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 21:12:00.756535 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_hamode_db [None req-84d4445c-dff8-4ce7-a11b-a560d09ba2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bb60381-f3a3-4d7c-a3fa-b838eedba2bc', 'name': 'tempest-AttachVolumeNegativeTest-1984650119-router', 'tenant_id': 'aaa9e1a61984467ab8efae451b270558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:05:34Z', 'updated_at': '2022-05-26T21:12:00Z', 'revision_number': 6, 'project_id': 'aaa9e1a61984467ab8efae451b270558', 'gw_port_host': None}], 'dv-cinder-828806-3-iscsi', False) {} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:12:00.783105 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d4445c-dff8-4ce7-a11b-a560d09ba2c1 None None] The sync data for ids ['3bb60381-f3a3-4d7c-a3fa-b838eedba2bc'] in dv-cinder-828806-3-iscsi is: [{'id': '3bb60381-f3a3-4d7c-a3fa-b838eedba2bc', 'name': 'tempest-AttachVolumeNegativeTest-1984650119-router', 'tenant_id': 'aaa9e1a61984467ab8efae451b270558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:05:34Z', 'updated_at': '2022-05-26T21:12:00Z', 'revision_number': 6, 'project_id': 'aaa9e1a61984467ab8efae451b270558', 'gw_port_host': None}] {{(pid=104104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 21:12:00.786134 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.notifiers.nova [req-1942d1a0-2121-49e6-89ef-14f2b27efa6e req-c1e37afe-e0b2-4005-a740-1dca6d3d9363 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb6a0774-abca-4fb3-97a0-49ef60a93d32 {{(pid=104101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 21:12:00.793760 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-1942d1a0-2121-49e6-89ef-14f2b27efa6e req-c1e37afe-e0b2-4005-a740-1dca6d3d9363 service neutron] Publish callbacks [] for port (cb6a0774-abca-4fb3-97a0-49ef60a93d32), precommit_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:12:00.814073 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.db.provisioning_blocks [req-1942d1a0-2121-49e6-89ef-14f2b27efa6e req-c1e37afe-e0b2-4005-a740-1dca6d3d9363 service neutron] Transition to ACTIVE for port object cb6a0774-abca-4fb3-97a0-49ef60a93d32 will not be triggered until provisioned by entity L2. {{(pid=104101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 21:12:00.821952 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-1942d1a0-2121-49e6-89ef-14f2b27efa6e req-c1e37afe-e0b2-4005-a740-1dca6d3d9363 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13231786'] for port (cb6a0774-abca-4fb3-97a0-49ef60a93d32), after_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:12:00.869629 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e37afe-e0b2-4005-a740-1dca6d3d9363 service neutron] Pushing event updated for resources: {'Port': ['ID=cb6a0774-abca-4fb3-97a0-49ef60a93d32,revision_number=2']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:12:00.896246 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-13830b68-3ce1-464e-a501-04bcc7893ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787881986003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787881445708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16679263'] for port (679aba7a-8620-45b9-9086-6d670299fa57), after_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:12:00.927650 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13830b68-3ce1-464e-a501-04bcc7893ed7 admin admin] Pushing event deleted for resources: {'Port': ['ID=679aba7a-8620-45b9-9086-6d670299fa57,revision_number=None']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:12:00.940003 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [req-1942d1a0-2121-49e6-89ef-14f2b27efa6e req-c1e37afe-e0b2-4005-a740-1dca6d3d9363 service neutron] Attempting to bind port cb6a0774-abca-4fb3-97a0-49ef60a93d32 on host hv-cinder-82880 for vnic_type normal with profile {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 21:12:00.940366 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [req-1942d1a0-2121-49e6-89ef-14f2b27efa6e req-c1e37afe-e0b2-4005-a740-1dca6d3d9363 service neutron] Attempting to bind port cb6a0774-abca-4fb3-97a0-49ef60a93d32 by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': 'c6568e87-0523-4e7e-8b29-b4bd7eb1f786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'bbe0c4f7-1349-405d-b1f0-935d04e42d4a'}] {{(pid=104101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 21:12:00.940721 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1942d1a0-2121-49e6-89ef-14f2b27efa6e req-c1e37afe-e0b2-4005-a740-1dca6d3d9363 service neutron] Attempting to bind port cb6a0774-abca-4fb3-97a0-49ef60a93d32 on network bbe0c4f7-1349-405d-b1f0-935d04e42d4a {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 21:12:00.945614 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1942d1a0-2121-49e6-89ef-14f2b27efa6e req-c1e37afe-e0b2-4005-a740-1dca6d3d9363 service neutron] Port cb6a0774-abca-4fb3-97a0-49ef60a93d32 on network bbe0c4f7-1349-405d-b1f0-935d04e42d4a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 21:12:00.945931 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1942d1a0-2121-49e6-89ef-14f2b27efa6e req-c1e37afe-e0b2-4005-a740-1dca6d3d9363 service neutron] Attempting to bind port cb6a0774-abca-4fb3-97a0-49ef60a93d32 on network bbe0c4f7-1349-405d-b1f0-935d04e42d4a {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 21:12:00.950808 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1942d1a0-2121-49e6-89ef-14f2b27efa6e req-c1e37afe-e0b2-4005-a740-1dca6d3d9363 service neutron] Checking agent: {'id': '7f90b46f-777d-4aa1-89b5-840fb2878c39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 21, 2, 24), 'started_at': datetime.datetime(2022, 5, 26, 21, 2, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 21, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 21:12:00.951143 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1942d1a0-2121-49e6-89ef-14f2b27efa6e req-c1e37afe-e0b2-4005-a740-1dca6d3d9363 service neutron] Checking segment: {'id': 'c6568e87-0523-4e7e-8b29-b4bd7eb1f786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'bbe0c4f7-1349-405d-b1f0-935d04e42d4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 21:12:00.951523 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1942d1a0-2121-49e6-89ef-14f2b27efa6e req-c1e37afe-e0b2-4005-a740-1dca6d3d9363 service neutron] Bound using segment: {'id': 'c6568e87-0523-4e7e-8b29-b4bd7eb1f786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'bbe0c4f7-1349-405d-b1f0-935d04e42d4a'} {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 21:12:00.951937 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [req-1942d1a0-2121-49e6-89ef-14f2b27efa6e req-c1e37afe-e0b2-4005-a740-1dca6d3d9363 service neutron] Bound port: cb6a0774-abca-4fb3-97a0-49ef60a93d32, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6568e87-0523-4e7e-8b29-b4bd7eb1f786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'bbe0c4f7-1349-405d-b1f0-935d04e42d4a'}}] {{(pid=104101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 21:12:00.952288 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-1942d1a0-2121-49e6-89ef-14f2b27efa6e req-c1e37afe-e0b2-4005-a740-1dca6d3d9363 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (cb6a0774-abca-4fb3-97a0-49ef60a93d32), before_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:12:00.987004 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-13830b68-3ce1-464e-a501-04bcc7893ed7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1614817'] for router_gateway (3bb60381-f3a3-4d7c-a3fa-b838eedba2bc), after_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:12:01.016054 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.db [req-1942d1a0-2121-49e6-89ef-14f2b27efa6e req-c1e37afe-e0b2-4005-a740-1dca6d3d9363 service neutron] For port cb6a0774-abca-4fb3-97a0-49ef60a93d32, host hv-cinder-82880, cleared binding levels {{(pid=104101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 21:12:01.019101 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.db [req-1942d1a0-2121-49e6-89ef-14f2b27efa6e req-c1e37afe-e0b2-4005-a740-1dca6d3d9363 service neutron] For port cb6a0774-abca-4fb3-97a0-49ef60a93d32, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=cb6a0774-abca-4fb3-97a0-49ef60a93d32,segment=NetworkSegment(c6568e87-0523-4e7e-8b29-b4bd7eb1f786),segment_id=c6568e87-0523-4e7e-8b29-b4bd7eb1f786)] {{(pid=104101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 21:12:01.025391 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-1942d1a0-2121-49e6-89ef-14f2b27efa6e req-c1e37afe-e0b2-4005-a740-1dca6d3d9363 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13231786'] for port (cb6a0774-abca-4fb3-97a0-49ef60a93d32), after_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:12:01.028382 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:12:01.067113 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1942d1a0-2121-49e6-89ef-14f2b27efa6e req-c1e37afe-e0b2-4005-a740-1dca6d3d9363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:12:01.067657 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-1942d1a0-2121-49e6-89ef-14f2b27efa6e req-c1e37afe-e0b2-4005-a740-1dca6d3d9363 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25531'] for port (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:12:01.069011 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-1942d1a0-2121-49e6-89ef-14f2b27efa6e req-c1e37afe-e0b2-4005-a740-1dca6d3d9363 service neutron] 10.222.0.62 "PUT /v2.0/ports/cb6a0774-abca-4fb3-97a0-49ef60a93d32 HTTP/1.1" status: 200 len: 1093 time: 0.6640193 May 26 21:12:01.071241 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f40d31e3-d501-4182-80ba-c45f4e3afb41', 'tag': 'cb6a0774-abca-4fb3-97a0-49ef60a93d32'}] {{(pid=104101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:12:01.073420 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e35b3b942162f380527a6ddce7731c26b87baf9d9763e10c20fbd720b027cea7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82b39f68-c288-4f02-919f-7925f108e44b" -d '{"events": [{"name": "network-changed", "server_uuid": "f40d31e3-d501-4182-80ba-c45f4e3afb41", "tag": "cb6a0774-abca-4fb3-97a0-49ef60a93d32"}]}' {{(pid=104101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:12:01.075054 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-13830b68-3ce1-464e-a501-04bcc7893ed7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1900208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130790'] for router (3bb60381-f3a3-4d7c-a3fa-b838eedba2bc), precommit_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:12:01.077199 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-13830b68-3ce1-464e-a501-04bcc7893ed7 admin admin] Publish callbacks [] for router_controller (3bb60381-f3a3-4d7c-a3fa-b838eedba2bc), precommit_delete_associations {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:12:01.080588 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:12:01.088321 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e37afe-e0b2-4005-a740-1dca6d3d9363 service neutron] Pushing event updated for resources: {'Port': ['ID=cb6a0774-abca-4fb3-97a0-49ef60a93d32,revision_number=3']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:12:01.122711 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 21:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b17e5402-897c-4e42-8b39-9944234bc713 x-openstack-request-id: req-b17e5402-897c-4e42-8b39-9944234bc713 {{(pid=104101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:12:01.122842 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f40d31e3-d501-4182-80ba-c45f4e3afb41", "tag": "cb6a0774-abca-4fb3-97a0-49ef60a93d32", "status": "completed", "code": 200}]} {{(pid=104101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:12:01.123246 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b17e5402-897c-4e42-8b39-9944234bc713 {{(pid=104101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:12:01.123883 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b17e5402-897c-4e42-8b39-9944234bc713'] response: {'name': 'network-changed', 'server_uuid': 'f40d31e3-d501-4182-80ba-c45f4e3afb41', 'tag': 'cb6a0774-abca-4fb3-97a0-49ef60a93d32', 'status': 'completed', 'code': 200} May 26 21:12:01.125366 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-13830b68-3ce1-464e-a501-04bcc7893ed7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1900219'] for router (3bb60381-f3a3-4d7c-a3fa-b838eedba2bc), after_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:12:01.126305 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13830b68-3ce1-464e-a501-04bcc7893ed7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3bb60381-f3a3-4d7c-a3fa-b838eedba2bc {{(pid=104102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 21:12:01.131301 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-13830b68-3ce1-464e-a501-04bcc7893ed7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:12:01.132673 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-13830b68-3ce1-464e-a501-04bcc7893ed7 admin admin] 10.222.0.57 "DELETE /v2.0/routers/3bb60381-f3a3-4d7c-a3fa-b838eedba2bc HTTP/1.1" status: 204 len: 168 time: 0.8664382 May 26 21:12:01.135152 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 52572) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:12:01.181781 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5f0a9bd-764a-473a-8c9e-4c964bef0045 admin admin] Deleting subnet 9203b2fc-d019-4045-ae31-83603be0cf2e {{(pid=104101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 21:12:01.185208 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-d5f0a9bd-764a-473a-8c9e-4c964bef0045 admin admin] Publish callbacks [] for subnet (9203b2fc-d019-4045-ae31-83603be0cf2e), before_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:12:01.216380 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:12:01.225633 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-d5f0a9bd-764a-473a-8c9e-4c964bef0045 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12907141'] for subnet (9203b2fc-d019-4045-ae31-83603be0cf2e), precommit_delete_associations {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:12:01.297871 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-d5f0a9bd-764a-473a-8c9e-4c964bef0045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-985580'] for subnet (9203b2fc-d019-4045-ae31-83603be0cf2e), precommit_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:12:01.352120 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-d5f0a9bd-764a-473a-8c9e-4c964bef0045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-985589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13230444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14398191'] for subnet (9203b2fc-d019-4045-ae31-83603be0cf2e), after_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:12:01.388310 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f0a9bd-764a-473a-8c9e-4c964bef0045 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9203b2fc-d019-4045-ae31-83603be0cf2e,revision_number=None']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:12:01.398341 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a8659e-edcf-448a-8e2e-42ccb999c3d9 None None] Network 01728002-c90b-452e-a166-db394444487a requested from dv-cinder-828806-3-iscsi {{(pid=104103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 21:12:01.558485 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec76f698-e63b-47aa-b24d-3b3ee687d2c6 None None] DHCP port deletion for 01728002-c90b-452e-a166-db394444487a request from dv-cinder-828806-3-iscsi {{(pid=104103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 26 21:12:01.601810 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-ec76f698-e63b-47aa-b24d-3b3ee687d2c6 None None] Deleting port 501f4a28-343d-4aaa-a408-e9ba5061504e {{(pid=104103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 21:12:01.602217 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-ec76f698-e63b-47aa-b24d-3b3ee687d2c6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787881975269'] for port (501f4a28-343d-4aaa-a408-e9ba5061504e), before_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:12:01.672323 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-ec76f698-e63b-47aa-b24d-3b3ee687d2c6 None None] For port 501f4a28-343d-4aaa-a408-e9ba5061504e, host dv-cinder-828806-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-3-iscsi',level=0,port_id=501f4a28-343d-4aaa-a408-e9ba5061504e,segment=NetworkSegment(5a8b3ddd-b07c-4334-a55f-ea808909a34b),segment_id=5a8b3ddd-b07c-4334-a55f-ea808909a34b)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:12:01.673133 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-ec76f698-e63b-47aa-b24d-3b3ee687d2c6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595751'] for port (501f4a28-343d-4aaa-a408-e9ba5061504e), precommit_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:12:01.673613 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-d5f0a9bd-764a-473a-8c9e-4c964bef0045 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:12:01.676872 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-d5f0a9bd-764a-473a-8c9e-4c964bef0045 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/9203b2fc-d019-4045-ae31-83603be0cf2e HTTP/1.1" status: 204 len: 168 time: 0.5404503 May 26 21:12:01.679709 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 52578) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:12:01.690263 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b39f68-c288-4f02-919f-7925f108e44b req-963241c9-fda1-4877-bfdd-56b8084334ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:12:01.690719 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-ec76f698-e63b-47aa-b24d-3b3ee687d2c6 None None] Calling delete_port for 501f4a28-343d-4aaa-a408-e9ba5061504e owned by network:dhcp {{(pid=104103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 21:12:01.693375 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-82b39f68-c288-4f02-919f-7925f108e44b req-963241c9-fda1-4877-bfdd-56b8084334ea service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=24cf32bd40be4be9a83d0771e4f939fa&device_id=f40d31e3-d501-4182-80ba-c45f4e3afb41 HTTP/1.1" status: 200 len: 1127 time: 0.3159711 May 26 21:12:01.699511 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:12:01.777960 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-ec76f698-e63b-47aa-b24d-3b3ee687d2c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787881986003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787881445708'] for port (501f4a28-343d-4aaa-a408-e9ba5061504e), after_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:12:01.807669 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec76f698-e63b-47aa-b24d-3b3ee687d2c6 None None] Pushing event deleted for resources: {'Port': ['ID=501f4a28-343d-4aaa-a408-e9ba5061504e,revision_number=None']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:12:01.810918 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-0e4d2f8e-d551-458e-90b9-52979ada3a1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-791915'] for network (01728002-c90b-452e-a166-db394444487a), before_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:12:01.823209 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec76f698-e63b-47aa-b24d-3b3ee687d2c6 None None] No DVR routers for this DVR port 501f4a28-343d-4aaa-a408-e9ba5061504e on host dv-cinder-828806-3-iscsi {{(pid=104103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 21:12:01.837897 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1355484-c88e-43d5-9049-85b5450bf37e req-d4e8c309-7f3a-4a88-9781-8d80babd8592 tempest-VolumesSnapshotTestJSON-1979792285 tempest-VolumesSnapshotTestJSON-1979792285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:12:01.839656 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-a1355484-c88e-43d5-9049-85b5450bf37e req-d4e8c309-7f3a-4a88-9781-8d80babd8592 tempest-VolumesSnapshotTestJSON-1979792285 tempest-VolumesSnapshotTestJSON-1979792285-project] 10.222.0.57 "GET /v2.0/ports?device_id=f40d31e3-d501-4182-80ba-c45f4e3afb41 HTTP/1.1" status: 200 len: 943 time: 0.0912907 May 26 21:12:01.847315 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b39f68-c288-4f02-919f-7925f108e44b req-ff8c0a84-ad69-48c8-a6cd-a852e60e9076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:12:01.848820 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-82b39f68-c288-4f02-919f-7925f108e44b req-ff8c0a84-ad69-48c8-a6cd-a852e60e9076 service neutron] 10.222.0.62 "GET /v2.0/networks?tenant_id=24cf32bd40be4be9a83d0771e4f939fa&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1425889 May 26 21:12:01.942767 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-0e4d2f8e-d551-458e-90b9-52979ada3a1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983897', 'neutron.services.segments.db._delete_segments_for_network-8787881958000'] for network (01728002-c90b-452e-a166-db394444487a), precommit_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:12:01.955151 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b39f68-c288-4f02-919f-7925f108e44b req-18e5b7a2-4dc0-4e3e-aee3-53ecba8d7b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:12:01.956606 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-82b39f68-c288-4f02-919f-7925f108e44b req-18e5b7a2-4dc0-4e3e-aee3-53ecba8d7b5e service neutron] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1016035 May 26 21:12:01.970663 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-a1355484-c88e-43d5-9049-85b5450bf37e req-2d82a624-6fb6-4505-b064-5fa117328495 tempest-VolumesSnapshotTestJSON-1979792285 tempest-VolumesSnapshotTestJSON-1979792285-project] 10.222.0.57 "GET /v2.0/security-groups?id=7b2e98b0-5958-4ebe-901f-c4368c9ea995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254723 May 26 21:12:01.972138 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.services.segments.db [None req-0e4d2f8e-d551-458e-90b9-52979ada3a1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01728002-c90b-452e-a166-db394444487a']}} {{(pid=104102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:12:01.982007 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.services.segments.db [None req-0e4d2f8e-d551-458e-90b9-52979ada3a1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a8b3ddd-b07c-4334-a55f-ea808909a34b') {'for_net_delete': True} {{(pid=104102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:12:01.982330 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.services.segments.db [None req-0e4d2f8e-d551-458e-90b9-52979ada3a1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a8b3ddd-b07c-4334-a55f-ea808909a34b') {} {{(pid=104102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:12:01.992869 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-0e4d2f8e-d551-458e-90b9-52979ada3a1a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787881958777', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16235560'] for segment (5a8b3ddd-b07c-4334-a55f-ea808909a34b), before_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:12:02.006662 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-0e4d2f8e-d551-458e-90b9-52979ada3a1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-995747'] for segment (5a8b3ddd-b07c-4334-a55f-ea808909a34b), precommit_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:12:02.012833 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e4d2f8e-d551-458e-90b9-52979ada3a1a admin admin] Releasing vlan 427 on physical network physnet1 to pool {{(pid=104102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 21:12:02.013224 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-0e4d2f8e-d551-458e-90b9-52979ada3a1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-995747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16679180'] for segment (5a8b3ddd-b07c-4334-a55f-ea808909a34b), after_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:12:02.035199 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.services.segments.plugin [-] Segment 5a8b3ddd-b07c-4334-a55f-ea808909a34b resource provider aggregate not found May 26 21:12:02.060680 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1942d1a0-2121-49e6-89ef-14f2b27efa6e req-f18bdf2b-9e96-4253-8ba2-0e788b28a90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:12:02.062609 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-1942d1a0-2121-49e6-89ef-14f2b27efa6e req-f18bdf2b-9e96-4253-8ba2-0e788b28a90e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=24cf32bd40be4be9a83d0771e4f939fa&device_id=f40d31e3-d501-4182-80ba-c45f4e3afb41 HTTP/1.1" status: 200 len: 1127 time: 0.0491073 May 26 21:12:02.077477 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Device 501f4a28-343d-4aaa-a408-e9ba5061504e no longer exists at agent ovs-agent-dv-cinder-828806-3-iscsi {{(pid=104103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 21:12:02.090582 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-0e4d2f8e-d551-458e-90b9-52979ada3a1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1614797'] for network (01728002-c90b-452e-a166-db394444487a), after_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:12:02.104039 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-0e4d2f8e-d551-458e-90b9-52979ada3a1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-416010'] for network (None), before_response {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:12:02.109504 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-0e4d2f8e-d551-458e-90b9-52979ada3a1a admin admin] 10.222.0.57 "DELETE /v2.0/networks/01728002-c90b-452e-a166-db394444487a HTTP/1.1" status: 204 len: 168 time: 0.4264982 May 26 21:12:02.109504 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.services.segments.plugin [-] Segment 5a8b3ddd-b07c-4334-a55f-ea808909a34b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5a8b3ddd-b07c-4334-a55f-ea808909a34b found for delete ", "request_id": "req-6fbc25d5-fedf-4418-8fdb-3960f0c0c5e0"}]} May 26 21:12:02.120478 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4d2f8e-d551-458e-90b9-52979ada3a1a admin admin] Pushing event deleted for resources: {'Network': ['ID=01728002-c90b-452e-a166-db394444487a,revision_number=None']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:12:02.123648 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] No Port match for: 501f4a28-343d-4aaa-a408-e9ba5061504e {{(pid=104103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 21:12:02.124007 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Device 501f4a28-343d-4aaa-a408-e9ba5061504e not bound to the agent host dv-cinder-828806-3-iscsi {{(pid=104103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 21:12:02.124431 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Device 679aba7a-8620-45b9-9086-6d670299fa57 no longer exists at agent ovs-agent-dv-cinder-828806-3-iscsi {{(pid=104103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 21:12:02.137517 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-1942d1a0-2121-49e6-89ef-14f2b27efa6e req-05368615-4ef0-4c33-8025-68602f78f2c8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cb6a0774-abca-4fb3-97a0-49ef60a93d32 HTTP/1.1" status: 200 len: 217 time: 0.0626490 May 26 21:12:02.148388 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] No Port match for: 679aba7a-8620-45b9-9086-6d670299fa57 {{(pid=104103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 21:12:02.148749 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Device 679aba7a-8620-45b9-9086-6d670299fa57 not bound to the agent host dv-cinder-828806-3-iscsi {{(pid=104103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 21:12:02.149150 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Device c6ae6261-71ed-4b07-8c36-fba23f8ed872 no longer exists at agent ovs-agent-dv-cinder-828806-3-iscsi {{(pid=104103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 21:12:02.176780 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] No Port match for: c6ae6261-71ed-4b07-8c36-fba23f8ed872 {{(pid=104103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 21:12:02.177002 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Device c6ae6261-71ed-4b07-8c36-fba23f8ed872 not bound to the agent host dv-cinder-828806-3-iscsi {{(pid=104103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 21:12:02.200266 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1942d1a0-2121-49e6-89ef-14f2b27efa6e req-4a50e923-4043-4c29-8924-e9ecd6a9d4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:12:02.201756 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-1942d1a0-2121-49e6-89ef-14f2b27efa6e req-4a50e923-4043-4c29-8924-e9ecd6a9d4ec service neutron] 10.222.0.62 "GET /v2.0/subnets?id=78d1818a-39ee-4c76-a0e5-ad97ae03aaf7 HTTP/1.1" status: 200 len: 854 time: 0.0576906 May 26 21:12:02.237003 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-1942d1a0-2121-49e6-89ef-14f2b27efa6e req-3720b00d-3b70-46b4-935b-62109032ee6b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=bbe0c4f7-1349-405d-b1f0-935d04e42d4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290513 May 26 21:12:02.264709 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 52592) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:12:02.310891 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-610ccde0-7a30-4480-9ad2-0bd711b727b0 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=aaa9e1a61984467ab8efae451b270558&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0423567 May 26 21:12:02.311098 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 52594) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:12:02.328662 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-1942d1a0-2121-49e6-89ef-14f2b27efa6e req-7ae13951-89fc-4dac-9dbf-f24f8576ced1 service neutron] 10.222.0.62 "GET /v2.0/networks/bbe0c4f7-1349-405d-b1f0-935d04e42d4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843630 May 26 21:12:02.427533 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-1942d1a0-2121-49e6-89ef-14f2b27efa6e req-941ab49c-629c-41da-b66c-0ad2340dccb0 service neutron] 10.222.0.62 "GET /v2.0/networks/bbe0c4f7-1349-405d-b1f0-935d04e42d4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923412 May 26 21:12:02.537852 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-e4ae18be-6ee7-44ba-87b4-287e579e9683 admin admin] Publish callbacks [] for security_group (aafb9361-e3f5-4375-9bf3-9f9a7e00f647), before_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:12:02.559444 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-e4ae18be-6ee7-44ba-87b4-287e579e9683 admin admin] Publish callbacks [] for security_group (aafb9361-e3f5-4375-9bf3-9f9a7e00f647), precommit_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:12:02.611658 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-e4ae18be-6ee7-44ba-87b4-287e579e9683 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (aafb9361-e3f5-4375-9bf3-9f9a7e00f647), after_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:12:02.614695 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-e4ae18be-6ee7-44ba-87b4-287e579e9683 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:12:02.618161 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-e4ae18be-6ee7-44ba-87b4-287e579e9683 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/aafb9361-e3f5-4375-9bf3-9f9a7e00f647 HTTP/1.1" status: 204 len: 168 time: 0.3038507 May 26 21:12:02.623636 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ae18be-6ee7-44ba-87b4-287e579e9683 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aafb9361-e3f5-4375-9bf3-9f9a7e00f647,revision_number=None']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:12:03.093098 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6fb7de-fea3-4f22-a8b2-3396592557c1 req-0cff644f-26c5-4147-a0e4-4dd44a874acd tempest-VolumesSnapshotTestJSON-1979792285 tempest-VolumesSnapshotTestJSON-1979792285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:12:03.095322 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-5a6fb7de-fea3-4f22-a8b2-3396592557c1 req-0cff644f-26c5-4147-a0e4-4dd44a874acd tempest-VolumesSnapshotTestJSON-1979792285 tempest-VolumesSnapshotTestJSON-1979792285-project] 10.222.0.57 "GET /v2.0/ports?device_id=f40d31e3-d501-4182-80ba-c45f4e3afb41 HTTP/1.1" status: 200 len: 943 time: 0.0512953 May 26 21:12:03.153890 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-5a6fb7de-fea3-4f22-a8b2-3396592557c1 req-7e134d51-f29c-484f-a722-cb4fe99d2184 tempest-VolumesSnapshotTestJSON-1979792285 tempest-VolumesSnapshotTestJSON-1979792285-project] 10.222.0.57 "GET /v2.0/security-groups?id=7b2e98b0-5958-4ebe-901f-c4368c9ea995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518775 May 26 21:12:03.734873 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 52664) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:12:03.843232 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-a95c22cc-bb6f-4053-bb69-d72b245e6ffb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:12:03.918064 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-a95c22cc-bb6f-4053-bb69-d72b245e6ffb admin admin] Publish callbacks [] for security_group (1317b9b9-9b44-4a26-82a4-685e7bf04d57), precommit_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:12:03.921720 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-a95c22cc-bb6f-4053-bb69-d72b245e6ffb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (1317b9b9-9b44-4a26-82a4-685e7bf04d57), after_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:12:03.933406 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=2,neutron:INSERT=6 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:12:03.959906 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-a95c22cc-bb6f-4053-bb69-d72b245e6ffb admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6a8f75c4a05f4676b9f2bd4a70ad2f85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2239487 May 26 21:12:03.962885 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 52668) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:12:03.965077 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95c22cc-bb6f-4053-bb69-d72b245e6ffb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1317b9b9-9b44-4a26-82a4-685e7bf04d57,revision_number=1']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:12:04.022521 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-5c1dadce-237f-4dc3-888a-0ac3ae006be1 admin admin] Publish callbacks [] for security_group (1317b9b9-9b44-4a26-82a4-685e7bf04d57), before_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:12:04.043012 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-5c1dadce-237f-4dc3-888a-0ac3ae006be1 admin admin] Publish callbacks [] for security_group (1317b9b9-9b44-4a26-82a4-685e7bf04d57), precommit_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:12:04.071662 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:12:04.075982 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:12:04.090761 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-5c1dadce-237f-4dc3-888a-0ac3ae006be1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (1317b9b9-9b44-4a26-82a4-685e7bf04d57), after_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:12:04.093218 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-5c1dadce-237f-4dc3-888a-0ac3ae006be1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:12:04.094339 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-5c1dadce-237f-4dc3-888a-0ac3ae006be1 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1317b9b9-9b44-4a26-82a4-685e7bf04d57 HTTP/1.1" status: 204 len: 168 time: 0.1299212 May 26 21:12:04.102049 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1dadce-237f-4dc3-888a-0ac3ae006be1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1317b9b9-9b44-4a26-82a4-685e7bf04d57,revision_number=None']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:12:04.284617 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42ddbb7-9449-4f3d-86f0-f3b5edf0877d req-dc6bbaad-3bfc-4049-aa29-027eb6648303 tempest-VolumesSnapshotTestJSON-1979792285 tempest-VolumesSnapshotTestJSON-1979792285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:12:04.286320 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-f42ddbb7-9449-4f3d-86f0-f3b5edf0877d req-dc6bbaad-3bfc-4049-aa29-027eb6648303 tempest-VolumesSnapshotTestJSON-1979792285 tempest-VolumesSnapshotTestJSON-1979792285-project] 10.222.0.57 "GET /v2.0/ports?device_id=f40d31e3-d501-4182-80ba-c45f4e3afb41 HTTP/1.1" status: 200 len: 943 time: 0.0563824 May 26 21:12:04.342079 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-f42ddbb7-9449-4f3d-86f0-f3b5edf0877d req-844469cf-46a5-4829-a3d8-028c39a87766 tempest-VolumesSnapshotTestJSON-1979792285 tempest-VolumesSnapshotTestJSON-1979792285-project] 10.222.0.57 "GET /v2.0/security-groups?id=7b2e98b0-5958-4ebe-901f-c4368c9ea995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499911 May 26 21:12:05.471538 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:12:05.501390 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031cdbb5-dbf6-4dc8-a896-dbe79f9f65f4 req-555c7015-e102-4686-bf9c-c0f46592661d tempest-VolumesSnapshotTestJSON-1979792285 tempest-VolumesSnapshotTestJSON-1979792285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:12:05.504436 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-031cdbb5-dbf6-4dc8-a896-dbe79f9f65f4 req-555c7015-e102-4686-bf9c-c0f46592661d tempest-VolumesSnapshotTestJSON-1979792285 tempest-VolumesSnapshotTestJSON-1979792285-project] 10.222.0.57 "GET /v2.0/ports?device_id=f40d31e3-d501-4182-80ba-c45f4e3afb41 HTTP/1.1" status: 200 len: 943 time: 0.0753176 May 26 21:12:05.560056 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-031cdbb5-dbf6-4dc8-a896-dbe79f9f65f4 req-b970f258-7d82-4af3-8246-5149465afa48 tempest-VolumesSnapshotTestJSON-1979792285 tempest-VolumesSnapshotTestJSON-1979792285-project] 10.222.0.57 "GET /v2.0/security-groups?id=7b2e98b0-5958-4ebe-901f-c4368c9ea995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493000 May 26 21:12:05.565163 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Device cb6a0774-abca-4fb3-97a0-49ef60a93d32 details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=104103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 21:12:05.694808 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] For port cb6a0774-abca-4fb3-97a0-49ef60a93d32, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=cb6a0774-abca-4fb3-97a0-49ef60a93d32,segment=NetworkSegment(c6568e87-0523-4e7e-8b29-b4bd7eb1f786),segment_id=c6568e87-0523-4e7e-8b29-b4bd7eb1f786)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:12:05.708250 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Returning: {'device': 'cb6a0774-abca-4fb3-97a0-49ef60a93d32', 'network_id': 'bbe0c4f7-1349-405d-b1f0-935d04e42d4a', 'port_id': 'cb6a0774-abca-4fb3-97a0-49ef60a93d32', 'mac_address': 'fa:16:3e:55:47:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78d1818a-39ee-4c76-a0e5-ad97ae03aaf7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 21:12:05.720553 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 52736) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:12:05.755422 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Current status of the port cb6a0774-abca-4fb3-97a0-49ef60a93d32 is: DOWN; New status is: BUILD {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:12:05.755920 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (cb6a0774-abca-4fb3-97a0-49ef60a93d32), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:12:05.773018 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.notifiers.nova [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb6a0774-abca-4fb3-97a0-49ef60a93d32 {{(pid=104103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 21:12:05.809858 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 52742) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:12:05.826607 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] For port cb6a0774-abca-4fb3-97a0-49ef60a93d32, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=cb6a0774-abca-4fb3-97a0-49ef60a93d32,segment=NetworkSegment(c6568e87-0523-4e7e-8b29-b4bd7eb1f786),segment_id=c6568e87-0523-4e7e-8b29-b4bd7eb1f786)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:12:05.832291 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (cb6a0774-abca-4fb3-97a0-49ef60a93d32), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:12:05.912483 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Pushing event updated for resources: {'Port': ['ID=cb6a0774-abca-4fb3-97a0-49ef60a93d32,revision_number=4']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:12:05.979988 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-a5072949-d4e6-400b-bc28-d725622aa7d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:12:05.987049 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-a13647d3-0a04-4b3f-8b0c-c17c0e60f5ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:12:06.115332 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] get_ports_and_sgs() called for port_ids ['cb6a0774-abca-4fb3-97a0-49ef60a93d32'] {{(pid=104103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 21:12:06.115572 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-a5072949-d4e6-400b-bc28-d725622aa7d5 admin admin] Publish callbacks [] for security_group (7de49ed0-b675-4def-b854-64874b231337), precommit_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:12:06.123156 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-a5072949-d4e6-400b-bc28-d725622aa7d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (7de49ed0-b675-4def-b854-64874b231337), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:12:06.126643 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-a13647d3-0a04-4b3f-8b0c-c17c0e60f5ef admin admin] Publish callbacks [] for security_group (720257fb-0e05-4882-9ea0-1142bfc2a81f), precommit_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:12:06.135050 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:12:06.136117 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-a13647d3-0a04-4b3f-8b0c-c17c0e60f5ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (720257fb-0e05-4882-9ea0-1142bfc2a81f), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:12:06.182501 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-a5072949-d4e6-400b-bc28-d725622aa7d5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=66e8a58b94214f3ca8bb11f97a39785c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3691554 May 26 21:12:06.183318 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 52748) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:12:06.183688 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5072949-d4e6-400b-bc28-d725622aa7d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7de49ed0-b675-4def-b854-64874b231337,revision_number=1']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:12:06.193483 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 52750) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:12:06.193896 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-a13647d3-0a04-4b3f-8b0c-c17c0e60f5ef admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=cc72aedcd1094d33a4c1154437aeda34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4722676 May 26 21:12:06.203258 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:12:06.214288 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13647d3-0a04-4b3f-8b0c-c17c0e60f5ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=720257fb-0e05-4882-9ea0-1142bfc2a81f,revision_number=1']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:12:06.286159 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-6a9275c2-c648-4c1d-b9bf-47e611be12bb admin admin] Publish callbacks [] for security_group (7de49ed0-b675-4def-b854-64874b231337), before_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:12:06.288673 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-05712ad4-32f6-45de-94d0-4bbda977b2b5 admin admin] Publish callbacks [] for security_group (720257fb-0e05-4882-9ea0-1142bfc2a81f), before_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:12:06.324471 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-6a9275c2-c648-4c1d-b9bf-47e611be12bb admin admin] Publish callbacks [] for security_group (7de49ed0-b675-4def-b854-64874b231337), precommit_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:12:06.327287 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-05712ad4-32f6-45de-94d0-4bbda977b2b5 admin admin] Publish callbacks [] for security_group (720257fb-0e05-4882-9ea0-1142bfc2a81f), precommit_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:12:06.401722 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-6a9275c2-c648-4c1d-b9bf-47e611be12bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (7de49ed0-b675-4def-b854-64874b231337), after_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:12:06.404659 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-6a9275c2-c648-4c1d-b9bf-47e611be12bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:12:06.405825 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-6a9275c2-c648-4c1d-b9bf-47e611be12bb admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7de49ed0-b675-4def-b854-64874b231337 HTTP/1.1" status: 204 len: 168 time: 0.2212317 May 26 21:12:06.408839 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-05712ad4-32f6-45de-94d0-4bbda977b2b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (720257fb-0e05-4882-9ea0-1142bfc2a81f), after_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:12:06.411956 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-05712ad4-32f6-45de-94d0-4bbda977b2b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:12:06.413110 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-05712ad4-32f6-45de-94d0-4bbda977b2b5 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/720257fb-0e05-4882-9ea0-1142bfc2a81f HTTP/1.1" status: 204 len: 168 time: 0.2176402 May 26 21:12:06.420828 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9275c2-c648-4c1d-b9bf-47e611be12bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7de49ed0-b675-4def-b854-64874b231337,revision_number=None']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:12:06.431816 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05712ad4-32f6-45de-94d0-4bbda977b2b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=720257fb-0e05-4882-9ea0-1142bfc2a81f,revision_number=None']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:12:06.712019 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac04a2b6-2e4f-4fe3-8c11-4560c4e4e7d4 req-2acdee1b-ff93-422e-8d55-487dd581e414 tempest-VolumesSnapshotTestJSON-1979792285 tempest-VolumesSnapshotTestJSON-1979792285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:12:06.713752 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-ac04a2b6-2e4f-4fe3-8c11-4560c4e4e7d4 req-2acdee1b-ff93-422e-8d55-487dd581e414 tempest-VolumesSnapshotTestJSON-1979792285 tempest-VolumesSnapshotTestJSON-1979792285-project] 10.222.0.57 "GET /v2.0/ports?device_id=f40d31e3-d501-4182-80ba-c45f4e3afb41 HTTP/1.1" status: 200 len: 944 time: 0.0544732 May 26 21:12:06.772122 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-ac04a2b6-2e4f-4fe3-8c11-4560c4e4e7d4 req-163c04ec-ece1-4ac3-a060-f79c3d26bd81 tempest-VolumesSnapshotTestJSON-1979792285 tempest-VolumesSnapshotTestJSON-1979792285-project] 10.222.0.57 "GET /v2.0/security-groups?id=7b2e98b0-5958-4ebe-901f-c4368c9ea995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500453 May 26 21:12:07.475489 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 52796) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:12:07.578784 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-068d4ab2-6fec-4908-9857-625148a6ed65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:12:07.592418 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Device cb6a0774-abca-4fb3-97a0-49ef60a93d32 up at agent hyperv_hv-cinder-82880 {{(pid=104103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:12:07.635068 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Provisioning for port cb6a0774-abca-4fb3-97a0-49ef60a93d32 completed by entity L2. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 21:12:07.641143 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Provisioning complete for port cb6a0774-abca-4fb3-97a0-49ef60a93d32 triggered by entity L2. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:12:07.641516 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (cb6a0774-abca-4fb3-97a0-49ef60a93d32), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:12:07.660351 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-068d4ab2-6fec-4908-9857-625148a6ed65 admin admin] Publish callbacks [] for security_group (6ade77cb-1287-4d04-88b9-564976feda4c), precommit_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:12:07.664281 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-068d4ab2-6fec-4908-9857-625148a6ed65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (6ade77cb-1287-4d04-88b9-564976feda4c), after_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:12:07.711055 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-068d4ab2-6fec-4908-9857-625148a6ed65 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e74c60fbc90c4993b707cfdbd1051804&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2321355 May 26 21:12:07.711055 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068d4ab2-6fec-4908-9857-625148a6ed65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ade77cb-1287-4d04-88b9-564976feda4c,revision_number=1']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:12:07.711595 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 52800) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:12:07.712068 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Current status of the port cb6a0774-abca-4fb3-97a0-49ef60a93d32 is: BUILD; New status is: ACTIVE {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:12:07.712226 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (cb6a0774-abca-4fb3-97a0-49ef60a93d32), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:12:07.735117 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f40d31e3-d501-4182-80ba-c45f4e3afb41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb6a0774-abca-4fb3-97a0-49ef60a93d32'}] {{(pid=104103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:12:07.737285 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b44267d7c8a7abe6e93cd6d61df03f02c4feaf0da3ba5ea8b381a36bebf6efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6c33ea2-cee0-4004-81a7-fd2adca4107d" -d '{"events": [{"server_uuid": "f40d31e3-d501-4182-80ba-c45f4e3afb41", "name": "network-vif-plugged", "status": "completed", "tag": "cb6a0774-abca-4fb3-97a0-49ef60a93d32"}]}' {{(pid=104103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:12:07.751928 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] For port cb6a0774-abca-4fb3-97a0-49ef60a93d32, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=cb6a0774-abca-4fb3-97a0-49ef60a93d32,segment=NetworkSegment(c6568e87-0523-4e7e-8b29-b4bd7eb1f786),segment_id=c6568e87-0523-4e7e-8b29-b4bd7eb1f786)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:12:07.757041 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (cb6a0774-abca-4fb3-97a0-49ef60a93d32), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:12:07.772676 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-8fdad785-5e64-4287-86d3-c8bdf9449cd9 admin admin] Publish callbacks [] for security_group (6ade77cb-1287-4d04-88b9-564976feda4c), before_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:12:07.797581 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-8fdad785-5e64-4287-86d3-c8bdf9449cd9 admin admin] Publish callbacks [] for security_group (6ade77cb-1287-4d04-88b9-564976feda4c), precommit_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:12:07.871469 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-8fdad785-5e64-4287-86d3-c8bdf9449cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (6ade77cb-1287-4d04-88b9-564976feda4c), after_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:12:07.874993 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-8fdad785-5e64-4287-86d3-c8bdf9449cd9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:12:07.876308 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-8fdad785-5e64-4287-86d3-c8bdf9449cd9 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6ade77cb-1287-4d04-88b9-564976feda4c HTTP/1.1" status: 204 len: 168 time: 0.1586719 May 26 21:12:07.900790 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdad785-5e64-4287-86d3-c8bdf9449cd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ade77cb-1287-4d04-88b9-564976feda4c,revision_number=None']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:12:07.926853 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bc4784-0171-49a9-b000-d771ea08592a req-86e1f2e4-1099-41e1-b741-aa580aec8f1b tempest-VolumesSnapshotTestJSON-1979792285 tempest-VolumesSnapshotTestJSON-1979792285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:12:07.929018 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-72bc4784-0171-49a9-b000-d771ea08592a req-86e1f2e4-1099-41e1-b741-aa580aec8f1b tempest-VolumesSnapshotTestJSON-1979792285 tempest-VolumesSnapshotTestJSON-1979792285-project] 10.222.0.57 "GET /v2.0/ports?device_id=f40d31e3-d501-4182-80ba-c45f4e3afb41 HTTP/1.1" status: 200 len: 945 time: 0.0640163 May 26 21:12:07.955789 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 21:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f07e63ff-f00b-48f5-ab64-d12a04ae15dd x-openstack-request-id: req-f07e63ff-f00b-48f5-ab64-d12a04ae15dd {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:12:07.956103 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f40d31e3-d501-4182-80ba-c45f4e3afb41", "name": "network-vif-plugged", "status": "completed", "tag": "cb6a0774-abca-4fb3-97a0-49ef60a93d32", "code": 200}]} {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:12:07.956551 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f07e63ff-f00b-48f5-ab64-d12a04ae15dd {{(pid=104103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:12:07.957670 dv-cinder-828806-3-iscsi neutron-server[104103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f07e63ff-f00b-48f5-ab64-d12a04ae15dd'] response: {'server_uuid': 'f40d31e3-d501-4182-80ba-c45f4e3afb41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb6a0774-abca-4fb3-97a0-49ef60a93d32', 'code': 200} May 26 21:12:07.977001 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:12:07.984626 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-72bc4784-0171-49a9-b000-d771ea08592a req-d4ea5793-c632-458c-9beb-a3f5dc99890c tempest-VolumesSnapshotTestJSON-1979792285 tempest-VolumesSnapshotTestJSON-1979792285-project] 10.222.0.57 "GET /v2.0/security-groups?id=7b2e98b0-5958-4ebe-901f-c4368c9ea995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497212 May 26 21:12:08.007965 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Pushing event updated for resources: {'Port': ['ID=cb6a0774-abca-4fb3-97a0-49ef60a93d32,revision_number=5']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:12:08.025380 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8dcf17-7803-4469-adef-ae452fdae686 req-e48467a7-f8cd-4d91-ba87-4222e0dc7511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:12:08.027256 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-9a8dcf17-7803-4469-adef-ae452fdae686 req-e48467a7-f8cd-4d91-ba87-4222e0dc7511 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f40d31e3-d501-4182-80ba-c45f4e3afb41 HTTP/1.1" status: 200 len: 1129 time: 0.0608191 May 26 21:12:08.072651 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-9a8dcf17-7803-4469-adef-ae452fdae686 req-612fd99e-3947-404a-bef5-55e7b4f2ff64 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=7b2e98b0-5958-4ebe-901f-c4368c9ea995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396442 May 26 21:12:08.357703 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 52824) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:12:08.468664 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-427ac655-6a59-46e1-893c-820328873bd0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:12:08.553413 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-427ac655-6a59-46e1-893c-820328873bd0 admin admin] Publish callbacks [] for security_group (6d1513b4-5c99-4006-ae65-76e4c631b4e7), precommit_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:12:08.557463 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-427ac655-6a59-46e1-893c-820328873bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (6d1513b4-5c99-4006-ae65-76e4c631b4e7), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:12:08.578462 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:12:08.585363 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=77,neutron:INSERT=20,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:12:08.602968 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-427ac655-6a59-46e1-893c-820328873bd0 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8e3b2848096f437fada2e0c8a0d09e0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2436159 May 26 21:12:08.604035 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 52836) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:12:08.608282 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427ac655-6a59-46e1-893c-820328873bd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d1513b4-5c99-4006-ae65-76e4c631b4e7,revision_number=1']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:12:08.666150 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-37b4db5c-7a8f-4e30-9d1b-d36d68d3f971 admin admin] Publish callbacks [] for security_group (6d1513b4-5c99-4006-ae65-76e4c631b4e7), before_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:12:08.692345 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-37b4db5c-7a8f-4e30-9d1b-d36d68d3f971 admin admin] Publish callbacks [] for security_group (6d1513b4-5c99-4006-ae65-76e4c631b4e7), precommit_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:12:08.694235 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:12:08.750953 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-37b4db5c-7a8f-4e30-9d1b-d36d68d3f971 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (6d1513b4-5c99-4006-ae65-76e4c631b4e7), after_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:12:08.757000 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-37b4db5c-7a8f-4e30-9d1b-d36d68d3f971 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:12:08.763574 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-37b4db5c-7a8f-4e30-9d1b-d36d68d3f971 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6d1513b4-5c99-4006-ae65-76e4c631b4e7 HTTP/1.1" status: 204 len: 168 time: 0.1581576 May 26 21:12:08.776093 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b4db5c-7a8f-4e30-9d1b-d36d68d3f971 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d1513b4-5c99-4006-ae65-76e4c631b4e7,revision_number=None']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:12:09.126237 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037a9cbd-71eb-4a05-bb1a-dc6af9958143 req-065d0e29-a460-4b3b-b830-c61a1ba3ab6b tempest-VolumesSnapshotTestJSON-1979792285 tempest-VolumesSnapshotTestJSON-1979792285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:12:09.133990 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-037a9cbd-71eb-4a05-bb1a-dc6af9958143 req-065d0e29-a460-4b3b-b830-c61a1ba3ab6b tempest-VolumesSnapshotTestJSON-1979792285 tempest-VolumesSnapshotTestJSON-1979792285-project] 10.222.0.57 "GET /v2.0/ports?device_id=f40d31e3-d501-4182-80ba-c45f4e3afb41 HTTP/1.1" status: 200 len: 945 time: 0.0637853 May 26 21:12:09.180471 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-037a9cbd-71eb-4a05-bb1a-dc6af9958143 req-42149813-3ed4-4142-97b9-15ea71cc2010 tempest-VolumesSnapshotTestJSON-1979792285 tempest-VolumesSnapshotTestJSON-1979792285-project] 10.222.0.57 "GET /v2.0/security-groups?id=7b2e98b0-5958-4ebe-901f-c4368c9ea995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454748 May 26 21:12:09.202654 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 52852) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:12:09.217055 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-5edaa123-dcc9-4d5b-b225-a50bc8192ae7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:12:09.291866 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-5edaa123-dcc9-4d5b-b225-a50bc8192ae7 admin admin] Publish callbacks [] for security_group (6b90677a-a0e0-471b-82b4-53af2f9a924a), precommit_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:12:09.295329 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-5edaa123-dcc9-4d5b-b225-a50bc8192ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (6b90677a-a0e0-471b-82b4-53af2f9a924a), after_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:12:09.333967 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-5edaa123-dcc9-4d5b-b225-a50bc8192ae7 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f4c635fe56ef49e9be1ba44f6c90c858&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1301906 May 26 21:12:09.335080 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edaa123-dcc9-4d5b-b225-a50bc8192ae7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b90677a-a0e0-471b-82b4-53af2f9a924a,revision_number=1']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:12:09.336657 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 52854) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:12:09.389868 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-dfcb2ca3-2339-4184-b86b-2203a93a3122 admin admin] Publish callbacks [] for security_group (6b90677a-a0e0-471b-82b4-53af2f9a924a), before_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:12:09.411886 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-dfcb2ca3-2339-4184-b86b-2203a93a3122 admin admin] Publish callbacks [] for security_group (6b90677a-a0e0-471b-82b4-53af2f9a924a), precommit_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:12:09.458055 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-dfcb2ca3-2339-4184-b86b-2203a93a3122 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (6b90677a-a0e0-471b-82b4-53af2f9a924a), after_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:12:09.460602 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-dfcb2ca3-2339-4184-b86b-2203a93a3122 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:12:09.461728 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-dfcb2ca3-2339-4184-b86b-2203a93a3122 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6b90677a-a0e0-471b-82b4-53af2f9a924a HTTP/1.1" status: 204 len: 168 time: 0.1235590 May 26 21:12:09.469274 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcb2ca3-2339-4184-b86b-2203a93a3122 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b90677a-a0e0-471b-82b4-53af2f9a924a,revision_number=None']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:12:09.595384 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.agents_db [None req-7031173d-d819-4c63-a4ce-0c5776890f6a None None] Agent healthcheck: found 6 active agents {{(pid=104104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 21:12:09.779815 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-c4800d6a-544a-456f-9730-df70a216468c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (28061657-8b16-479f-8ff4-19bdcc74bc2c), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:12:10.304220 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce64b6d-9790-4888-a087-bae1a4710ef1 req-a19d326a-32c8-41a4-bdd8-b5bf3f1d913c tempest-VolumesSnapshotTestJSON-1979792285 tempest-VolumesSnapshotTestJSON-1979792285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:12:10.305789 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-2ce64b6d-9790-4888-a087-bae1a4710ef1 req-a19d326a-32c8-41a4-bdd8-b5bf3f1d913c tempest-VolumesSnapshotTestJSON-1979792285 tempest-VolumesSnapshotTestJSON-1979792285-project] 10.222.0.57 "GET /v2.0/ports?device_id=f40d31e3-d501-4182-80ba-c45f4e3afb41 HTTP/1.1" status: 200 len: 945 time: 0.0489669 May 26 21:12:10.363508 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-2ce64b6d-9790-4888-a087-bae1a4710ef1 req-c0302545-25c2-47ec-a27b-caf9f08731a5 tempest-VolumesSnapshotTestJSON-1979792285 tempest-VolumesSnapshotTestJSON-1979792285-project] 10.222.0.57 "GET /v2.0/security-groups?id=7b2e98b0-5958-4ebe-901f-c4368c9ea995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512486 May 26 21:12:10.759659 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=44 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:12:12.049916 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-81674e71-81f4-49f3-a0b7-c632235d7dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (ccb07560-1e88-42f3-8411-377a93089622), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:12:13.011210 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-2cedcaf3-f8c8-488c-9e0f-8ce175add227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (5deefb54-cd62-4255-b022-7e9734e3e0b8), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:12:14.524027 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-46f12c73-3700-4e7e-86c8-206b84d0e626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (54d4a93e-badb-480c-831f-99f9f6beb5f4), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:12:15.972483 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (545ffc5a-00f7-4140-8f25-9e74b0e32d39), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:12:19.444556 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=18,neutron:DELETE=3 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:12:19.465053 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=19,neutron:DELETE=1 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:12:20.356424 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=57,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:12:20.358775 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=34,neutron:INSERT=4 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:12:23.629579 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (7f90b46f-777d-4aa1-89b5-840fb2878c39), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:12:24.448582 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=44 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:12:24.449284 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=3 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:12:25.968566 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=43,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:12:32.765018 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-c52ed88d-298a-4ea2-a130-b788c6f82c44 req-1e4cb26c-4c0e-4382-9412-84c33a197ae8 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f40d31e3-d501-4182-80ba-c45f4e3afb41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0429940 May 26 21:12:32.869862 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52ed88d-298a-4ea2-a130-b788c6f82c44 req-8c214a17-c74c-483a-b7ae-3cb45bcb8223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:12:32.871394 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-c52ed88d-298a-4ea2-a130-b788c6f82c44 req-8c214a17-c74c-483a-b7ae-3cb45bcb8223 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=24cf32bd40be4be9a83d0771e4f939fa&device_id=f40d31e3-d501-4182-80ba-c45f4e3afb41 HTTP/1.1" status: 200 len: 1129 time: 0.0421631 May 26 21:12:32.989728 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52ed88d-298a-4ea2-a130-b788c6f82c44 req-9289856f-c1c7-4416-a2e7-32f6616e2bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:12:32.991496 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-c52ed88d-298a-4ea2-a130-b788c6f82c44 req-9289856f-c1c7-4416-a2e7-32f6616e2bd5 service neutron] 10.222.0.62 "GET /v2.0/networks?id=bbe0c4f7-1349-405d-b1f0-935d04e42d4a HTTP/1.1" status: 200 len: 915 time: 0.0929301 May 26 21:12:33.031919 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-c52ed88d-298a-4ea2-a130-b788c6f82c44 req-8efa9fa7-3858-48a7-9426-d9abfb1d99b2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cb6a0774-abca-4fb3-97a0-49ef60a93d32 HTTP/1.1" status: 200 len: 217 time: 0.0340326 May 26 21:12:33.081981 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52ed88d-298a-4ea2-a130-b788c6f82c44 req-70dfc88f-1d7f-41a2-b960-3faafc56cdc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:12:33.084055 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-c52ed88d-298a-4ea2-a130-b788c6f82c44 req-70dfc88f-1d7f-41a2-b960-3faafc56cdc4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=78d1818a-39ee-4c76-a0e5-ad97ae03aaf7 HTTP/1.1" status: 200 len: 854 time: 0.0459936 May 26 21:12:33.123048 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-c52ed88d-298a-4ea2-a130-b788c6f82c44 req-a330ddd0-edf6-463d-b9c4-96a2acd48cf4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=bbe0c4f7-1349-405d-b1f0-935d04e42d4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292363 May 26 21:12:33.210923 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-c52ed88d-298a-4ea2-a130-b788c6f82c44 req-77340d05-8a6a-47be-a3c9-b98ac024bd8d service neutron] 10.222.0.62 "GET /v2.0/networks/bbe0c4f7-1349-405d-b1f0-935d04e42d4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798802 May 26 21:12:33.302796 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-c52ed88d-298a-4ea2-a130-b788c6f82c44 req-3769bcb0-8861-4211-8952-4ad59a9f0a2d service neutron] 10.222.0.62 "GET /v2.0/networks/bbe0c4f7-1349-405d-b1f0-935d04e42d4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858009 May 26 21:12:33.623904 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=66,neutron:UPDATE=6 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:12:34.695412 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=12 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:12:34.697334 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=14 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:12:35.359754 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 53178) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:12:35.486686 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-171ffdf1-3f51-4cae-8423-b4872dfcd81c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:12:35.565639 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-171ffdf1-3f51-4cae-8423-b4872dfcd81c admin admin] Publish callbacks [] for security_group (f56ca1e7-ce8a-4029-acfe-b7199e908688), precommit_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:12:35.570368 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-171ffdf1-3f51-4cae-8423-b4872dfcd81c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (f56ca1e7-ce8a-4029-acfe-b7199e908688), after_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:12:35.608224 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171ffdf1-3f51-4cae-8423-b4872dfcd81c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f56ca1e7-ce8a-4029-acfe-b7199e908688,revision_number=1']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:12:35.612462 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-171ffdf1-3f51-4cae-8423-b4872dfcd81c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=49ef00afc24c4954912575a5f7ce2716&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2516801 May 26 21:12:35.615354 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 53184) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:12:35.662548 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-63473342-20c3-4a48-a1a7-2aa83646469b admin admin] Publish callbacks [] for security_group (f56ca1e7-ce8a-4029-acfe-b7199e908688), before_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:12:35.683124 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-63473342-20c3-4a48-a1a7-2aa83646469b admin admin] Publish callbacks [] for security_group (f56ca1e7-ce8a-4029-acfe-b7199e908688), precommit_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:12:35.730569 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-63473342-20c3-4a48-a1a7-2aa83646469b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (f56ca1e7-ce8a-4029-acfe-b7199e908688), after_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:12:35.733266 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-63473342-20c3-4a48-a1a7-2aa83646469b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:12:35.734431 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-63473342-20c3-4a48-a1a7-2aa83646469b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f56ca1e7-ce8a-4029-acfe-b7199e908688 HTTP/1.1" status: 204 len: 168 time: 0.1181982 May 26 21:12:35.742143 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63473342-20c3-4a48-a1a7-2aa83646469b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f56ca1e7-ce8a-4029-acfe-b7199e908688,revision_number=None']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:12:36.845707 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bfc2f5-280a-4cc7-87c6-015a9d5d113f req-a3e3ab06-2915-40a7-9321-1d94d71b131c tempest-VolumesSnapshotTestJSON-1979792285 tempest-VolumesSnapshotTestJSON-1979792285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:12:36.850971 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-81bfc2f5-280a-4cc7-87c6-015a9d5d113f req-a3e3ab06-2915-40a7-9321-1d94d71b131c tempest-VolumesSnapshotTestJSON-1979792285 tempest-VolumesSnapshotTestJSON-1979792285-project] 10.222.0.57 "GET /v2.0/ports?device_id=f40d31e3-d501-4182-80ba-c45f4e3afb41 HTTP/1.1" status: 200 len: 945 time: 0.0565264 May 26 21:12:36.857547 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 53264) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:12:36.895583 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-81bfc2f5-280a-4cc7-87c6-015a9d5d113f req-f1762935-458d-40cc-a819-95c3394d4849 tempest-VolumesSnapshotTestJSON-1979792285 tempest-VolumesSnapshotTestJSON-1979792285-project] 10.222.0.57 "GET /v2.0/security-groups?id=7b2e98b0-5958-4ebe-901f-c4368c9ea995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419579 May 26 21:12:36.963654 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-a78bb979-a250-449d-99c4-d9706a932cda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:12:37.041157 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-a78bb979-a250-449d-99c4-d9706a932cda admin admin] Publish callbacks [] for security_group (73b436b0-2e24-4a44-9dd5-51cf86de4cfd), precommit_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:12:37.045306 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-a78bb979-a250-449d-99c4-d9706a932cda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (73b436b0-2e24-4a44-9dd5-51cf86de4cfd), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:12:37.084848 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-a78bb979-a250-449d-99c4-d9706a932cda admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3dca56215a11454ca867e663e3d537fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2261450 May 26 21:12:37.086730 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78bb979-a250-449d-99c4-d9706a932cda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73b436b0-2e24-4a44-9dd5-51cf86de4cfd,revision_number=1']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:12:37.087721 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 53278) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:12:37.093868 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78bb979-a250-449d-99c4-d9706a932cda admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:12:37.094219 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78bb979-a250-449d-99c4-d9706a932cda admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:12:37.094598 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78bb979-a250-449d-99c4-d9706a932cda admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:12:37.094942 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78bb979-a250-449d-99c4-d9706a932cda admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:12:37.095279 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78bb979-a250-449d-99c4-d9706a932cda admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:12:37.095635 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78bb979-a250-449d-99c4-d9706a932cda admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:12:37.095969 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78bb979-a250-449d-99c4-d9706a932cda admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:12:37.096298 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78bb979-a250-449d-99c4-d9706a932cda admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:12:37.096627 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78bb979-a250-449d-99c4-d9706a932cda admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:12:37.096957 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78bb979-a250-449d-99c4-d9706a932cda admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:12:37.097307 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78bb979-a250-449d-99c4-d9706a932cda admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:12:37.097668 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78bb979-a250-449d-99c4-d9706a932cda admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:12:37.097996 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78bb979-a250-449d-99c4-d9706a932cda admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:12:37.098978 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78bb979-a250-449d-99c4-d9706a932cda admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:12:37.099303 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78bb979-a250-449d-99c4-d9706a932cda admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:12:37.135629 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-1836bab9-0efa-4a49-9be3-c138eb453872 admin admin] Publish callbacks [] for security_group (73b436b0-2e24-4a44-9dd5-51cf86de4cfd), before_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:12:37.156729 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-1836bab9-0efa-4a49-9be3-c138eb453872 admin admin] Publish callbacks [] for security_group (73b436b0-2e24-4a44-9dd5-51cf86de4cfd), precommit_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:12:37.206328 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-1836bab9-0efa-4a49-9be3-c138eb453872 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (73b436b0-2e24-4a44-9dd5-51cf86de4cfd), after_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:12:37.209960 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-1836bab9-0efa-4a49-9be3-c138eb453872 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:12:37.211152 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-1836bab9-0efa-4a49-9be3-c138eb453872 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/73b436b0-2e24-4a44-9dd5-51cf86de4cfd HTTP/1.1" status: 204 len: 168 time: 0.1223936 May 26 21:12:37.219373 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1836bab9-0efa-4a49-9be3-c138eb453872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73b436b0-2e24-4a44-9dd5-51cf86de4cfd,revision_number=None']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:12:38.013060 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282828d3-8899-4486-9f87-42064fce8606 req-c8d9af3c-793f-4cce-880e-063d9d4f7074 tempest-VolumesSnapshotTestJSON-1979792285 tempest-VolumesSnapshotTestJSON-1979792285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:12:38.014414 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-282828d3-8899-4486-9f87-42064fce8606 req-c8d9af3c-793f-4cce-880e-063d9d4f7074 tempest-VolumesSnapshotTestJSON-1979792285 tempest-VolumesSnapshotTestJSON-1979792285-project] 10.222.0.57 "GET /v2.0/ports?device_id=f40d31e3-d501-4182-80ba-c45f4e3afb41 HTTP/1.1" status: 200 len: 945 time: 0.0505502 May 26 21:12:38.062495 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-282828d3-8899-4486-9f87-42064fce8606 req-3bec6adc-ffbe-4ab9-962d-569a03b5ead7 tempest-VolumesSnapshotTestJSON-1979792285 tempest-VolumesSnapshotTestJSON-1979792285-project] 10.222.0.57 "GET /v2.0/security-groups?id=7b2e98b0-5958-4ebe-901f-c4368c9ea995&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424056 May 26 21:12:38.776570 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696b4ff9-05f7-42f7-88cf-44544c9a0608 req-6083758c-ff57-4195-9c45-1ec7e20c6a2b tempest-VolumesSnapshotTestJSON-1979792285 tempest-VolumesSnapshotTestJSON-1979792285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:12:38.778002 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-696b4ff9-05f7-42f7-88cf-44544c9a0608 req-6083758c-ff57-4195-9c45-1ec7e20c6a2b tempest-VolumesSnapshotTestJSON-1979792285 tempest-VolumesSnapshotTestJSON-1979792285-project] 10.222.0.62 "GET /v2.0/ports?device_id=f40d31e3-d501-4182-80ba-c45f4e3afb41 HTTP/1.1" status: 200 len: 945 time: 0.0469501 May 26 21:12:38.863393 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.plugin [req-696b4ff9-05f7-42f7-88cf-44544c9a0608 req-8d7af8b5-847b-4747-9a5c-1d4d0d142c95 tempest-VolumesSnapshotTestJSON-1979792285 tempest-VolumesSnapshotTestJSON-1979792285-project] Deleting port cb6a0774-abca-4fb3-97a0-49ef60a93d32 {{(pid=104101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 21:12:38.863734 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-696b4ff9-05f7-42f7-88cf-44544c9a0608 req-8d7af8b5-847b-4747-9a5c-1d4d0d142c95 tempest-VolumesSnapshotTestJSON-1979792285 tempest-VolumesSnapshotTestJSON-1979792285-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787881975269'] for port (cb6a0774-abca-4fb3-97a0-49ef60a93d32), before_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:12:38.952666 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.db [req-696b4ff9-05f7-42f7-88cf-44544c9a0608 req-8d7af8b5-847b-4747-9a5c-1d4d0d142c95 tempest-VolumesSnapshotTestJSON-1979792285 tempest-VolumesSnapshotTestJSON-1979792285-project] For port cb6a0774-abca-4fb3-97a0-49ef60a93d32, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=cb6a0774-abca-4fb3-97a0-49ef60a93d32,segment=NetworkSegment(c6568e87-0523-4e7e-8b29-b4bd7eb1f786),segment_id=c6568e87-0523-4e7e-8b29-b4bd7eb1f786)] {{(pid=104101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:12:38.953029 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-696b4ff9-05f7-42f7-88cf-44544c9a0608 req-8d7af8b5-847b-4747-9a5c-1d4d0d142c95 tempest-VolumesSnapshotTestJSON-1979792285 tempest-VolumesSnapshotTestJSON-1979792285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595751'] for port (cb6a0774-abca-4fb3-97a0-49ef60a93d32), precommit_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:12:38.966042 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.plugin [req-696b4ff9-05f7-42f7-88cf-44544c9a0608 req-8d7af8b5-847b-4747-9a5c-1d4d0d142c95 tempest-VolumesSnapshotTestJSON-1979792285 tempest-VolumesSnapshotTestJSON-1979792285-project] Calling delete_port for cb6a0774-abca-4fb3-97a0-49ef60a93d32 owned by compute:nova {{(pid=104101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 21:12:38.975963 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:12:39.033903 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:12:39.105024 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-696b4ff9-05f7-42f7-88cf-44544c9a0608 req-8d7af8b5-847b-4747-9a5c-1d4d0d142c95 tempest-VolumesSnapshotTestJSON-1979792285 tempest-VolumesSnapshotTestJSON-1979792285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787881986003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787881445708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13231773'] for port (cb6a0774-abca-4fb3-97a0-49ef60a93d32), after_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:12:39.134524 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7af8b5-847b-4747-9a5c-1d4d0d142c95 tempest-VolumesSnapshotTestJSON-1979792285 tempest-VolumesSnapshotTestJSON-1979792285-project] Pushing event deleted for resources: {'Port': ['ID=cb6a0774-abca-4fb3-97a0-49ef60a93d32,revision_number=None']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:12:39.147274 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] get_ports_and_sgs() called for port_ids ['cb6a0774-abca-4fb3-97a0-49ef60a93d32'] {{(pid=104103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 21:12:39.172109 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-ea15eae5-b3d7-4658-92d3-0e29f818cbc7 req-c353b0f3-85c6-4590-9248-f62309295d84 tempest-VolumesSnapshotTestJSON-1979792285 tempest-VolumesSnapshotTestJSON-1979792285-project] 10.222.0.57 "GET /v2.0/ports?device_id=f40d31e3-d501-4182-80ba-c45f4e3afb41 HTTP/1.1" status: 200 len: 210 time: 0.0354233 May 26 21:12:39.188530 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [req-696b4ff9-05f7-42f7-88cf-44544c9a0608 req-8d7af8b5-847b-4747-9a5c-1d4d0d142c95 tempest-VolumesSnapshotTestJSON-1979792285 tempest-VolumesSnapshotTestJSON-1979792285-project] No DVR routers for this DVR port cb6a0774-abca-4fb3-97a0-49ef60a93d32 on host hv-cinder-82880 {{(pid=104101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 21:12:39.191151 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-696b4ff9-05f7-42f7-88cf-44544c9a0608 req-8d7af8b5-847b-4747-9a5c-1d4d0d142c95 tempest-VolumesSnapshotTestJSON-1979792285 tempest-VolumesSnapshotTestJSON-1979792285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25531'] for port (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:12:39.194958 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-696b4ff9-05f7-42f7-88cf-44544c9a0608 req-8d7af8b5-847b-4747-9a5c-1d4d0d142c95 tempest-VolumesSnapshotTestJSON-1979792285 tempest-VolumesSnapshotTestJSON-1979792285-project] 10.222.0.62 "DELETE /v2.0/ports/cb6a0774-abca-4fb3-97a0-49ef60a93d32 HTTP/1.1" status: 204 len: 173 time: 0.4110284 May 26 21:12:39.195413 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f40d31e3-d501-4182-80ba-c45f4e3afb41', 'name': 'network-vif-deleted', 'tag': 'cb6a0774-abca-4fb3-97a0-49ef60a93d32'}] {{(pid=104101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:12:39.197626 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e35b3b942162f380527a6ddce7731c26b87baf9d9763e10c20fbd720b027cea7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54205252-aa14-48c9-becf-78cfe5b9a6ab" -d '{"events": [{"server_uuid": "f40d31e3-d501-4182-80ba-c45f4e3afb41", "name": "network-vif-deleted", "tag": "cb6a0774-abca-4fb3-97a0-49ef60a93d32"}]}' {{(pid=104101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:12:39.233333 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 21:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de9ba9e4-8b19-4bd4-9861-4652e0194a15 x-openstack-request-id: req-de9ba9e4-8b19-4bd4-9861-4652e0194a15 {{(pid=104101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:12:39.233631 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f40d31e3-d501-4182-80ba-c45f4e3afb41", "name": "network-vif-deleted", "tag": "cb6a0774-abca-4fb3-97a0-49ef60a93d32", "status": "completed", "code": 200}]} {{(pid=104101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:12:39.233887 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-de9ba9e4-8b19-4bd4-9861-4652e0194a15 {{(pid=104101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:12:39.234290 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de9ba9e4-8b19-4bd4-9861-4652e0194a15'] response: {'server_uuid': 'f40d31e3-d501-4182-80ba-c45f4e3afb41', 'name': 'network-vif-deleted', 'tag': 'cb6a0774-abca-4fb3-97a0-49ef60a93d32', 'status': 'completed', 'code': 200} May 26 21:12:39.782377 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-7f546103-0d1f-4ecd-a900-5acfa33c169a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (28061657-8b16-479f-8ff4-19bdcc74bc2c), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:12:42.049567 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-c9e0c4ea-1dda-48bb-898b-710f500675d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (ccb07560-1e88-42f3-8411-377a93089622), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:12:43.017638 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-2cedcaf3-f8c8-488c-9e0f-8ce175add227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (5deefb54-cd62-4255-b022-7e9734e3e0b8), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:12:44.524639 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-46f12c73-3700-4e7e-86c8-206b84d0e626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (54d4a93e-badb-480c-831f-99f9f6beb5f4), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:12:44.790548 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Device cb6a0774-abca-4fb3-97a0-49ef60a93d32 no longer exists at agent hyperv_hv-cinder-82880 {{(pid=104103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 21:12:44.810960 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] No Port match for: cb6a0774-abca-4fb3-97a0-49ef60a93d32 {{(pid=104103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 21:12:44.810960 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Device cb6a0774-abca-4fb3-97a0-49ef60a93d32 not bound to the agent host hv-cinder-82880 {{(pid=104103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 21:12:45.973645 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (545ffc5a-00f7-4140-8f25-9e74b0e32d39), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:12:46.594884 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.agents_db [None req-7031173d-d819-4c63-a4ce-0c5776890f6a None None] Agent healthcheck: found 6 active agents {{(pid=104104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 21:12:49.152563 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=74,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:12:49.153408 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=67,neutron:INSERT=7,neutron:DELETE=5 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:12:49.168130 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:DELETE=5,neutron:SELECT=10 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:12:49.168877 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=18,neutron:DELETE=3 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:12:53.642827 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (7f90b46f-777d-4aa1-89b5-840fb2878c39), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:01.442686 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=5 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:13:01.443430 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=3 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:13:01.724964 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 53590) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:13:01.848454 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-7796cfda-dc2f-4b05-bef4-14bcdd6c055c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:01.935954 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-7796cfda-dc2f-4b05-bef4-14bcdd6c055c admin admin] Publish callbacks [] for security_group (f0ab0e12-7e58-427a-a5bb-6ce55b21305c), precommit_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:01.939551 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-7796cfda-dc2f-4b05-bef4-14bcdd6c055c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (f0ab0e12-7e58-427a-a5bb-6ce55b21305c), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:01.978053 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-7796cfda-dc2f-4b05-bef4-14bcdd6c055c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=991ad84a43c747cf98063b7b284ffe01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2520411 May 26 21:13:01.979602 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7796cfda-dc2f-4b05-bef4-14bcdd6c055c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0ab0e12-7e58-427a-a5bb-6ce55b21305c,revision_number=1']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:13:01.981318 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 53600) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:13:02.028537 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-7c0fc38d-4104-4bca-8452-555db20cae55 admin admin] Publish callbacks [] for security_group (f0ab0e12-7e58-427a-a5bb-6ce55b21305c), before_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:02.049817 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-7c0fc38d-4104-4bca-8452-555db20cae55 admin admin] Publish callbacks [] for security_group (f0ab0e12-7e58-427a-a5bb-6ce55b21305c), precommit_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:02.096248 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-7c0fc38d-4104-4bca-8452-555db20cae55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (f0ab0e12-7e58-427a-a5bb-6ce55b21305c), after_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:02.098912 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-7c0fc38d-4104-4bca-8452-555db20cae55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:02.100143 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-7c0fc38d-4104-4bca-8452-555db20cae55 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f0ab0e12-7e58-427a-a5bb-6ce55b21305c HTTP/1.1" status: 204 len: 168 time: 0.1178603 May 26 21:13:02.108589 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0fc38d-4104-4bca-8452-555db20cae55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0ab0e12-7e58-427a-a5bb-6ce55b21305c,revision_number=None']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:13:02.116840 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0fc38d-4104-4bca-8452-555db20cae55 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:13:02.117236 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0fc38d-4104-4bca-8452-555db20cae55 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:13:02.117652 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0fc38d-4104-4bca-8452-555db20cae55 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:13:02.117998 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0fc38d-4104-4bca-8452-555db20cae55 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:13:02.118386 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0fc38d-4104-4bca-8452-555db20cae55 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:13:02.118751 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0fc38d-4104-4bca-8452-555db20cae55 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:13:02.119079 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0fc38d-4104-4bca-8452-555db20cae55 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:13:02.119409 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0fc38d-4104-4bca-8452-555db20cae55 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:13:02.119741 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0fc38d-4104-4bca-8452-555db20cae55 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:13:02.120069 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0fc38d-4104-4bca-8452-555db20cae55 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:13:02.120454 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0fc38d-4104-4bca-8452-555db20cae55 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:13:02.120717 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0fc38d-4104-4bca-8452-555db20cae55 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:13:02.121040 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0fc38d-4104-4bca-8452-555db20cae55 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:13:02.121360 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0fc38d-4104-4bca-8452-555db20cae55 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:13:02.121680 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0fc38d-4104-4bca-8452-555db20cae55 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:13:02.726378 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 53628) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:13:02.824512 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.v2.base [None req-ad95b395-dfd7-498f-848e-70cebcaeb70e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1163310947-network', 'tenant_id': '759c767b215942e5852e12fa01e22001'}} {{(pid=104101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:13:02.843152 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad95b395-dfd7-498f-848e-70cebcaeb70e admin admin] Made reservation on behalf of 759c767b215942e5852e12fa01e22001 for: {'network': 1} {{(pid=104101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 21:13:02.845401 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-ad95b395-dfd7-498f-848e-70cebcaeb70e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for network (None), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:02.853532 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-ad95b395-dfd7-498f-848e-70cebcaeb70e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:02.935244 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-ad95b395-dfd7-498f-848e-70cebcaeb70e admin admin] Publish callbacks [] for security_group (444943d5-82a6-4ffd-bd8b-080cd24847a1), precommit_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:02.941005 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-ad95b395-dfd7-498f-848e-70cebcaeb70e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (444943d5-82a6-4ffd-bd8b-080cd24847a1), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:02.969446 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad95b395-dfd7-498f-848e-70cebcaeb70e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444} {{(pid=104101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 21:13:02.979773 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad95b395-dfd7-498f-848e-70cebcaeb70e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=444943d5-82a6-4ffd-bd8b-080cd24847a1,revision_number=1']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:13:02.984660 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-ad95b395-dfd7-498f-848e-70cebcaeb70e admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8787881957991', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-995747'] for segment (a2a9d759-8eb9-4516-9359-feb8398e361f), precommit_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:02.985070 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.db.segments_db [None req-ad95b395-dfd7-498f-848e-70cebcaeb70e admin admin] Added segment a2a9d759-8eb9-4516-9359-feb8398e361f of type vlan for network 6f730d0b-3c50-487c-9bc6-ce9af8a4b7f1 May 26 21:13:03.030049 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-ad95b395-dfd7-498f-848e-70cebcaeb70e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787881459577'] for network (6f730d0b-3c50-487c-9bc6-ce9af8a4b7f1), precommit_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:03.054581 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-ad95b395-dfd7-498f-848e-70cebcaeb70e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052'] for network (6f730d0b-3c50-487c-9bc6-ce9af8a4b7f1), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:03.055546 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad95b395-dfd7-498f-848e-70cebcaeb70e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:13:03.056130 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-ad95b395-dfd7-498f-848e-70cebcaeb70e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-416010'] for network (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:03.106682 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-ad95b395-dfd7-498f-848e-70cebcaeb70e admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3791480 May 26 21:13:03.109757 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 53640) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:13:03.114953 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.v2.base [None req-b51b7dbb-83e5-4872-95f5-01756aef21c6 admin admin] Request body: {'subnet': {'network_id': '6f730d0b-3c50-487c-9bc6-ce9af8a4b7f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1163310947-subnet', 'tenant_id': '759c767b215942e5852e12fa01e22001', 'ip_version': 4}} {{(pid=104102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:13:03.117652 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad95b395-dfd7-498f-848e-70cebcaeb70e admin admin] Pushing event updated for resources: {'Network': ['ID=6f730d0b-3c50-487c-9bc6-ce9af8a4b7f1,revision_number=1']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:13:03.128095 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Network 6f730d0b-3c50-487c-9bc6-ce9af8a4b7f1 details requested by agent ovs-agent-dv-cinder-828806-3-iscsi with host dv-cinder-828806-3-iscsi {{(pid=104103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 21:13:03.136505 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b51b7dbb-83e5-4872-95f5-01756aef21c6 admin admin] Made reservation on behalf of 759c767b215942e5852e12fa01e22001 for: {'subnet': 1} {{(pid=104102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 21:13:03.139047 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-b51b7dbb-83e5-4872-95f5-01756aef21c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15806551'] for subnet (None), before_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:03.306565 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-b51b7dbb-83e5-4872-95f5-01756aef21c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16680687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15806529'] for subnet (b1d42bc1-f649-411a-98f0-60c8eaa16a2d), after_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:03.359014 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51b7dbb-83e5-4872-95f5-01756aef21c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1d42bc1-f649-411a-98f0-60c8eaa16a2d,revision_number=0']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:13:03.374288 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51b7dbb-83e5-4872-95f5-01756aef21c6 admin admin] Checking segment: {'id': 'a2a9d759-8eb9-4516-9359-feb8398e361f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '6f730d0b-3c50-487c-9bc6-ce9af8a4b7f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 21:13:03.374679 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b51b7dbb-83e5-4872-95f5-01756aef21c6 admin admin] Network hostable DHCP agents. Network: 6f730d0b-3c50-487c-9bc6-ce9af8a4b7f1, hostable agents: ['28061657-8b16-479f-8ff4-19bdcc74bc2c'], hosted agents: [] {{(pid=104102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 21:13:03.390393 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b51b7dbb-83e5-4872-95f5-01756aef21c6 admin admin] Network 6f730d0b-3c50-487c-9bc6-ce9af8a4b7f1 is scheduled to be hosted by DHCP agent 28061657-8b16-479f-8ff4-19bdcc74bc2c with binding_index 1 {{(pid=104102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 21:13:03.398633 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.scheduler.base_scheduler [None req-b51b7dbb-83e5-4872-95f5-01756aef21c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828806-3-iscsi, 6f730d0b-3c50-487c-9bc6-ce9af8a4b7f1) {{(pid=104102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:13:03.402651 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51b7dbb-83e5-4872-95f5-01756aef21c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:13:03.403242 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-b51b7dbb-83e5-4872-95f5-01756aef21c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-416010'] for subnet (None), before_response {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:03.409527 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-548b9dcd-bdd2-4bc4-acea-fb99e8c7c3bb None None] Network 6f730d0b-3c50-487c-9bc6-ce9af8a4b7f1 requested from dv-cinder-828806-3-iscsi {{(pid=104103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 21:13:03.420516 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-b51b7dbb-83e5-4872-95f5-01756aef21c6 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3097048 May 26 21:13:03.423148 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 53642) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:13:03.427294 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.v2.base [None req-60f2d24f-1740-4315-9e5e-a6abec99ca8b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1163310947-router', 'tenant_id': '759c767b215942e5852e12fa01e22001', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12'}}} {{(pid=104102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:13:03.448057 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-60f2d24f-1740-4315-9e5e-a6abec99ca8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1620298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130580'] for router (9afac8d8-f3ca-4fa1-b94e-bb17f7d5f700), before_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:03.449049 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-60f2d24f-1740-4315-9e5e-a6abec99ca8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1900282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1617482', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130589'] for router (9afac8d8-f3ca-4fa1-b94e-bb17f7d5f700), precommit_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:03.497623 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-60f2d24f-1740-4315-9e5e-a6abec99ca8b admin admin] Publish callbacks [] for router_controller (9afac8d8-f3ca-4fa1-b94e-bb17f7d5f700), precommit_add_association {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:03.511781 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d387a58-b3ca-4fb4-aaf1-7bf83f7e35af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2409f73a-ea29-5b6a-a3ea-b37c97379b6a-6f730d0b-3c50-487c-9bc6-ce9af8a4b7f1', 'network_id': '6f730d0b-3c50-487c-9bc6-ce9af8a4b7f1', 'project_id': '759c767b215942e5852e12fa01e22001', 'fixed_ips': [{'subnet_id': 'b1d42bc1-f649-411a-98f0-60c8eaa16a2d'}]}} from dv-cinder-828806-3-iscsi. {{(pid=104103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 26 21:13:03.513719 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-1d387a58-b3ca-4fb4-aaf1-7bf83f7e35af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (None), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:03.634559 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-60f2d24f-1740-4315-9e5e-a6abec99ca8b admin admin] Publish callbacks [] for router_gateway (9afac8d8-f3ca-4fa1-b94e-bb17f7d5f700), precommit_update {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:03.640241 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=41,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:13:03.656850 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.db_base_plugin_common [None req-1d387a58-b3ca-4fb4-aaf1-7bf83f7e35af None None] Allocated IP 172.20.0.2 (6f730d0b-3c50-487c-9bc6-ce9af8a4b7f1/b1d42bc1-f649-411a-98f0-60c8eaa16a2d/1d8174d2-7ae5-4a5a-bd41-7a418e5e92bc) {{(pid=104103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 21:13:03.756096 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:13:03.805553 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-1d387a58-b3ca-4fb4-aaf1-7bf83f7e35af None None] Publish callbacks [] for port (1d8174d2-7ae5-4a5a-bd41-7a418e5e92bc), precommit_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:03.817646 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-1d387a58-b3ca-4fb4-aaf1-7bf83f7e35af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787881445699'] for port (1d8174d2-7ae5-4a5a-bd41-7a418e5e92bc), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:03.819122 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:13:03.834254 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-60f2d24f-1740-4315-9e5e-a6abec99ca8b admin admin] Publish callbacks [] for router_gateway (9afac8d8-f3ca-4fa1-b94e-bb17f7d5f700), before_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:03.853581 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-60f2d24f-1740-4315-9e5e-a6abec99ca8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (None), before_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:03.857094 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d387a58-b3ca-4fb4-aaf1-7bf83f7e35af None None] Network 6f730d0b-3c50-487c-9bc6-ce9af8a4b7f1 is already hosted by enough agents. {{(pid=104103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 21:13:03.861978 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.base_scheduler [None req-1d387a58-b3ca-4fb4-aaf1-7bf83f7e35af None None] Resources bound (agent type, host, resource id): {{(pid=104103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:13:03.865913 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d387a58-b3ca-4fb4-aaf1-7bf83f7e35af None None] Received port after_create {{(pid=104103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 21:13:03.872913 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d387a58-b3ca-4fb4-aaf1-7bf83f7e35af None None] Pushing event updated for resources: {'Port': ['ID=1d8174d2-7ae5-4a5a-bd41-7a418e5e92bc,revision_number=1']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:13:03.895949 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d387a58-b3ca-4fb4-aaf1-7bf83f7e35af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:13:03.896290 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d387a58-b3ca-4fb4-aaf1-7bf83f7e35af None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:13:03.896627 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d387a58-b3ca-4fb4-aaf1-7bf83f7e35af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:13:03.897637 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d387a58-b3ca-4fb4-aaf1-7bf83f7e35af None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:13:03.897637 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d387a58-b3ca-4fb4-aaf1-7bf83f7e35af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:13:03.897637 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d387a58-b3ca-4fb4-aaf1-7bf83f7e35af None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:13:03.897948 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d387a58-b3ca-4fb4-aaf1-7bf83f7e35af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:13:03.898191 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d387a58-b3ca-4fb4-aaf1-7bf83f7e35af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:13:03.898530 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d387a58-b3ca-4fb4-aaf1-7bf83f7e35af None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:13:03.898845 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d387a58-b3ca-4fb4-aaf1-7bf83f7e35af None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:13:03.899159 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d387a58-b3ca-4fb4-aaf1-7bf83f7e35af None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:13:03.899472 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d387a58-b3ca-4fb4-aaf1-7bf83f7e35af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:13:03.899784 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d387a58-b3ca-4fb4-aaf1-7bf83f7e35af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:13:03.900091 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d387a58-b3ca-4fb4-aaf1-7bf83f7e35af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:13:03.900400 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d387a58-b3ca-4fb4-aaf1-7bf83f7e35af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:13:03.936224 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.managers [None req-1d387a58-b3ca-4fb4-aaf1-7bf83f7e35af None None] Attempting to bind port 1d8174d2-7ae5-4a5a-bd41-7a418e5e92bc on host dv-cinder-828806-3-iscsi for vnic_type normal with profile {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 21:13:03.936585 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.managers [None req-1d387a58-b3ca-4fb4-aaf1-7bf83f7e35af None None] Attempting to bind port 1d8174d2-7ae5-4a5a-bd41-7a418e5e92bc by drivers openvswitch,hyperv on host dv-cinder-828806-3-iscsi at level 0 using segments [{'id': 'a2a9d759-8eb9-4516-9359-feb8398e361f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '6f730d0b-3c50-487c-9bc6-ce9af8a4b7f1'}] {{(pid=104103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 21:13:03.936942 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d387a58-b3ca-4fb4-aaf1-7bf83f7e35af None None] Attempting to bind port 1d8174d2-7ae5-4a5a-bd41-7a418e5e92bc on network 6f730d0b-3c50-487c-9bc6-ce9af8a4b7f1 {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 21:13:03.942010 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d387a58-b3ca-4fb4-aaf1-7bf83f7e35af None None] Checking agent: {'id': '545ffc5a-00f7-4140-8f25-9e74b0e32d39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828806-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 20, 55, 46), 'started_at': datetime.datetime(2022, 5, 26, 20, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 21, 12, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828806-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 21:13:03.942376 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d387a58-b3ca-4fb4-aaf1-7bf83f7e35af None None] Checking segment: {'id': 'a2a9d759-8eb9-4516-9359-feb8398e361f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '6f730d0b-3c50-487c-9bc6-ce9af8a4b7f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 21:13:03.942804 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-1d387a58-b3ca-4fb4-aaf1-7bf83f7e35af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:03.943191 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d387a58-b3ca-4fb4-aaf1-7bf83f7e35af None None] Bound using segment: {'id': 'a2a9d759-8eb9-4516-9359-feb8398e361f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '6f730d0b-3c50-487c-9bc6-ce9af8a4b7f1'} {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 21:13:03.943643 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.managers [None req-1d387a58-b3ca-4fb4-aaf1-7bf83f7e35af None None] Bound port: 1d8174d2-7ae5-4a5a-bd41-7a418e5e92bc, host: dv-cinder-828806-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2a9d759-8eb9-4516-9359-feb8398e361f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '6f730d0b-3c50-487c-9bc6-ce9af8a4b7f1'}}] {{(pid=104103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 21:13:03.944016 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-1d387a58-b3ca-4fb4-aaf1-7bf83f7e35af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (1d8174d2-7ae5-4a5a-bd41-7a418e5e92bc), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:03.964031 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.db.db_base_plugin_common [None req-60f2d24f-1740-4315-9e5e-a6abec99ca8b admin admin] Allocated IP 172.27.2.244 (7d433162-bc3c-42dc-9b38-0bd5733b5e12/724ba99f-4e90-4a15-97fd-930eedded7a9/ab38d906-efa1-4723-a73b-6a1eb3abd64d) {{(pid=104102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 21:13:04.006909 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-1d387a58-b3ca-4fb4-aaf1-7bf83f7e35af None None] For port 1d8174d2-7ae5-4a5a-bd41-7a418e5e92bc, host dv-cinder-828806-3-iscsi, cleared binding levels {{(pid=104103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 21:13:04.010142 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-1d387a58-b3ca-4fb4-aaf1-7bf83f7e35af None None] For port 1d8174d2-7ae5-4a5a-bd41-7a418e5e92bc, host dv-cinder-828806-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-3-iscsi',level=0,port_id=1d8174d2-7ae5-4a5a-bd41-7a418e5e92bc,segment=NetworkSegment(a2a9d759-8eb9-4516-9359-feb8398e361f),segment_id=a2a9d759-8eb9-4516-9359-feb8398e361f)] {{(pid=104103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 21:13:04.016576 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-1d387a58-b3ca-4fb4-aaf1-7bf83f7e35af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (1d8174d2-7ae5-4a5a-bd41-7a418e5e92bc), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:04.072374 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d387a58-b3ca-4fb4-aaf1-7bf83f7e35af None None] Pushing event updated for resources: {'Port': ['ID=1d8174d2-7ae5-4a5a-bd41-7a418e5e92bc,revision_number=2']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:13:04.081864 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-60f2d24f-1740-4315-9e5e-a6abec99ca8b admin admin] Publish callbacks [] for port (ab38d906-efa1-4723-a73b-6a1eb3abd64d), precommit_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:04.121730 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-60f2d24f-1740-4315-9e5e-a6abec99ca8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787881445699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16679263'] for port (ab38d906-efa1-4723-a73b-6a1eb3abd64d), after_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:04.165034 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f2d24f-1740-4315-9e5e-a6abec99ca8b admin admin] Network 7d433162-bc3c-42dc-9b38-0bd5733b5e12 is already hosted by enough agents. {{(pid=104102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 21:13:04.168599 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.scheduler.base_scheduler [None req-60f2d24f-1740-4315-9e5e-a6abec99ca8b admin admin] Resources bound (agent type, host, resource id): {{(pid=104102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:13:04.174672 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f2d24f-1740-4315-9e5e-a6abec99ca8b admin admin] Received port after_create {{(pid=104102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 21:13:04.199299 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f2d24f-1740-4315-9e5e-a6abec99ca8b admin admin] Pushing event updated for resources: {'Port': ['ID=ab38d906-efa1-4723-a73b-6a1eb3abd64d,revision_number=1']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:13:04.440687 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-60f2d24f-1740-4315-9e5e-a6abec99ca8b admin admin] Publish callbacks [] for router_gateway (9afac8d8-f3ca-4fa1-b94e-bb17f7d5f700), after_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:04.571331 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:13:04.626409 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-60f2d24f-1740-4315-9e5e-a6abec99ca8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1900237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1617465'] for router (9afac8d8-f3ca-4fa1-b94e-bb17f7d5f700), after_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:04.842439 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:13:04.893369 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:13:04.943653 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60f2d24f-1740-4315-9e5e-a6abec99ca8b admin admin] Router 9afac8d8-f3ca-4fa1-b94e-bb17f7d5f700 is scheduled to L3 agent ccb07560-1e88-42f3-8411-377a93089622 with binding_index 1 {{(pid=104102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 21:13:05.049754 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60f2d24f-1740-4315-9e5e-a6abec99ca8b admin admin] Notify agent at l3_agent.dv-cinder-828806-3-iscsi the message routers_updated {{(pid=104102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 21:13:05.060212 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597aaf45-3874-4a84-b805-d68065480938 None None] Sync routers for ids ['9afac8d8-f3ca-4fa1-b94e-bb17f7d5f700'] in dv-cinder-828806-3-iscsi {{(pid=104103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 21:13:05.070260 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-60f2d24f-1740-4315-9e5e-a6abec99ca8b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:05.071539 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-60f2d24f-1740-4315-9e5e-a6abec99ca8b admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6474760 May 26 21:13:05.075543 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 53668) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:13:05.076040 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597aaf45-3874-4a84-b805-d68065480938 None None] Routers {'9afac8d8-f3ca-4fa1-b94e-bb17f7d5f700'} bound to L3 agent in host dv-cinder-828806-3-iscsi {{(pid=104103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:13:05.076678 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_hamode_db [None req-597aaf45-3874-4a84-b805-d68065480938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T20:55:42Z,description=,heartbeat_timestamp=2022-05-26T21:12:42Z,host='dv-cinder-828806-3-iscsi',id=ccb07560-1e88-42f3-8411-377a93089622,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T20:55:42Z,topic='l3_agent')) {'router_ids': ['9afac8d8-f3ca-4fa1-b94e-bb17f7d5f700'], 'active': True} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:13:05.113877 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55958405-bd85-437a-8b09-1f89e5fa17f9 None None] Network 6f730d0b-3c50-487c-9bc6-ce9af8a4b7f1 requested from dv-cinder-828806-3-iscsi {{(pid=104103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 21:13:05.125420 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 53670) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:13:05.172453 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-f322d9ec-c763-42b4-a087-4cf3e8f37fdc None None] Provisioning complete for port 1d8174d2-7ae5-4a5a-bd41-7a418e5e92bc triggered by entity DHCP. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:13:05.172817 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-f322d9ec-c763-42b4-a087-4cf3e8f37fdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (1d8174d2-7ae5-4a5a-bd41-7a418e5e92bc), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:05.238646 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:UPDATE=4,neutron:INSERT=3,neutron:SELECT=93 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:13:05.258560 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-684f29df-027d-4e91-8f3d-7172581c86f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:05.301149 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvr_db [None req-597aaf45-3874-4a84-b805-d68065480938 None None] Set router 9afac8d8-f3ca-4fa1-b94e-bb17f7d5f700 gateway port host: dv-cinder-828806-3-iscsi {{(pid=104103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:13:05.367237 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-684f29df-027d-4e91-8f3d-7172581c86f3 admin admin] Publish callbacks [] for security_group (bba0de97-4c66-451b-a3ca-ef05d14910b4), precommit_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:05.374259 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-684f29df-027d-4e91-8f3d-7172581c86f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (bba0de97-4c66-451b-a3ca-ef05d14910b4), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:05.417868 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684f29df-027d-4e91-8f3d-7172581c86f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bba0de97-4c66-451b-a3ca-ef05d14910b4,revision_number=1']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:13:05.431344 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-684f29df-027d-4e91-8f3d-7172581c86f3 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9be5606dfadd4b858f13399ddef01f0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3046923 May 26 21:13:05.434200 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 53684) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:13:05.464246 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=74,neutron:INSERT=22,neutron:UPDATE=4 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:13:05.469079 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:13:05.500433 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-5945abcf-ef3e-4c57-beb7-727a365dd00a admin admin] Publish callbacks [] for security_group (bba0de97-4c66-451b-a3ca-ef05d14910b4), before_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:05.526539 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-5945abcf-ef3e-4c57-beb7-727a365dd00a admin admin] Publish callbacks [] for security_group (bba0de97-4c66-451b-a3ca-ef05d14910b4), precommit_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:05.577087 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-14a4340c-1f39-4c83-bc83-1363579ac117 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (None), before_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:05.584752 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-f322d9ec-c763-42b4-a087-4cf3e8f37fdc None None] Current status of the port 1d8174d2-7ae5-4a5a-bd41-7a418e5e92bc is: DOWN; New status is: ACTIVE {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:13:05.585317 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-f322d9ec-c763-42b4-a087-4cf3e8f37fdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (1d8174d2-7ae5-4a5a-bd41-7a418e5e92bc), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:05.595252 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-5945abcf-ef3e-4c57-beb7-727a365dd00a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (bba0de97-4c66-451b-a3ca-ef05d14910b4), after_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:05.599085 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-5945abcf-ef3e-4c57-beb7-727a365dd00a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:05.602344 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-5945abcf-ef3e-4c57-beb7-727a365dd00a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/bba0de97-4c66-451b-a3ca-ef05d14910b4 HTTP/1.1" status: 204 len: 168 time: 0.1669240 May 26 21:13:05.610785 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_hamode_db [None req-597aaf45-3874-4a84-b805-d68065480938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9afac8d8-f3ca-4fa1-b94e-bb17f7d5f700', 'name': 'tempest-TestShelveInstance-1163310947-router', 'tenant_id': '759c767b215942e5852e12fa01e22001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': 'ab38d906-efa1-4723-a73b-6a1eb3abd64d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:13:03Z', 'updated_at': '2022-05-26T21:13:04Z', 'revision_number': 3, 'project_id': '759c767b215942e5852e12fa01e22001', 'gw_port': {'id': 'ab38d906-efa1-4723-a73b-6a1eb3abd64d', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:9a:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9afac8d8-f3ca-4fa1-b94e-bb17f7d5f700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:13:03Z', 'updated_at': '2022-05-26T21:13:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi'}], 'dv-cinder-828806-3-iscsi', False) {} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:13:05.615501 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5945abcf-ef3e-4c57-beb7-727a365dd00a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bba0de97-4c66-451b-a3ca-ef05d14910b4,revision_number=None']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:13:05.648219 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597aaf45-3874-4a84-b805-d68065480938 None None] Checking router: 9afac8d8-f3ca-4fa1-b94e-bb17f7d5f700 for host: dv-cinder-828806-3-iscsi {{(pid=104103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 21:13:05.648486 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597aaf45-3874-4a84-b805-d68065480938 None None] Updating router 9afac8d8-f3ca-4fa1-b94e-bb17f7d5f700 port ab38d906-efa1-4723-a73b-6a1eb3abd64d binding host dv-cinder-828806-3-iscsi {{(pid=104103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 21:13:05.681054 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-f322d9ec-c763-42b4-a087-4cf3e8f37fdc None None] For port 1d8174d2-7ae5-4a5a-bd41-7a418e5e92bc, host dv-cinder-828806-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-3-iscsi',level=0,port_id=1d8174d2-7ae5-4a5a-bd41-7a418e5e92bc,segment=NetworkSegment(a2a9d759-8eb9-4516-9359-feb8398e361f),segment_id=a2a9d759-8eb9-4516-9359-feb8398e361f)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:13:05.691090 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-f322d9ec-c763-42b4-a087-4cf3e8f37fdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (1d8174d2-7ae5-4a5a-bd41-7a418e5e92bc), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:05.719937 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-597aaf45-3874-4a84-b805-d68065480938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (ab38d906-efa1-4723-a73b-6a1eb3abd64d), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:05.771239 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.db.db_base_plugin_common [None req-14a4340c-1f39-4c83-bc83-1363579ac117 admin admin] Allocated IP 172.20.0.1 (6f730d0b-3c50-487c-9bc6-ce9af8a4b7f1/b1d42bc1-f649-411a-98f0-60c8eaa16a2d/2f7b62e5-ba86-4eb5-9d7b-d5f874723da6) {{(pid=104102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 21:13:05.788152 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f322d9ec-c763-42b4-a087-4cf3e8f37fdc None None] Pushing event updated for resources: {'Port': ['ID=1d8174d2-7ae5-4a5a-bd41-7a418e5e92bc,revision_number=3']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:13:05.835115 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:13:05.867886 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:13:05.894178 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-14a4340c-1f39-4c83-bc83-1363579ac117 admin admin] Publish callbacks [] for port (2f7b62e5-ba86-4eb5-9d7b-d5f874723da6), precommit_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:05.928804 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-14a4340c-1f39-4c83-bc83-1363579ac117 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787881445699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16679263'] for port (2f7b62e5-ba86-4eb5-9d7b-d5f874723da6), after_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:05.974341 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a4340c-1f39-4c83-bc83-1363579ac117 admin admin] Network 6f730d0b-3c50-487c-9bc6-ce9af8a4b7f1 is already hosted by enough agents. {{(pid=104102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 21:13:05.978948 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.scheduler.base_scheduler [None req-14a4340c-1f39-4c83-bc83-1363579ac117 admin admin] Resources bound (agent type, host, resource id): {{(pid=104102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:13:05.984071 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a4340c-1f39-4c83-bc83-1363579ac117 admin admin] Received port after_create {{(pid=104102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 21:13:05.994789 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-20dad7ef-1997-4c0a-b08f-497bf054f71a None None] Provisioning complete for port 1d8174d2-7ae5-4a5a-bd41-7a418e5e92bc triggered by entity DHCP. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:13:05.995688 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-20dad7ef-1997-4c0a-b08f-497bf054f71a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (1d8174d2-7ae5-4a5a-bd41-7a418e5e92bc), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:06.022008 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=100 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:13:06.039922 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-14a4340c-1f39-4c83-bc83-1363579ac117 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1614666'] for router_interface (9afac8d8-f3ca-4fa1-b94e-bb17f7d5f700), before_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:06.046295 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a4340c-1f39-4c83-bc83-1363579ac117 admin admin] Pushing event updated for resources: {'Port': ['ID=2f7b62e5-ba86-4eb5-9d7b-d5f874723da6,revision_number=1']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:13:06.179633 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-20dad7ef-1997-4c0a-b08f-497bf054f71a None None] Current status of the port 1d8174d2-7ae5-4a5a-bd41-7a418e5e92bc is: ACTIVE; New status is: ACTIVE {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:13:06.186217 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Device 1d8174d2-7ae5-4a5a-bd41-7a418e5e92bc up at agent ovs-agent-dv-cinder-828806-3-iscsi {{(pid=104103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:13:06.230909 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-14a4340c-1f39-4c83-bc83-1363579ac117 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (2f7b62e5-ba86-4eb5-9d7b-d5f874723da6), before_update {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:06.249784 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Provisioning complete for port 1d8174d2-7ae5-4a5a-bd41-7a418e5e92bc triggered by entity L2. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:13:06.250261 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (1d8174d2-7ae5-4a5a-bd41-7a418e5e92bc), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:06.301971 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:13:06.333105 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-5e9cfa28-f0cc-466b-b51e-bed491aab1d4 None None] Provisioning complete for port 2f7b62e5-ba86-4eb5-9d7b-d5f874723da6 triggered by entity DHCP. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:13:06.333374 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-5e9cfa28-f0cc-466b-b51e-bed491aab1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (2f7b62e5-ba86-4eb5-9d7b-d5f874723da6), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:06.424735 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-5e9cfa28-f0cc-466b-b51e-bed491aab1d4 None None] Port 2f7b62e5-ba86-4eb5-9d7b-d5f874723da6 cannot update to ACTIVE because it is not bound. {{(pid=104103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 21:13:06.431194 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-597aaf45-3874-4a84-b805-d68065480938 None None] Publish callbacks [] for port (ab38d906-efa1-4723-a73b-6a1eb3abd64d), precommit_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:06.446173 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-597aaf45-3874-4a84-b805-d68065480938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (ab38d906-efa1-4723-a73b-6a1eb3abd64d), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:06.492741 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Current status of the port 1d8174d2-7ae5-4a5a-bd41-7a418e5e92bc is: ACTIVE; New status is: ACTIVE {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:13:06.493010 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-14a4340c-1f39-4c83-bc83-1363579ac117 admin admin] Publish callbacks [] for port (2f7b62e5-ba86-4eb5-9d7b-d5f874723da6), precommit_update {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:06.500869 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-14a4340c-1f39-4c83-bc83-1363579ac117 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16679272'] for port (2f7b62e5-ba86-4eb5-9d7b-d5f874723da6), after_update {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:06.523346 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.managers [None req-597aaf45-3874-4a84-b805-d68065480938 None None] Attempting to bind port ab38d906-efa1-4723-a73b-6a1eb3abd64d on host dv-cinder-828806-3-iscsi for vnic_type normal with profile {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 21:13:06.523804 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.managers [None req-597aaf45-3874-4a84-b805-d68065480938 None None] Attempting to bind port ab38d906-efa1-4723-a73b-6a1eb3abd64d by drivers openvswitch,hyperv on host dv-cinder-828806-3-iscsi at level 0 using segments [{'id': '8d4aea41-d977-462c-9098-4088113247cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12'}] {{(pid=104103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 21:13:06.524249 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597aaf45-3874-4a84-b805-d68065480938 None None] Attempting to bind port ab38d906-efa1-4723-a73b-6a1eb3abd64d on network 7d433162-bc3c-42dc-9b38-0bd5733b5e12 {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 21:13:06.532603 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28180fa3-1393-4fc1-bc14-867716c37c9c None None] Pushing event updated for resources: {'Port': ['ID=ab38d906-efa1-4723-a73b-6a1eb3abd64d,revision_number=2']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:13:06.535705 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597aaf45-3874-4a84-b805-d68065480938 None None] Checking agent: {'id': '545ffc5a-00f7-4140-8f25-9e74b0e32d39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828806-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 20, 55, 46), 'started_at': datetime.datetime(2022, 5, 26, 20, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 21, 12, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828806-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 21:13:06.536563 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597aaf45-3874-4a84-b805-d68065480938 None None] Checking segment: {'id': '8d4aea41-d977-462c-9098-4088113247cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 21:13:06.537127 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-597aaf45-3874-4a84-b805-d68065480938 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:06.537661 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597aaf45-3874-4a84-b805-d68065480938 None None] Bound using segment: {'id': '8d4aea41-d977-462c-9098-4088113247cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12'} {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 21:13:06.538333 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.managers [None req-597aaf45-3874-4a84-b805-d68065480938 None None] Bound port: ab38d906-efa1-4723-a73b-6a1eb3abd64d, host: dv-cinder-828806-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d4aea41-d977-462c-9098-4088113247cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12'}}] {{(pid=104103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 21:13:06.538734 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-597aaf45-3874-4a84-b805-d68065480938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (ab38d906-efa1-4723-a73b-6a1eb3abd64d), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:06.595440 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-597aaf45-3874-4a84-b805-d68065480938 None None] For port ab38d906-efa1-4723-a73b-6a1eb3abd64d, host dv-cinder-828806-3-iscsi, cleared binding levels {{(pid=104103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 21:13:06.599235 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-597aaf45-3874-4a84-b805-d68065480938 None None] For port ab38d906-efa1-4723-a73b-6a1eb3abd64d, host dv-cinder-828806-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-3-iscsi',level=0,port_id=ab38d906-efa1-4723-a73b-6a1eb3abd64d,segment=NetworkSegment(8d4aea41-d977-462c-9098-4088113247cb),segment_id=8d4aea41-d977-462c-9098-4088113247cb)] {{(pid=104103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 21:13:06.599886 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-14a4340c-1f39-4c83-bc83-1363579ac117 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-416038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1615354'] for router_interface (9afac8d8-f3ca-4fa1-b94e-bb17f7d5f700), after_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:06.606393 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-597aaf45-3874-4a84-b805-d68065480938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (ab38d906-efa1-4723-a73b-6a1eb3abd64d), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:06.617844 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a4340c-1f39-4c83-bc83-1363579ac117 admin admin] Pushing event updated for resources: {'Port': ['ID=2f7b62e5-ba86-4eb5-9d7b-d5f874723da6,revision_number=2']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:13:06.669924 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597aaf45-3874-4a84-b805-d68065480938 None None] Routers {'9afac8d8-f3ca-4fa1-b94e-bb17f7d5f700'} bound to L3 agent in host dv-cinder-828806-3-iscsi {{(pid=104103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:13:06.670719 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_hamode_db [None req-597aaf45-3874-4a84-b805-d68065480938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T20:55:42Z,description=,heartbeat_timestamp=2022-05-26T21:12:42Z,host='dv-cinder-828806-3-iscsi',id=ccb07560-1e88-42f3-8411-377a93089622,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T20:55:42Z,topic='l3_agent')) {'router_ids': ['9afac8d8-f3ca-4fa1-b94e-bb17f7d5f700'], 'active': True} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:13:06.720664 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a4340c-1f39-4c83-bc83-1363579ac117 admin admin] Network 6f730d0b-3c50-487c-9bc6-ce9af8a4b7f1 is already hosted by enough agents. {{(pid=104102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 21:13:06.721277 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28180fa3-1393-4fc1-bc14-867716c37c9c None None] Pushing event updated for resources: {'Port': ['ID=ab38d906-efa1-4723-a73b-6a1eb3abd64d,revision_number=3']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:13:06.722531 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.scheduler.base_scheduler [None req-14a4340c-1f39-4c83-bc83-1363579ac117 admin admin] Resources bound (agent type, host, resource id): {{(pid=104102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:13:06.804121 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvr_db [None req-597aaf45-3874-4a84-b805-d68065480938 None None] Set router 9afac8d8-f3ca-4fa1-b94e-bb17f7d5f700 gateway port host: dv-cinder-828806-3-iscsi {{(pid=104103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:13:06.872726 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:13:06.874701 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=100 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:13:06.879803 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14a4340c-1f39-4c83-bc83-1363579ac117 admin admin] Router 9afac8d8-f3ca-4fa1-b94e-bb17f7d5f700 has already been hosted by L3 agent ccb07560-1e88-42f3-8411-377a93089622 {{(pid=104102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 21:13:07.015217 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14a4340c-1f39-4c83-bc83-1363579ac117 admin admin] Notify agent at l3_agent.dv-cinder-828806-3-iscsi the message routers_updated {{(pid=104102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 21:13:07.021648 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-14a4340c-1f39-4c83-bc83-1363579ac117 admin admin] 10.222.0.57 "PUT /v2.0/routers/9afac8d8-f3ca-4fa1-b94e-bb17f7d5f700/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9451294 May 26 21:13:07.029837 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:UPDATE=5,neutron:SELECT=94,neutron:INSERT=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:13:07.043077 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_hamode_db [None req-597aaf45-3874-4a84-b805-d68065480938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9afac8d8-f3ca-4fa1-b94e-bb17f7d5f700', 'name': 'tempest-TestShelveInstance-1163310947-router', 'tenant_id': '759c767b215942e5852e12fa01e22001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': 'ab38d906-efa1-4723-a73b-6a1eb3abd64d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:13:03Z', 'updated_at': '2022-05-26T21:13:06Z', 'revision_number': 4, 'project_id': '759c767b215942e5852e12fa01e22001', 'gw_port': {'id': 'ab38d906-efa1-4723-a73b-6a1eb3abd64d', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:9a:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9afac8d8-f3ca-4fa1-b94e-bb17f7d5f700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:13:03Z', 'updated_at': '2022-05-26T21:13:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi', '_interfaces': [{'id': '2f7b62e5-ba86-4eb5-9d7b-d5f874723da6', 'name': '', 'network_id': '6f730d0b-3c50-487c-9bc6-ce9af8a4b7f1', 'tenant_id': '759c767b215942e5852e12fa01e22001', 'mac_address': 'fa:16:3e:1f:c3:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9afac8d8-f3ca-4fa1-b94e-bb17f7d5f700', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'b1d42bc1-f649-411a-98f0-60c8eaa16a2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:13:05Z', 'updated_at': '2022-05-26T21:13:06Z', 'revision_number': 2, 'project_id': '759c767b215942e5852e12fa01e22001', 'subnets': [{'id': 'b1d42bc1-f649-411a-98f0-60c8eaa16a2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-3-iscsi', False) {} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:13:07.073634 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597aaf45-3874-4a84-b805-d68065480938 None None] The sync data for ids ['9afac8d8-f3ca-4fa1-b94e-bb17f7d5f700'] in dv-cinder-828806-3-iscsi is: [{'id': '9afac8d8-f3ca-4fa1-b94e-bb17f7d5f700', 'name': 'tempest-TestShelveInstance-1163310947-router', 'tenant_id': '759c767b215942e5852e12fa01e22001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': 'ab38d906-efa1-4723-a73b-6a1eb3abd64d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:13:03Z', 'updated_at': '2022-05-26T21:13:06Z', 'revision_number': 4, 'project_id': '759c767b215942e5852e12fa01e22001', 'gw_port': {'id': 'ab38d906-efa1-4723-a73b-6a1eb3abd64d', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:9a:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9afac8d8-f3ca-4fa1-b94e-bb17f7d5f700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:13:03Z', 'updated_at': '2022-05-26T21:13:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi', '_interfaces': [{'id': '2f7b62e5-ba86-4eb5-9d7b-d5f874723da6', 'name': '', 'network_id': '6f730d0b-3c50-487c-9bc6-ce9af8a4b7f1', 'tenant_id': '759c767b215942e5852e12fa01e22001', 'mac_address': 'fa:16:3e:1f:c3:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9afac8d8-f3ca-4fa1-b94e-bb17f7d5f700', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'b1d42bc1-f649-411a-98f0-60c8eaa16a2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:13:05Z', 'updated_at': '2022-05-26T21:13:06Z', 'revision_number': 2, 'project_id': '759c767b215942e5852e12fa01e22001', 'subnets': [{'id': 'b1d42bc1-f649-411a-98f0-60c8eaa16a2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 21:13:07.081780 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-d779c3bb-b5ca-471a-a3db-31aaf6dd6ae5 None None] Provisioning complete for port 2f7b62e5-ba86-4eb5-9d7b-d5f874723da6 triggered by entity DHCP. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:13:07.082150 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-d779c3bb-b5ca-471a-a3db-31aaf6dd6ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (2f7b62e5-ba86-4eb5-9d7b-d5f874723da6), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:07.114024 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-d779c3bb-b5ca-471a-a3db-31aaf6dd6ae5 None None] Port 2f7b62e5-ba86-4eb5-9d7b-d5f874723da6 cannot update to ACTIVE because it is not bound. {{(pid=104103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 21:13:07.633574 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 53744) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:13:07.638387 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.v2.base [None req-e57d0a38-7724-4ad9-a320-81ee7edfd1ea admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-22161947-network', 'tenant_id': '3aea866bc8a5450da4debddfc37de132'}} {{(pid=104101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:13:07.669386 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e57d0a38-7724-4ad9-a320-81ee7edfd1ea admin admin] Made reservation on behalf of 3aea866bc8a5450da4debddfc37de132 for: {'network': 1} {{(pid=104101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 21:13:07.674290 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-e57d0a38-7724-4ad9-a320-81ee7edfd1ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for network (None), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:07.687116 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-e57d0a38-7724-4ad9-a320-81ee7edfd1ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:07.776274 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-e57d0a38-7724-4ad9-a320-81ee7edfd1ea admin admin] Publish callbacks [] for security_group (e6db9d11-1a3b-4053-a08f-d2cf2825224d), precommit_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:07.782006 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-e57d0a38-7724-4ad9-a320-81ee7edfd1ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (e6db9d11-1a3b-4053-a08f-d2cf2825224d), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:07.815026 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e57d0a38-7724-4ad9-a320-81ee7edfd1ea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 400} {{(pid=104101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 21:13:07.817211 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57d0a38-7724-4ad9-a320-81ee7edfd1ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6db9d11-1a3b-4053-a08f-d2cf2825224d,revision_number=1']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:13:07.833593 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-e57d0a38-7724-4ad9-a320-81ee7edfd1ea admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8787881957991', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-995747'] for segment (75dafbb4-7c40-41ec-8607-3ca7fc9b87e7), precommit_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:07.833942 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.db.segments_db [None req-e57d0a38-7724-4ad9-a320-81ee7edfd1ea admin admin] Added segment 75dafbb4-7c40-41ec-8607-3ca7fc9b87e7 of type vlan for network 36d114b7-78b0-4061-8ee4-1408d05ae996 May 26 21:13:07.882706 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-e57d0a38-7724-4ad9-a320-81ee7edfd1ea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787881459577'] for network (36d114b7-78b0-4061-8ee4-1408d05ae996), precommit_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:07.919307 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-e57d0a38-7724-4ad9-a320-81ee7edfd1ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052'] for network (36d114b7-78b0-4061-8ee4-1408d05ae996), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:07.920326 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e57d0a38-7724-4ad9-a320-81ee7edfd1ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:13:07.920908 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-e57d0a38-7724-4ad9-a320-81ee7edfd1ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-416010'] for network (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:07.993485 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-e57d0a38-7724-4ad9-a320-81ee7edfd1ea admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.3587863 May 26 21:13:07.994218 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57d0a38-7724-4ad9-a320-81ee7edfd1ea admin admin] Pushing event updated for resources: {'Network': ['ID=36d114b7-78b0-4061-8ee4-1408d05ae996,revision_number=1']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:13:07.996789 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 53758) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:13:08.002690 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.v2.base [None req-f6c705df-05ae-4fb0-8ef0-fa1c1d7f9d41 admin admin] Request body: {'subnet': {'network_id': '36d114b7-78b0-4061-8ee4-1408d05ae996', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-22161947-subnet', 'tenant_id': '3aea866bc8a5450da4debddfc37de132', 'ip_version': 4}} {{(pid=104101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:13:08.006786 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Network 36d114b7-78b0-4061-8ee4-1408d05ae996 details requested by agent ovs-agent-dv-cinder-828806-3-iscsi with host dv-cinder-828806-3-iscsi {{(pid=104103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 21:13:08.037376 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6c705df-05ae-4fb0-8ef0-fa1c1d7f9d41 admin admin] Made reservation on behalf of 3aea866bc8a5450da4debddfc37de132 for: {'subnet': 1} {{(pid=104101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 21:13:08.040320 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-f6c705df-05ae-4fb0-8ef0-fa1c1d7f9d41 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14398146'] for subnet (None), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:08.187650 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Device ab38d906-efa1-4723-a73b-6a1eb3abd64d up at agent ovs-agent-dv-cinder-828806-3-iscsi {{(pid=104103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:13:08.254367 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Provisioning complete for port ab38d906-efa1-4723-a73b-6a1eb3abd64d triggered by entity L2. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:13:08.258963 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (ab38d906-efa1-4723-a73b-6a1eb3abd64d), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:08.285034 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-f6c705df-05ae-4fb0-8ef0-fa1c1d7f9d41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13230381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14398164'] for subnet (85cd21c5-aee0-4df7-8153-80c2aa4b60d5), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:08.294917 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=100 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:13:08.306661 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-0654b24f-ad35-4894-9917-c2fe49064552 req-fe26fc06-51a3-4404-9fff-003261a528ed tempest-VolumesNegativeTest-1998745221 tempest-VolumesNegativeTest-1998745221-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=2ac6e23534754c618cebf75ae3e36eb6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0399399 May 26 21:13:08.340824 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Current status of the port ab38d906-efa1-4723-a73b-6a1eb3abd64d is: DOWN; New status is: ACTIVE {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:13:08.341210 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (ab38d906-efa1-4723-a73b-6a1eb3abd64d), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:08.354120 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:13:08.367978 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c705df-05ae-4fb0-8ef0-fa1c1d7f9d41 admin admin] Checking segment: {'id': '75dafbb4-7c40-41ec-8607-3ca7fc9b87e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '36d114b7-78b0-4061-8ee4-1408d05ae996'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 21:13:08.368250 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c705df-05ae-4fb0-8ef0-fa1c1d7f9d41 admin admin] Network hostable DHCP agents. Network: 36d114b7-78b0-4061-8ee4-1408d05ae996, hostable agents: ['28061657-8b16-479f-8ff4-19bdcc74bc2c'], hosted agents: [] {{(pid=104101) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 21:13:08.373972 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=82,neutron:DELETE=2,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:13:08.374189 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] For port ab38d906-efa1-4723-a73b-6a1eb3abd64d, host dv-cinder-828806-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-3-iscsi',level=0,port_id=ab38d906-efa1-4723-a73b-6a1eb3abd64d,segment=NetworkSegment(8d4aea41-d977-462c-9098-4088113247cb),segment_id=8d4aea41-d977-462c-9098-4088113247cb)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:13:08.379922 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c705df-05ae-4fb0-8ef0-fa1c1d7f9d41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85cd21c5-aee0-4df7-8153-80c2aa4b60d5,revision_number=0']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:13:08.381182 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (ab38d906-efa1-4723-a73b-6a1eb3abd64d), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:08.402102 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c705df-05ae-4fb0-8ef0-fa1c1d7f9d41 admin admin] Network 36d114b7-78b0-4061-8ee4-1408d05ae996 is scheduled to be hosted by DHCP agent 28061657-8b16-479f-8ff4-19bdcc74bc2c with binding_index 1 {{(pid=104101) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 21:13:08.416767 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.scheduler.base_scheduler [None req-f6c705df-05ae-4fb0-8ef0-fa1c1d7f9d41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828806-3-iscsi, 36d114b7-78b0-4061-8ee4-1408d05ae996) {{(pid=104101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:13:08.421863 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c705df-05ae-4fb0-8ef0-fa1c1d7f9d41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:13:08.422509 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-f6c705df-05ae-4fb0-8ef0-fa1c1d7f9d41 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:08.431001 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b69d28a-e1d4-45bc-a127-8c3434c6bbae None None] Network 36d114b7-78b0-4061-8ee4-1408d05ae996 requested from dv-cinder-828806-3-iscsi {{(pid=104103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 21:13:08.443327 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-f6c705df-05ae-4fb0-8ef0-fa1c1d7f9d41 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.4454050 May 26 21:13:08.445674 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 53774) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:13:08.450398 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.v2.base [None req-fb9928b3-a9c4-448c-962c-b6204d6a5e1d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-22161947-router', 'tenant_id': '3aea866bc8a5450da4debddfc37de132', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12'}}} {{(pid=104101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:13:08.462429 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Pushing event updated for resources: {'Port': ['ID=ab38d906-efa1-4723-a73b-6a1eb3abd64d,revision_number=4']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:13:08.478562 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-fb9928b3-a9c4-448c-962c-b6204d6a5e1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1620298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130580'] for router (cf8c8919-5d76-45bb-a8cf-099a117a83dc), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:08.480457 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-fb9928b3-a9c4-448c-962c-b6204d6a5e1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1900282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1617482', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130589'] for router (cf8c8919-5d76-45bb-a8cf-099a117a83dc), precommit_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:08.545508 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-fb9928b3-a9c4-448c-962c-b6204d6a5e1d admin admin] Publish callbacks [] for router_controller (cf8c8919-5d76-45bb-a8cf-099a117a83dc), precommit_add_association {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:08.568782 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e590d6-b2f8-442d-972f-e8220f94dc23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2409f73a-ea29-5b6a-a3ea-b37c97379b6a-36d114b7-78b0-4061-8ee4-1408d05ae996', 'network_id': '36d114b7-78b0-4061-8ee4-1408d05ae996', 'project_id': '3aea866bc8a5450da4debddfc37de132', 'fixed_ips': [{'subnet_id': '85cd21c5-aee0-4df7-8153-80c2aa4b60d5'}]}} from dv-cinder-828806-3-iscsi. {{(pid=104103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 26 21:13:08.570406 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-f5e590d6-b2f8-442d-972f-e8220f94dc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (None), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:08.576354 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0654b24f-ad35-4894-9917-c2fe49064552 req-61ac30f3-a7ca-4918-925c-7b0e0f24c892 tempest-VolumesNegativeTest-1998745221 tempest-VolumesNegativeTest-1998745221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:13:08.578143 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-0654b24f-ad35-4894-9917-c2fe49064552 req-61ac30f3-a7ca-4918-925c-7b0e0f24c892 tempest-VolumesNegativeTest-1998745221 tempest-VolumesNegativeTest-1998745221-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2643461 May 26 21:13:08.594383 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-0654b24f-ad35-4894-9917-c2fe49064552 req-720166f3-0702-4ceb-a9e1-f3e68df0f2ac tempest-VolumesNegativeTest-1998745221 tempest-VolumesNegativeTest-1998745221-project] 10.222.0.57 "GET /v2.0/quotas/2ac6e23534754c618cebf75ae3e36eb6 HTTP/1.1" status: 200 len: 375 time: 0.0101435 May 26 21:13:08.639709 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-0654b24f-ad35-4894-9917-c2fe49064552 req-dfa48fe4-aa68-4c2d-9f3a-2b22d7430b1e tempest-VolumesNegativeTest-1998745221 tempest-VolumesNegativeTest-1998745221-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=2ac6e23534754c618cebf75ae3e36eb6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0380497 May 26 21:13:08.735145 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-fb9928b3-a9c4-448c-962c-b6204d6a5e1d admin admin] Publish callbacks [] for router_gateway (cf8c8919-5d76-45bb-a8cf-099a117a83dc), precommit_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:08.742675 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.db_base_plugin_common [None req-f5e590d6-b2f8-442d-972f-e8220f94dc23 None None] Allocated IP 172.20.0.2 (36d114b7-78b0-4061-8ee4-1408d05ae996/85cd21c5-aee0-4df7-8153-80c2aa4b60d5/cdf39764-ecd7-4a15-b147-4ef9d1be5b3b) {{(pid=104103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 21:13:08.915365 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-f5e590d6-b2f8-442d-972f-e8220f94dc23 None None] Publish callbacks [] for port (cdf39764-ecd7-4a15-b147-4ef9d1be5b3b), precommit_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:08.928058 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-f5e590d6-b2f8-442d-972f-e8220f94dc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787881445699'] for port (cdf39764-ecd7-4a15-b147-4ef9d1be5b3b), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:08.942313 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-b62e4305-2271-4243-b5d7-9a70390c29b9 req-611bc3a0-d674-4957-bdef-8077d12f6a3e tempest-VolumesNegativeTest-1998745221 tempest-VolumesNegativeTest-1998745221-project] 10.222.0.57 "GET /v2.0/ports?device_id=f9f6b8d2-9533-438a-9a1b-2d67e9d75cd8 HTTP/1.1" status: 200 len: 210 time: 0.0779023 May 26 21:13:08.988124 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e590d6-b2f8-442d-972f-e8220f94dc23 None None] Network 36d114b7-78b0-4061-8ee4-1408d05ae996 is already hosted by enough agents. {{(pid=104103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 21:13:08.991619 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.base_scheduler [None req-f5e590d6-b2f8-442d-972f-e8220f94dc23 None None] Resources bound (agent type, host, resource id): {{(pid=104103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:13:08.996358 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e590d6-b2f8-442d-972f-e8220f94dc23 None None] Received port after_create {{(pid=104103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 21:13:08.999322 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e590d6-b2f8-442d-972f-e8220f94dc23 None None] Pushing event updated for resources: {'Port': ['ID=cdf39764-ecd7-4a15-b147-4ef9d1be5b3b,revision_number=1']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:13:09.028441 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-fb9928b3-a9c4-448c-962c-b6204d6a5e1d admin admin] Publish callbacks [] for router_gateway (cf8c8919-5d76-45bb-a8cf-099a117a83dc), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:09.054398 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-fb9928b3-a9c4-448c-962c-b6204d6a5e1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (None), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:09.068661 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:13:09.084331 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.managers [None req-f5e590d6-b2f8-442d-972f-e8220f94dc23 None None] Attempting to bind port cdf39764-ecd7-4a15-b147-4ef9d1be5b3b on host dv-cinder-828806-3-iscsi for vnic_type normal with profile {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 21:13:09.084871 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.managers [None req-f5e590d6-b2f8-442d-972f-e8220f94dc23 None None] Attempting to bind port cdf39764-ecd7-4a15-b147-4ef9d1be5b3b by drivers openvswitch,hyperv on host dv-cinder-828806-3-iscsi at level 0 using segments [{'id': '75dafbb4-7c40-41ec-8607-3ca7fc9b87e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '36d114b7-78b0-4061-8ee4-1408d05ae996'}] {{(pid=104103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 21:13:09.085234 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e590d6-b2f8-442d-972f-e8220f94dc23 None None] Attempting to bind port cdf39764-ecd7-4a15-b147-4ef9d1be5b3b on network 36d114b7-78b0-4061-8ee4-1408d05ae996 {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 21:13:09.092798 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e590d6-b2f8-442d-972f-e8220f94dc23 None None] Checking agent: {'id': '545ffc5a-00f7-4140-8f25-9e74b0e32d39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828806-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 20, 55, 46), 'started_at': datetime.datetime(2022, 5, 26, 20, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 21, 12, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828806-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 21:13:09.093186 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e590d6-b2f8-442d-972f-e8220f94dc23 None None] Checking segment: {'id': '75dafbb4-7c40-41ec-8607-3ca7fc9b87e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '36d114b7-78b0-4061-8ee4-1408d05ae996'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 21:13:09.093679 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-f5e590d6-b2f8-442d-972f-e8220f94dc23 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:09.094069 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e590d6-b2f8-442d-972f-e8220f94dc23 None None] Bound using segment: {'id': '75dafbb4-7c40-41ec-8607-3ca7fc9b87e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '36d114b7-78b0-4061-8ee4-1408d05ae996'} {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 21:13:09.094650 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.managers [None req-f5e590d6-b2f8-442d-972f-e8220f94dc23 None None] Bound port: cdf39764-ecd7-4a15-b147-4ef9d1be5b3b, host: dv-cinder-828806-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75dafbb4-7c40-41ec-8607-3ca7fc9b87e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '36d114b7-78b0-4061-8ee4-1408d05ae996'}}] {{(pid=104103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 21:13:09.095205 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-f5e590d6-b2f8-442d-972f-e8220f94dc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (cdf39764-ecd7-4a15-b147-4ef9d1be5b3b), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:09.175331 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-f5e590d6-b2f8-442d-972f-e8220f94dc23 None None] For port cdf39764-ecd7-4a15-b147-4ef9d1be5b3b, host dv-cinder-828806-3-iscsi, cleared binding levels {{(pid=104103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 21:13:09.180092 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-f5e590d6-b2f8-442d-972f-e8220f94dc23 None None] For port cdf39764-ecd7-4a15-b147-4ef9d1be5b3b, host dv-cinder-828806-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-3-iscsi',level=0,port_id=cdf39764-ecd7-4a15-b147-4ef9d1be5b3b,segment=NetworkSegment(75dafbb4-7c40-41ec-8607-3ca7fc9b87e7),segment_id=75dafbb4-7c40-41ec-8607-3ca7fc9b87e7)] {{(pid=104103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 21:13:09.189964 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-f5e590d6-b2f8-442d-972f-e8220f94dc23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (cdf39764-ecd7-4a15-b147-4ef9d1be5b3b), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:09.218299 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.db.db_base_plugin_common [None req-fb9928b3-a9c4-448c-962c-b6204d6a5e1d admin admin] Allocated IP 172.27.2.51 (7d433162-bc3c-42dc-9b38-0bd5733b5e12/724ba99f-4e90-4a15-97fd-930eedded7a9/2a5ae723-612c-4c56-9f19-ab3100660338) {{(pid=104101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 21:13:09.294954 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e590d6-b2f8-442d-972f-e8220f94dc23 None None] Pushing event updated for resources: {'Port': ['ID=cdf39764-ecd7-4a15-b147-4ef9d1be5b3b,revision_number=2']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:13:09.379830 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-fb9928b3-a9c4-448c-962c-b6204d6a5e1d admin admin] Publish callbacks [] for port (2a5ae723-612c-4c56-9f19-ab3100660338), precommit_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:09.410196 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:13:09.422981 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-fb9928b3-a9c4-448c-962c-b6204d6a5e1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787881445699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13231773'] for port (2a5ae723-612c-4c56-9f19-ab3100660338), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:09.467349 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb9928b3-a9c4-448c-962c-b6204d6a5e1d admin admin] Network 7d433162-bc3c-42dc-9b38-0bd5733b5e12 is already hosted by enough agents. {{(pid=104101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 21:13:09.471214 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.scheduler.base_scheduler [None req-fb9928b3-a9c4-448c-962c-b6204d6a5e1d admin admin] Resources bound (agent type, host, resource id): {{(pid=104101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:13:09.475680 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9928b3-a9c4-448c-962c-b6204d6a5e1d admin admin] Received port after_create {{(pid=104101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 21:13:09.520154 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9928b3-a9c4-448c-962c-b6204d6a5e1d admin admin] Pushing event updated for resources: {'Port': ['ID=2a5ae723-612c-4c56-9f19-ab3100660338,revision_number=1']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:13:09.777757 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:13:09.786101 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-dfb06b74-436a-4d34-9f8b-53ca1c97250c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (28061657-8b16-479f-8ff4-19bdcc74bc2c), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:09.799342 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-fb9928b3-a9c4-448c-962c-b6204d6a5e1d admin admin] Publish callbacks [] for router_gateway (cf8c8919-5d76-45bb-a8cf-099a117a83dc), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:09.988459 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-fb9928b3-a9c4-448c-962c-b6204d6a5e1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1900237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1617465'] for router (cf8c8919-5d76-45bb-a8cf-099a117a83dc), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:10.040169 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-68d0f862-184a-4dea-8b4d-20fcde64e49c req-3895c184-a17b-4eb5-af66-0da8a69c4a6d tempest-VolumesNegativeTest-1998745221 tempest-VolumesNegativeTest-1998745221-project] 10.222.0.57 "GET /v2.0/ports?device_id=f9f6b8d2-9533-438a-9a1b-2d67e9d75cd8 HTTP/1.1" status: 200 len: 210 time: 0.0342240 May 26 21:13:10.130697 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb9928b3-a9c4-448c-962c-b6204d6a5e1d admin admin] Router cf8c8919-5d76-45bb-a8cf-099a117a83dc is scheduled to L3 agent ccb07560-1e88-42f3-8411-377a93089622 with binding_index 1 {{(pid=104101) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 21:13:10.165210 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 53798) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:13:10.225018 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.db.db_base_plugin_v2 [None req-3de1f346-2771-4735-ba29-1a1965f70641 admin admin] Deleting subnet 78d1818a-39ee-4c76-a0e5-ad97ae03aaf7 {{(pid=104102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 21:13:10.229467 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-3de1f346-2771-4735-ba29-1a1965f70641 admin admin] Publish callbacks [] for subnet (78d1818a-39ee-4c76-a0e5-ad97ae03aaf7), before_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:10.247832 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Device ab38d906-efa1-4723-a73b-6a1eb3abd64d up at agent ovs-agent-dv-cinder-828806-3-iscsi {{(pid=104103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:13:10.269093 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb9928b3-a9c4-448c-962c-b6204d6a5e1d admin admin] Notify agent at l3_agent.dv-cinder-828806-3-iscsi the message routers_updated {{(pid=104101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 21:13:10.274910 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f62f7fb-9bd6-46e7-9786-669cf727bca3 None None] Sync routers for ids ['9afac8d8-f3ca-4fa1-b94e-bb17f7d5f700'] in dv-cinder-828806-3-iscsi {{(pid=104104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 21:13:10.280753 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-3de1f346-2771-4735-ba29-1a1965f70641 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16235537'] for subnet (78d1818a-39ee-4c76-a0e5-ad97ae03aaf7), precommit_delete_associations {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:10.287094 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f62f7fb-9bd6-46e7-9786-669cf727bca3 None None] Routers {'9afac8d8-f3ca-4fa1-b94e-bb17f7d5f700'} bound to L3 agent in host dv-cinder-828806-3-iscsi {{(pid=104104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:13:10.288019 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_hamode_db [None req-7f62f7fb-9bd6-46e7-9786-669cf727bca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T20:55:42Z,description=,heartbeat_timestamp=2022-05-26T21:12:42Z,host='dv-cinder-828806-3-iscsi',id=ccb07560-1e88-42f3-8411-377a93089622,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T20:55:42Z,topic='l3_agent')) {'router_ids': ['9afac8d8-f3ca-4fa1-b94e-bb17f7d5f700'], 'active': True} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:13:10.294366 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ce8557-13b9-4bf1-a48b-0f73d79a46df None None] Sync routers for ids ['cf8c8919-5d76-45bb-a8cf-099a117a83dc'] in dv-cinder-828806-3-iscsi {{(pid=104103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 21:13:10.304777 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-fb9928b3-a9c4-448c-962c-b6204d6a5e1d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:10.306270 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:13:10.313672 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-fb9928b3-a9c4-448c-962c-b6204d6a5e1d admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 1.8645229 May 26 21:13:10.313888 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 53800) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:13:10.328005 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-3de1f346-2771-4735-ba29-1a1965f70641 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-985580'] for subnet (78d1818a-39ee-4c76-a0e5-ad97ae03aaf7), precommit_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:10.336170 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ce8557-13b9-4bf1-a48b-0f73d79a46df None None] Routers {'cf8c8919-5d76-45bb-a8cf-099a117a83dc'} bound to L3 agent in host dv-cinder-828806-3-iscsi {{(pid=104103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:13:10.337282 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_hamode_db [None req-63ce8557-13b9-4bf1-a48b-0f73d79a46df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T20:55:42Z,description=,heartbeat_timestamp=2022-05-26T21:12:42Z,host='dv-cinder-828806-3-iscsi',id=ccb07560-1e88-42f3-8411-377a93089622,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T20:55:42Z,topic='l3_agent')) {'router_ids': ['cf8c8919-5d76-45bb-a8cf-099a117a83dc'], 'active': True} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:13:10.419591 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-3de1f346-2771-4735-ba29-1a1965f70641 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-985589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16680622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15806586'] for subnet (78d1818a-39ee-4c76-a0e5-ad97ae03aaf7), after_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:10.430748 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvr_db [None req-7f62f7fb-9bd6-46e7-9786-669cf727bca3 None None] Set router 9afac8d8-f3ca-4fa1-b94e-bb17f7d5f700 gateway port host: dv-cinder-828806-3-iscsi {{(pid=104104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:13:10.459905 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de1f346-2771-4735-ba29-1a1965f70641 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78d1818a-39ee-4c76-a0e5-ad97ae03aaf7,revision_number=None']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:13:10.469937 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-3de1f346-2771-4735-ba29-1a1965f70641 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-416010'] for subnet (None), before_response {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:10.474671 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-3de1f346-2771-4735-ba29-1a1965f70641 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/78d1818a-39ee-4c76-a0e5-ad97ae03aaf7 HTTP/1.1" status: 204 len: 168 time: 0.3084295 May 26 21:13:10.477032 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 53802) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:13:10.520324 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvr_db [None req-63ce8557-13b9-4bf1-a48b-0f73d79a46df None None] Set router cf8c8919-5d76-45bb-a8cf-099a117a83dc gateway port host: dv-cinder-828806-3-iscsi {{(pid=104103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:13:10.576865 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-0654b24f-ad35-4894-9917-c2fe49064552 req-2e76bcab-6f16-47a2-9e2e-3bf6a57258ee tempest-VolumesNegativeTest-1998745221 tempest-VolumesNegativeTest-1998745221-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=2ac6e23534754c618cebf75ae3e36eb6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0642951 May 26 21:13:10.611435 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-c5eb1493-f63e-4bf9-8b9c-93a389449015 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-791915'] for network (bbe0c4f7-1349-405d-b1f0-935d04e42d4a), before_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:10.671438 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_hamode_db [None req-7f62f7fb-9bd6-46e7-9786-669cf727bca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9afac8d8-f3ca-4fa1-b94e-bb17f7d5f700', 'name': 'tempest-TestShelveInstance-1163310947-router', 'tenant_id': '759c767b215942e5852e12fa01e22001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': 'ab38d906-efa1-4723-a73b-6a1eb3abd64d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:13:03Z', 'updated_at': '2022-05-26T21:13:06Z', 'revision_number': 4, 'project_id': '759c767b215942e5852e12fa01e22001', 'gw_port': {'id': 'ab38d906-efa1-4723-a73b-6a1eb3abd64d', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:9a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afac8d8-f3ca-4fa1-b94e-bb17f7d5f700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:13:03Z', 'updated_at': '2022-05-26T21:13:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi', '_interfaces': [{'id': '2f7b62e5-ba86-4eb5-9d7b-d5f874723da6', 'name': '', 'network_id': '6f730d0b-3c50-487c-9bc6-ce9af8a4b7f1', 'tenant_id': '759c767b215942e5852e12fa01e22001', 'mac_address': 'fa:16:3e:1f:c3:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9afac8d8-f3ca-4fa1-b94e-bb17f7d5f700', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'b1d42bc1-f649-411a-98f0-60c8eaa16a2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:13:05Z', 'updated_at': '2022-05-26T21:13:06Z', 'revision_number': 2, 'project_id': '759c767b215942e5852e12fa01e22001', 'subnets': [{'id': 'b1d42bc1-f649-411a-98f0-60c8eaa16a2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-3-iscsi', False) {} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:13:10.733085 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f62f7fb-9bd6-46e7-9786-669cf727bca3 None None] Checking router: 9afac8d8-f3ca-4fa1-b94e-bb17f7d5f700 for host: dv-cinder-828806-3-iscsi {{(pid=104104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 21:13:10.733488 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f62f7fb-9bd6-46e7-9786-669cf727bca3 None None] Updating router 9afac8d8-f3ca-4fa1-b94e-bb17f7d5f700 port 2f7b62e5-ba86-4eb5-9d7b-d5f874723da6 binding host dv-cinder-828806-3-iscsi {{(pid=104104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 21:13:10.752795 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-c5eb1493-f63e-4bf9-8b9c-93a389449015 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983897', 'neutron.services.segments.db._delete_segments_for_network-8787881958000'] for network (bbe0c4f7-1349-405d-b1f0-935d04e42d4a), precommit_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:10.775490 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-7f62f7fb-9bd6-46e7-9786-669cf727bca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (2f7b62e5-ba86-4eb5-9d7b-d5f874723da6), before_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:10.779800 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.services.segments.db [None req-c5eb1493-f63e-4bf9-8b9c-93a389449015 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbe0c4f7-1349-405d-b1f0-935d04e42d4a']}} {{(pid=104102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:13:10.782678 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-614da3e2-515e-4386-8a04-108e14c566cc None None] Network 36d114b7-78b0-4061-8ee4-1408d05ae996 requested from dv-cinder-828806-3-iscsi {{(pid=104103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 21:13:10.790182 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.services.segments.db [None req-c5eb1493-f63e-4bf9-8b9c-93a389449015 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6568e87-0523-4e7e-8b29-b4bd7eb1f786') {'for_net_delete': True} {{(pid=104102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:13:10.790693 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.services.segments.db [None req-c5eb1493-f63e-4bf9-8b9c-93a389449015 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6568e87-0523-4e7e-8b29-b4bd7eb1f786') {} {{(pid=104102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:13:10.819258 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-b445c231-b074-4c0d-bf02-608388edfddd None None] Provisioning complete for port cdf39764-ecd7-4a15-b147-4ef9d1be5b3b triggered by entity DHCP. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:13:10.819873 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-b445c231-b074-4c0d-bf02-608388edfddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (cdf39764-ecd7-4a15-b147-4ef9d1be5b3b), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:10.824026 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-c5eb1493-f63e-4bf9-8b9c-93a389449015 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787881958777', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16235560'] for segment (c6568e87-0523-4e7e-8b29-b4bd7eb1f786), before_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:10.841969 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-c5eb1493-f63e-4bf9-8b9c-93a389449015 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-995747'] for segment (c6568e87-0523-4e7e-8b29-b4bd7eb1f786), precommit_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:10.849990 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5eb1493-f63e-4bf9-8b9c-93a389449015 admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=104102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 21:13:10.850644 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-c5eb1493-f63e-4bf9-8b9c-93a389449015 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-995747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16679180'] for segment (c6568e87-0523-4e7e-8b29-b4bd7eb1f786), after_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:10.914836 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:13:10.930736 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-c5eb1493-f63e-4bf9-8b9c-93a389449015 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1614797'] for network (bbe0c4f7-1349-405d-b1f0-935d04e42d4a), after_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:10.954795 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.services.segments.plugin [-] Segment c6568e87-0523-4e7e-8b29-b4bd7eb1f786 resource provider aggregate not found May 26 21:13:10.960135 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-c5eb1493-f63e-4bf9-8b9c-93a389449015 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-416010'] for network (None), before_response {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:10.968349 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-c5eb1493-f63e-4bf9-8b9c-93a389449015 admin admin] 10.222.0.57 "DELETE /v2.0/networks/bbe0c4f7-1349-405d-b1f0-935d04e42d4a HTTP/1.1" status: 204 len: 168 time: 0.4896839 May 26 21:13:10.970013 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eb1493-f63e-4bf9-8b9c-93a389449015 admin admin] Pushing event deleted for resources: {'Network': ['ID=bbe0c4f7-1349-405d-b1f0-935d04e42d4a,revision_number=None']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:13:10.971317 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-b445c231-b074-4c0d-bf02-608388edfddd None None] Current status of the port cdf39764-ecd7-4a15-b147-4ef9d1be5b3b is: DOWN; New status is: ACTIVE {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:13:10.971898 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-b445c231-b074-4c0d-bf02-608388edfddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (cdf39764-ecd7-4a15-b147-4ef9d1be5b3b), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:10.989668 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Provisioning complete for port ab38d906-efa1-4723-a73b-6a1eb3abd64d triggered by entity L2. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:13:10.990037 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (ab38d906-efa1-4723-a73b-6a1eb3abd64d), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:11.004088 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.services.segments.plugin [-] Segment c6568e87-0523-4e7e-8b29-b4bd7eb1f786 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c6568e87-0523-4e7e-8b29-b4bd7eb1f786 found for delete ", "request_id": "req-306dfa85-ea89-47fa-957d-d43ef036a8c7"}]} May 26 21:13:11.087510 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:13:11.098578 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:13:11.165843 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-b445c231-b074-4c0d-bf02-608388edfddd None None] For port cdf39764-ecd7-4a15-b147-4ef9d1be5b3b, host dv-cinder-828806-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-3-iscsi',level=0,port_id=cdf39764-ecd7-4a15-b147-4ef9d1be5b3b,segment=NetworkSegment(75dafbb4-7c40-41ec-8607-3ca7fc9b87e7),segment_id=75dafbb4-7c40-41ec-8607-3ca7fc9b87e7)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:13:11.197292 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Current status of the port ab38d906-efa1-4723-a73b-6a1eb3abd64d is: ACTIVE; New status is: ACTIVE {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:13:11.198825 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Device cdf39764-ecd7-4a15-b147-4ef9d1be5b3b up at agent ovs-agent-dv-cinder-828806-3-iscsi {{(pid=104103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:13:11.222689 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-7f62f7fb-9bd6-46e7-9786-669cf727bca3 None None] Publish callbacks [] for port (2f7b62e5-ba86-4eb5-9d7b-d5f874723da6), precommit_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:11.231229 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-1aa3c6a6-28bd-4622-866d-8063c7fb40d0 req-b2a165c2-1cd1-4506-98df-1e8c9d694f1e tempest-VolumesNegativeTest-1998745221 tempest-VolumesNegativeTest-1998745221-project] 10.222.0.57 "GET /v2.0/ports?device_id=f9f6b8d2-9533-438a-9a1b-2d67e9d75cd8 HTTP/1.1" status: 200 len: 210 time: 0.0617471 May 26 21:13:11.241314 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-7f62f7fb-9bd6-46e7-9786-669cf727bca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (2f7b62e5-ba86-4eb5-9d7b-d5f874723da6), after_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:11.256336 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-b445c231-b074-4c0d-bf02-608388edfddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (cdf39764-ecd7-4a15-b147-4ef9d1be5b3b), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:11.307393 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 53816) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:13:11.341151 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:13:11.342293 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fe3c27-8113-4b3d-a53a-86b4d5998115 None None] Pushing event updated for resources: {'Port': ['ID=2f7b62e5-ba86-4eb5-9d7b-d5f874723da6,revision_number=3']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:13:11.356336 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe3c27-8113-4b3d-a53a-86b4d5998115 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:13:11.356722 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe3c27-8113-4b3d-a53a-86b4d5998115 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:13:11.357828 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe3c27-8113-4b3d-a53a-86b4d5998115 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:13:11.358152 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe3c27-8113-4b3d-a53a-86b4d5998115 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:13:11.358401 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe3c27-8113-4b3d-a53a-86b4d5998115 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:13:11.358974 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe3c27-8113-4b3d-a53a-86b4d5998115 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:13:11.359216 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe3c27-8113-4b3d-a53a-86b4d5998115 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:13:11.359573 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_hamode_db [None req-63ce8557-13b9-4bf1-a48b-0f73d79a46df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf8c8919-5d76-45bb-a8cf-099a117a83dc', 'name': 'tempest-TestShelveInstance-22161947-router', 'tenant_id': '3aea866bc8a5450da4debddfc37de132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': '2a5ae723-612c-4c56-9f19-ab3100660338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:13:08Z', 'updated_at': '2022-05-26T21:13:09Z', 'revision_number': 3, 'project_id': '3aea866bc8a5450da4debddfc37de132', 'gw_port': {'id': '2a5ae723-612c-4c56-9f19-ab3100660338', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c0:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf8c8919-5d76-45bb-a8cf-099a117a83dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:13:09Z', 'updated_at': '2022-05-26T21:13:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi'}], 'dv-cinder-828806-3-iscsi', False) {} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:13:11.359741 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe3c27-8113-4b3d-a53a-86b4d5998115 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:13:11.360498 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe3c27-8113-4b3d-a53a-86b4d5998115 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:13:11.360498 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe3c27-8113-4b3d-a53a-86b4d5998115 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:13:11.360712 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe3c27-8113-4b3d-a53a-86b4d5998115 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:13:11.361009 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe3c27-8113-4b3d-a53a-86b4d5998115 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:13:11.361339 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe3c27-8113-4b3d-a53a-86b4d5998115 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:13:11.361709 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe3c27-8113-4b3d-a53a-86b4d5998115 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:13:11.362032 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fe3c27-8113-4b3d-a53a-86b4d5998115 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:13:11.402007 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-ce7ed39b-7fa5-4412-9098-e6613e92868b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=24cf32bd40be4be9a83d0771e4f939fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0933228 May 26 21:13:11.402628 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 53818) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:13:11.407072 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ce8557-13b9-4bf1-a48b-0f73d79a46df None None] Checking router: cf8c8919-5d76-45bb-a8cf-099a117a83dc for host: dv-cinder-828806-3-iscsi {{(pid=104103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 21:13:11.415734 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ce8557-13b9-4bf1-a48b-0f73d79a46df None None] Updating router cf8c8919-5d76-45bb-a8cf-099a117a83dc port 2a5ae723-612c-4c56-9f19-ab3100660338 binding host dv-cinder-828806-3-iscsi {{(pid=104103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 21:13:11.429905 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:13:11.447130 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.managers [None req-7f62f7fb-9bd6-46e7-9786-669cf727bca3 None None] Attempting to bind port 2f7b62e5-ba86-4eb5-9d7b-d5f874723da6 on host dv-cinder-828806-3-iscsi for vnic_type normal with profile {{(pid=104104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 21:13:11.447519 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.managers [None req-7f62f7fb-9bd6-46e7-9786-669cf727bca3 None None] Attempting to bind port 2f7b62e5-ba86-4eb5-9d7b-d5f874723da6 by drivers openvswitch,hyperv on host dv-cinder-828806-3-iscsi at level 0 using segments [{'id': 'a2a9d759-8eb9-4516-9359-feb8398e361f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '6f730d0b-3c50-487c-9bc6-ce9af8a4b7f1'}] {{(pid=104104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 21:13:11.447873 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f62f7fb-9bd6-46e7-9786-669cf727bca3 None None] Attempting to bind port 2f7b62e5-ba86-4eb5-9d7b-d5f874723da6 on network 6f730d0b-3c50-487c-9bc6-ce9af8a4b7f1 {{(pid=104104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 21:13:11.456296 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b445c231-b074-4c0d-bf02-608388edfddd None None] Pushing event updated for resources: {'Port': ['ID=cdf39764-ecd7-4a15-b147-4ef9d1be5b3b,revision_number=3']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:13:11.458691 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f62f7fb-9bd6-46e7-9786-669cf727bca3 None None] Checking agent: {'id': '545ffc5a-00f7-4140-8f25-9e74b0e32d39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828806-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 20, 55, 46), 'started_at': datetime.datetime(2022, 5, 26, 20, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 21, 12, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828806-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 21:13:11.461209 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f62f7fb-9bd6-46e7-9786-669cf727bca3 None None] Checking segment: {'id': 'a2a9d759-8eb9-4516-9359-feb8398e361f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '6f730d0b-3c50-487c-9bc6-ce9af8a4b7f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 21:13:11.461900 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-7f62f7fb-9bd6-46e7-9786-669cf727bca3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:11.462723 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f62f7fb-9bd6-46e7-9786-669cf727bca3 None None] Bound using segment: {'id': 'a2a9d759-8eb9-4516-9359-feb8398e361f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '6f730d0b-3c50-487c-9bc6-ce9af8a4b7f1'} {{(pid=104104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 21:13:11.465011 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.managers [None req-7f62f7fb-9bd6-46e7-9786-669cf727bca3 None None] Bound port: 2f7b62e5-ba86-4eb5-9d7b-d5f874723da6, host: dv-cinder-828806-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2a9d759-8eb9-4516-9359-feb8398e361f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '6f730d0b-3c50-487c-9bc6-ce9af8a4b7f1'}}] {{(pid=104104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 21:13:11.465853 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-7f62f7fb-9bd6-46e7-9786-669cf727bca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (2f7b62e5-ba86-4eb5-9d7b-d5f874723da6), before_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:11.466422 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0654b24f-ad35-4894-9917-c2fe49064552 req-4546ada2-7f57-4eda-82f2-5c3b117dd552 tempest-VolumesNegativeTest-1998745221 tempest-VolumesNegativeTest-1998745221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:13:11.468126 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-0654b24f-ad35-4894-9917-c2fe49064552 req-4546ada2-7f57-4eda-82f2-5c3b117dd552 tempest-VolumesNegativeTest-1998745221 tempest-VolumesNegativeTest-1998745221-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8762178 May 26 21:13:11.484843 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-7870ecb7-a168-42ff-82af-9c39cf2754c8 admin admin] Publish callbacks [] for security_group (7b2e98b0-5958-4ebe-901f-c4368c9ea995), before_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:11.503944 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.v2.base [req-0654b24f-ad35-4894-9917-c2fe49064552 req-96f21d4d-fe57-4ae9-a587-8fcc7fd28618 tempest-VolumesNegativeTest-1998745221 tempest-VolumesNegativeTest-1998745221-project] Request body: {'port': {'device_id': 'f9f6b8d2-9533-438a-9a1b-2d67e9d75cd8', 'network_id': 'd9e6b5ba-a05e-4c53-ae00-0820bf0d5270', 'admin_state_up': True, 'tenant_id': '2ac6e23534754c618cebf75ae3e36eb6'}} {{(pid=104101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:13:11.515990 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-7870ecb7-a168-42ff-82af-9c39cf2754c8 admin admin] Publish callbacks [] for security_group (7b2e98b0-5958-4ebe-901f-c4368c9ea995), precommit_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:11.532039 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Provisioning complete for port cdf39764-ecd7-4a15-b147-4ef9d1be5b3b triggered by entity L2. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:13:11.532406 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (cdf39764-ecd7-4a15-b147-4ef9d1be5b3b), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:11.533946 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-7745b361-780c-42c5-895a-0019f8bc1121 None None] Provisioning complete for port cdf39764-ecd7-4a15-b147-4ef9d1be5b3b triggered by entity DHCP. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:13:11.534296 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-7745b361-780c-42c5-895a-0019f8bc1121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (cdf39764-ecd7-4a15-b147-4ef9d1be5b3b), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:11.537732 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-63ce8557-13b9-4bf1-a48b-0f73d79a46df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (2a5ae723-612c-4c56-9f19-ab3100660338), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:11.564565 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.db [None req-7f62f7fb-9bd6-46e7-9786-669cf727bca3 None None] For port 2f7b62e5-ba86-4eb5-9d7b-d5f874723da6, host dv-cinder-828806-3-iscsi, cleared binding levels {{(pid=104104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 21:13:11.570028 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.db [None req-7f62f7fb-9bd6-46e7-9786-669cf727bca3 None None] For port 2f7b62e5-ba86-4eb5-9d7b-d5f874723da6, host dv-cinder-828806-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-3-iscsi',level=0,port_id=2f7b62e5-ba86-4eb5-9d7b-d5f874723da6,segment=NetworkSegment(a2a9d759-8eb9-4516-9359-feb8398e361f),segment_id=a2a9d759-8eb9-4516-9359-feb8398e361f)] {{(pid=104104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 21:13:11.593595 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-7f62f7fb-9bd6-46e7-9786-669cf727bca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (2f7b62e5-ba86-4eb5-9d7b-d5f874723da6), after_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:11.607352 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-7870ecb7-a168-42ff-82af-9c39cf2754c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (7b2e98b0-5958-4ebe-901f-c4368c9ea995), after_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:11.612711 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-7870ecb7-a168-42ff-82af-9c39cf2754c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:11.617276 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-7870ecb7-a168-42ff-82af-9c39cf2754c8 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7b2e98b0-5958-4ebe-901f-c4368c9ea995 HTTP/1.1" status: 204 len: 168 time: 0.2136705 May 26 21:13:11.630708 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7870ecb7-a168-42ff-82af-9c39cf2754c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b2e98b0-5958-4ebe-901f-c4368c9ea995,revision_number=None']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:13:11.683336 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:13:11.691894 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fe3c27-8113-4b3d-a53a-86b4d5998115 None None] Pushing event updated for resources: {'Port': ['ID=2f7b62e5-ba86-4eb5-9d7b-d5f874723da6,revision_number=4']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:13:11.714107 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-efb822ed-e0df-43c4-af2b-35f8caae06a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (None), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:11.723792 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f62f7fb-9bd6-46e7-9786-669cf727bca3 None None] Routers {'9afac8d8-f3ca-4fa1-b94e-bb17f7d5f700'} bound to L3 agent in host dv-cinder-828806-3-iscsi {{(pid=104104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:13:11.724995 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_hamode_db [None req-7f62f7fb-9bd6-46e7-9786-669cf727bca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T20:55:42Z,description=,heartbeat_timestamp=2022-05-26T21:12:42Z,host='dv-cinder-828806-3-iscsi',id=ccb07560-1e88-42f3-8411-377a93089622,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T20:55:42Z,topic='l3_agent')) {'router_ids': ['9afac8d8-f3ca-4fa1-b94e-bb17f7d5f700'], 'active': True} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:13:11.884103 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvr_db [None req-7f62f7fb-9bd6-46e7-9786-669cf727bca3 None None] Set router 9afac8d8-f3ca-4fa1-b94e-bb17f7d5f700 gateway port host: dv-cinder-828806-3-iscsi {{(pid=104104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:13:11.903293 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-7745b361-780c-42c5-895a-0019f8bc1121 None None] Current status of the port cdf39764-ecd7-4a15-b147-4ef9d1be5b3b is: ACTIVE; New status is: ACTIVE {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:13:11.910883 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Current status of the port cdf39764-ecd7-4a15-b147-4ef9d1be5b3b is: ACTIVE; New status is: ACTIVE {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:13:11.950494 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.db.db_base_plugin_common [None req-efb822ed-e0df-43c4-af2b-35f8caae06a9 admin admin] Allocated IP 172.20.0.1 (36d114b7-78b0-4061-8ee4-1408d05ae996/85cd21c5-aee0-4df7-8153-80c2aa4b60d5/67cd4a35-741b-4665-ab25-ad4b3d2a9c16) {{(pid=104101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 21:13:12.026763 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0654b24f-ad35-4894-9917-c2fe49064552 req-96f21d4d-fe57-4ae9-a587-8fcc7fd28618 tempest-VolumesNegativeTest-1998745221 tempest-VolumesNegativeTest-1998745221-project] Made reservation on behalf of 2ac6e23534754c618cebf75ae3e36eb6 for: {'port': 1} {{(pid=104101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 21:13:12.032946 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-0654b24f-ad35-4894-9917-c2fe49064552 req-96f21d4d-fe57-4ae9-a587-8fcc7fd28618 tempest-VolumesNegativeTest-1998745221 tempest-VolumesNegativeTest-1998745221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (None), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:12.059980 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-0654b24f-ad35-4894-9917-c2fe49064552 req-96f21d4d-fe57-4ae9-a587-8fcc7fd28618 tempest-VolumesNegativeTest-1998745221 tempest-VolumesNegativeTest-1998745221-project] Publish callbacks [] for security_group (None), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:12.075664 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-4fc3bdaf-626e-45cd-9c44-a1fdcef18678 None None] Provisioning complete for port 2f7b62e5-ba86-4eb5-9d7b-d5f874723da6 triggered by entity DHCP. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:13:12.076032 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4fc3bdaf-626e-45cd-9c44-a1fdcef18678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (2f7b62e5-ba86-4eb5-9d7b-d5f874723da6), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:12.118099 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_hamode_db [None req-7f62f7fb-9bd6-46e7-9786-669cf727bca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9afac8d8-f3ca-4fa1-b94e-bb17f7d5f700', 'name': 'tempest-TestShelveInstance-1163310947-router', 'tenant_id': '759c767b215942e5852e12fa01e22001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': 'ab38d906-efa1-4723-a73b-6a1eb3abd64d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:13:03Z', 'updated_at': '2022-05-26T21:13:06Z', 'revision_number': 4, 'project_id': '759c767b215942e5852e12fa01e22001', 'gw_port': {'id': 'ab38d906-efa1-4723-a73b-6a1eb3abd64d', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:9a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afac8d8-f3ca-4fa1-b94e-bb17f7d5f700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:13:03Z', 'updated_at': '2022-05-26T21:13:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi', '_interfaces': [{'id': '2f7b62e5-ba86-4eb5-9d7b-d5f874723da6', 'name': '', 'network_id': '6f730d0b-3c50-487c-9bc6-ce9af8a4b7f1', 'tenant_id': '759c767b215942e5852e12fa01e22001', 'mac_address': 'fa:16:3e:1f:c3:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9afac8d8-f3ca-4fa1-b94e-bb17f7d5f700', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'b1d42bc1-f649-411a-98f0-60c8eaa16a2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:13:05Z', 'updated_at': '2022-05-26T21:13:11Z', 'revision_number': 4, 'project_id': '759c767b215942e5852e12fa01e22001', 'subnets': [{'id': 'b1d42bc1-f649-411a-98f0-60c8eaa16a2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-3-iscsi', False) {} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:13:12.123082 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-1dc763e7-e0de-4b59-96f4-3b1255f69d4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (ccb07560-1e88-42f3-8411-377a93089622), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:12.144289 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f62f7fb-9bd6-46e7-9786-669cf727bca3 None None] The sync data for ids ['9afac8d8-f3ca-4fa1-b94e-bb17f7d5f700'] in dv-cinder-828806-3-iscsi is: [{'id': '9afac8d8-f3ca-4fa1-b94e-bb17f7d5f700', 'name': 'tempest-TestShelveInstance-1163310947-router', 'tenant_id': '759c767b215942e5852e12fa01e22001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': 'ab38d906-efa1-4723-a73b-6a1eb3abd64d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:13:03Z', 'updated_at': '2022-05-26T21:13:06Z', 'revision_number': 4, 'project_id': '759c767b215942e5852e12fa01e22001', 'gw_port': {'id': 'ab38d906-efa1-4723-a73b-6a1eb3abd64d', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:9a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afac8d8-f3ca-4fa1-b94e-bb17f7d5f700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:13:03Z', 'updated_at': '2022-05-26T21:13:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi', '_interfaces': [{'id': '2f7b62e5-ba86-4eb5-9d7b-d5f874723da6', 'name': '', 'network_id': '6f730d0b-3c50-487c-9bc6-ce9af8a4b7f1', 'tenant_id': '759c767b215942e5852e12fa01e22001', 'mac_address': 'fa:16:3e:1f:c3:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9afac8d8-f3ca-4fa1-b94e-bb17f7d5f700', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'b1d42bc1-f649-411a-98f0-60c8eaa16a2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:13:05Z', 'updated_at': '2022-05-26T21:13:11Z', 'revision_number': 4, 'project_id': '759c767b215942e5852e12fa01e22001', 'subnets': [{'id': 'b1d42bc1-f649-411a-98f0-60c8eaa16a2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 21:13:12.150170 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-efb822ed-e0df-43c4-af2b-35f8caae06a9 admin admin] Publish callbacks [] for port (67cd4a35-741b-4665-ab25-ad4b3d2a9c16), precommit_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:12.157294 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:13:12.195947 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-63ce8557-13b9-4bf1-a48b-0f73d79a46df None None] Publish callbacks [] for port (2a5ae723-612c-4c56-9f19-ab3100660338), precommit_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:12.223046 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Device 2f7b62e5-ba86-4eb5-9d7b-d5f874723da6 up at agent ovs-agent-dv-cinder-828806-3-iscsi {{(pid=104103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:13:12.228620 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-63ce8557-13b9-4bf1-a48b-0f73d79a46df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (2a5ae723-612c-4c56-9f19-ab3100660338), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:12.262939 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-efb822ed-e0df-43c4-af2b-35f8caae06a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787881445699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13231773'] for port (67cd4a35-741b-4665-ab25-ad4b3d2a9c16), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:12.314358 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-0654b24f-ad35-4894-9917-c2fe49064552 req-96f21d4d-fe57-4ae9-a587-8fcc7fd28618 tempest-VolumesNegativeTest-1998745221 tempest-VolumesNegativeTest-1998745221-project] Publish callbacks [] for security_group (4f61b5ca-d4f6-4598-9239-ef5cf0213455), precommit_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:12.319265 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb822ed-e0df-43c4-af2b-35f8caae06a9 admin admin] Network 36d114b7-78b0-4061-8ee4-1408d05ae996 is already hosted by enough agents. {{(pid=104101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 21:13:12.324794 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.scheduler.base_scheduler [None req-efb822ed-e0df-43c4-af2b-35f8caae06a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:13:12.327638 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb822ed-e0df-43c4-af2b-35f8caae06a9 admin admin] Received port after_create {{(pid=104101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 21:13:12.353267 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-0654b24f-ad35-4894-9917-c2fe49064552 req-96f21d4d-fe57-4ae9-a587-8fcc7fd28618 tempest-VolumesNegativeTest-1998745221 tempest-VolumesNegativeTest-1998745221-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (4f61b5ca-d4f6-4598-9239-ef5cf0213455), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:12.378233 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-4fc3bdaf-626e-45cd-9c44-a1fdcef18678 None None] Current status of the port 2f7b62e5-ba86-4eb5-9d7b-d5f874723da6 is: DOWN; New status is: ACTIVE {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:13:12.378784 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4fc3bdaf-626e-45cd-9c44-a1fdcef18678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (2f7b62e5-ba86-4eb5-9d7b-d5f874723da6), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:12.380270 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:13:12.405966 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-57b093ba-07a7-4bea-aae4-a6ee24131218 req-4a5a2e3f-96e4-4a40-abae-8a4cc4c6dd24 tempest-VolumesNegativeTest-1998745221 tempest-VolumesNegativeTest-1998745221-project] 10.222.0.57 "GET /v2.0/ports?device_id=f9f6b8d2-9533-438a-9a1b-2d67e9d75cd8 HTTP/1.1" status: 200 len: 210 time: 0.0957239 May 26 21:13:12.414937 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f21d4d-fe57-4ae9-a587-8fcc7fd28618 tempest-VolumesNegativeTest-1998745221 tempest-VolumesNegativeTest-1998745221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f61b5ca-d4f6-4598-9239-ef5cf0213455,revision_number=1']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:13:12.434977 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178bf7a3-15c1-45d8-8b66-5c3707545702 None None] Pushing event updated for resources: {'Port': ['ID=2a5ae723-612c-4c56-9f19-ab3100660338,revision_number=2']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:13:12.439810 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.managers [None req-63ce8557-13b9-4bf1-a48b-0f73d79a46df None None] Attempting to bind port 2a5ae723-612c-4c56-9f19-ab3100660338 on host dv-cinder-828806-3-iscsi for vnic_type normal with profile {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 21:13:12.440331 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.managers [None req-63ce8557-13b9-4bf1-a48b-0f73d79a46df None None] Attempting to bind port 2a5ae723-612c-4c56-9f19-ab3100660338 by drivers openvswitch,hyperv on host dv-cinder-828806-3-iscsi at level 0 using segments [{'id': '8d4aea41-d977-462c-9098-4088113247cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12'}] {{(pid=104103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 21:13:12.440836 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ce8557-13b9-4bf1-a48b-0f73d79a46df None None] Attempting to bind port 2a5ae723-612c-4c56-9f19-ab3100660338 on network 7d433162-bc3c-42dc-9b38-0bd5733b5e12 {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 21:13:12.446813 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:13:12.448176 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb822ed-e0df-43c4-af2b-35f8caae06a9 admin admin] Pushing event updated for resources: {'Port': ['ID=67cd4a35-741b-4665-ab25-ad4b3d2a9c16,revision_number=1']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:13:12.475461 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ce8557-13b9-4bf1-a48b-0f73d79a46df None None] Checking agent: {'id': '545ffc5a-00f7-4140-8f25-9e74b0e32d39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828806-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 20, 55, 46), 'started_at': datetime.datetime(2022, 5, 26, 20, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 21, 12, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828806-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 21:13:12.475829 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ce8557-13b9-4bf1-a48b-0f73d79a46df None None] Checking segment: {'id': '8d4aea41-d977-462c-9098-4088113247cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 21:13:12.476227 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-63ce8557-13b9-4bf1-a48b-0f73d79a46df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:12.476614 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ce8557-13b9-4bf1-a48b-0f73d79a46df None None] Bound using segment: {'id': '8d4aea41-d977-462c-9098-4088113247cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12'} {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 21:13:12.477090 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.managers [None req-63ce8557-13b9-4bf1-a48b-0f73d79a46df None None] Bound port: 2a5ae723-612c-4c56-9f19-ab3100660338, host: dv-cinder-828806-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d4aea41-d977-462c-9098-4088113247cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12'}}] {{(pid=104103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 21:13:12.477464 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-63ce8557-13b9-4bf1-a48b-0f73d79a46df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (2a5ae723-612c-4c56-9f19-ab3100660338), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:12.508018 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-efb822ed-e0df-43c4-af2b-35f8caae06a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1614666'] for router_interface (cf8c8919-5d76-45bb-a8cf-099a117a83dc), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:12.521352 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Provisioning complete for port 2f7b62e5-ba86-4eb5-9d7b-d5f874723da6 triggered by entity L2. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:13:12.521979 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (2f7b62e5-ba86-4eb5-9d7b-d5f874723da6), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:12.571359 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-4fc3bdaf-626e-45cd-9c44-a1fdcef18678 None None] For port 2f7b62e5-ba86-4eb5-9d7b-d5f874723da6, host dv-cinder-828806-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-3-iscsi',level=0,port_id=2f7b62e5-ba86-4eb5-9d7b-d5f874723da6,segment=NetworkSegment(a2a9d759-8eb9-4516-9359-feb8398e361f),segment_id=a2a9d759-8eb9-4516-9359-feb8398e361f)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:13:12.600185 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4fc3bdaf-626e-45cd-9c44-a1fdcef18678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (2f7b62e5-ba86-4eb5-9d7b-d5f874723da6), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:12.671706 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.db.db_base_plugin_common [req-0654b24f-ad35-4894-9917-c2fe49064552 req-96f21d4d-fe57-4ae9-a587-8fcc7fd28618 tempest-VolumesNegativeTest-1998745221 tempest-VolumesNegativeTest-1998745221-project] Allocated IP 192.168.233.190 (d9e6b5ba-a05e-4c53-ae00-0820bf0d5270/64790024-3278-4738-adb3-495e95028ef5/b292cf65-ce77-4b01-b227-bda0e1509baf) {{(pid=104101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 21:13:12.713454 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-63ce8557-13b9-4bf1-a48b-0f73d79a46df None None] For port 2a5ae723-612c-4c56-9f19-ab3100660338, host dv-cinder-828806-3-iscsi, cleared binding levels {{(pid=104103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 21:13:12.747794 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc3bdaf-626e-45cd-9c44-a1fdcef18678 None None] Pushing event updated for resources: {'Port': ['ID=2f7b62e5-ba86-4eb5-9d7b-d5f874723da6,revision_number=5']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:13:12.752906 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-63ce8557-13b9-4bf1-a48b-0f73d79a46df None None] For port 2a5ae723-612c-4c56-9f19-ab3100660338, host dv-cinder-828806-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-3-iscsi',level=0,port_id=2a5ae723-612c-4c56-9f19-ab3100660338,segment=NetworkSegment(8d4aea41-d977-462c-9098-4088113247cb),segment_id=8d4aea41-d977-462c-9098-4088113247cb)] {{(pid=104103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 21:13:12.760775 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:13:12.762370 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-efb822ed-e0df-43c4-af2b-35f8caae06a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (67cd4a35-741b-4665-ab25-ad4b3d2a9c16), before_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:12.763361 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-008b316b-f071-463d-8e7e-a3358f101806 None None] Provisioning complete for port 2f7b62e5-ba86-4eb5-9d7b-d5f874723da6 triggered by entity DHCP. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:13:12.764036 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-008b316b-f071-463d-8e7e-a3358f101806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (2f7b62e5-ba86-4eb5-9d7b-d5f874723da6), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:12.790839 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-63ce8557-13b9-4bf1-a48b-0f73d79a46df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (2a5ae723-612c-4c56-9f19-ab3100660338), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:12.883993 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Current status of the port 2f7b62e5-ba86-4eb5-9d7b-d5f874723da6 is: ACTIVE; New status is: ACTIVE {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:13:12.885528 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Device cdf39764-ecd7-4a15-b147-4ef9d1be5b3b up at agent ovs-agent-dv-cinder-828806-3-iscsi {{(pid=104103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:13:12.960194 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-0654b24f-ad35-4894-9917-c2fe49064552 req-96f21d4d-fe57-4ae9-a587-8fcc7fd28618 tempest-VolumesNegativeTest-1998745221 tempest-VolumesNegativeTest-1998745221-project] Publish callbacks [] for port (b292cf65-ce77-4b01-b227-bda0e1509baf), precommit_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:12.976076 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ce8557-13b9-4bf1-a48b-0f73d79a46df None None] Routers {'cf8c8919-5d76-45bb-a8cf-099a117a83dc'} bound to L3 agent in host dv-cinder-828806-3-iscsi {{(pid=104103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:13:12.976772 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_hamode_db [None req-63ce8557-13b9-4bf1-a48b-0f73d79a46df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T20:55:42Z,description=,heartbeat_timestamp=2022-05-26T21:13:12Z,host='dv-cinder-828806-3-iscsi',id=ccb07560-1e88-42f3-8411-377a93089622,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T20:55:42Z,topic='l3_agent')) {'router_ids': ['cf8c8919-5d76-45bb-a8cf-099a117a83dc'], 'active': True} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:13:12.984285 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178bf7a3-15c1-45d8-8b66-5c3707545702 None None] Pushing event updated for resources: {'Port': ['ID=2a5ae723-612c-4c56-9f19-ab3100660338,revision_number=3']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:13:13.064258 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:13:13.082313 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-0654b24f-ad35-4894-9917-c2fe49064552 req-96f21d4d-fe57-4ae9-a587-8fcc7fd28618 tempest-VolumesNegativeTest-1998745221 tempest-VolumesNegativeTest-1998745221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787881445699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13231773'] for port (b292cf65-ce77-4b01-b227-bda0e1509baf), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:13.165844 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0654b24f-ad35-4894-9917-c2fe49064552 req-96f21d4d-fe57-4ae9-a587-8fcc7fd28618 tempest-VolumesNegativeTest-1998745221 tempest-VolumesNegativeTest-1998745221-project] Network d9e6b5ba-a05e-4c53-ae00-0820bf0d5270 is already hosted by enough agents. {{(pid=104101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 21:13:13.171215 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.scheduler.base_scheduler [req-0654b24f-ad35-4894-9917-c2fe49064552 req-96f21d4d-fe57-4ae9-a587-8fcc7fd28618 tempest-VolumesNegativeTest-1998745221 tempest-VolumesNegativeTest-1998745221-project] Resources bound (agent type, host, resource id): {{(pid=104101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:13:13.173810 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [req-0654b24f-ad35-4894-9917-c2fe49064552 req-96f21d4d-fe57-4ae9-a587-8fcc7fd28618 tempest-VolumesNegativeTest-1998745221 tempest-VolumesNegativeTest-1998745221-project] Received port after_create {{(pid=104101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 21:13:13.228693 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-2cedcaf3-f8c8-488c-9e0f-8ce175add227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (5deefb54-cd62-4255-b022-7e9734e3e0b8), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:13.236365 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0654b24f-ad35-4894-9917-c2fe49064552 req-96f21d4d-fe57-4ae9-a587-8fcc7fd28618 tempest-VolumesNegativeTest-1998745221 tempest-VolumesNegativeTest-1998745221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:13:13.237055 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-0654b24f-ad35-4894-9917-c2fe49064552 req-96f21d4d-fe57-4ae9-a587-8fcc7fd28618 tempest-VolumesNegativeTest-1998745221 tempest-VolumesNegativeTest-1998745221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25531'] for port (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:13.245812 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:13:13.269857 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Provisioning complete for port cdf39764-ecd7-4a15-b147-4ef9d1be5b3b triggered by entity L2. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:13:13.270231 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (cdf39764-ecd7-4a15-b147-4ef9d1be5b3b), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:13.272067 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-008b316b-f071-463d-8e7e-a3358f101806 None None] Current status of the port 2f7b62e5-ba86-4eb5-9d7b-d5f874723da6 is: ACTIVE; New status is: ACTIVE {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:13:13.286294 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f21d4d-fe57-4ae9-a587-8fcc7fd28618 tempest-VolumesNegativeTest-1998745221 tempest-VolumesNegativeTest-1998745221-project] Pushing event updated for resources: {'Port': ['ID=b292cf65-ce77-4b01-b227-bda0e1509baf,revision_number=1']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:13:13.291819 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-efb822ed-e0df-43c4-af2b-35f8caae06a9 admin admin] Publish callbacks [] for port (67cd4a35-741b-4665-ab25-ad4b3d2a9c16), precommit_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:13.302053 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-0654b24f-ad35-4894-9917-c2fe49064552 req-96f21d4d-fe57-4ae9-a587-8fcc7fd28618 tempest-VolumesNegativeTest-1998745221 tempest-VolumesNegativeTest-1998745221-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8022802 May 26 21:13:13.315955 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-efb822ed-e0df-43c4-af2b-35f8caae06a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13231786'] for port (67cd4a35-741b-4665-ab25-ad4b3d2a9c16), after_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:13.334346 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-008b316b-f071-463d-8e7e-a3358f101806 None None] Provisioning complete for port 67cd4a35-741b-4665-ab25-ad4b3d2a9c16 triggered by entity DHCP. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:13:13.334834 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-008b316b-f071-463d-8e7e-a3358f101806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (67cd4a35-741b-4665-ab25-ad4b3d2a9c16), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:13.341316 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvr_db [None req-63ce8557-13b9-4bf1-a48b-0f73d79a46df None None] Set router cf8c8919-5d76-45bb-a8cf-099a117a83dc gateway port host: dv-cinder-828806-3-iscsi {{(pid=104103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:13:13.354505 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.v2.base [req-0654b24f-ad35-4894-9917-c2fe49064552 req-918dec68-ef7d-43cb-9c57-df3ab672d553 service neutron] Request body: {'port': {'device_id': 'f9f6b8d2-9533-438a-9a1b-2d67e9d75cd8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=104101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:13:13.395844 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:13:13.436042 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-efb822ed-e0df-43c4-af2b-35f8caae06a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-416038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1615354'] for router_interface (cf8c8919-5d76-45bb-a8cf-099a117a83dc), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:13.450209 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-008b316b-f071-463d-8e7e-a3358f101806 None None] Port 67cd4a35-741b-4665-ab25-ad4b3d2a9c16 cannot update to ACTIVE because it is not bound. {{(pid=104103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 21:13:13.532388 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb822ed-e0df-43c4-af2b-35f8caae06a9 admin admin] Pushing event updated for resources: {'Port': ['ID=67cd4a35-741b-4665-ab25-ad4b3d2a9c16,revision_number=2']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:13:13.537149 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Current status of the port cdf39764-ecd7-4a15-b147-4ef9d1be5b3b is: ACTIVE; New status is: ACTIVE {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:13:13.543340 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:13:13.563769 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa10473-f0f6-4fb3-98d4-e958d2f6ccfd req-4d478f53-f08e-4608-b239-88abecab938e tempest-VolumesNegativeTest-1998745221 tempest-VolumesNegativeTest-1998745221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:13:13.571725 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-cfa10473-f0f6-4fb3-98d4-e958d2f6ccfd req-4d478f53-f08e-4608-b239-88abecab938e tempest-VolumesNegativeTest-1998745221 tempest-VolumesNegativeTest-1998745221-project] 10.222.0.57 "GET /v2.0/ports?device_id=f9f6b8d2-9533-438a-9a1b-2d67e9d75cd8 HTTP/1.1" status: 200 len: 936 time: 0.0620222 May 26 21:13:13.603978 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-0654b24f-ad35-4894-9917-c2fe49064552 req-918dec68-ef7d-43cb-9c57-df3ab672d553 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (b292cf65-ce77-4b01-b227-bda0e1509baf), before_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:13.615673 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-bf0ae306-4f42-4aea-99a6-7fc590bc7b05 None None] Provisioning complete for port b292cf65-ce77-4b01-b227-bda0e1509baf triggered by entity DHCP. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:13:13.616187 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-bf0ae306-4f42-4aea-99a6-7fc590bc7b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (b292cf65-ce77-4b01-b227-bda0e1509baf), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:13.636391 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-cfa10473-f0f6-4fb3-98d4-e958d2f6ccfd req-2a3637f7-91e3-4494-a280-da8168532b3c tempest-VolumesNegativeTest-1998745221 tempest-VolumesNegativeTest-1998745221-project] 10.222.0.57 "GET /v2.0/security-groups?id=4f61b5ca-d4f6-4598-9239-ef5cf0213455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629191 May 26 21:13:13.646169 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_hamode_db [None req-63ce8557-13b9-4bf1-a48b-0f73d79a46df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf8c8919-5d76-45bb-a8cf-099a117a83dc', 'name': 'tempest-TestShelveInstance-22161947-router', 'tenant_id': '3aea866bc8a5450da4debddfc37de132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': '2a5ae723-612c-4c56-9f19-ab3100660338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:13:08Z', 'updated_at': '2022-05-26T21:13:12Z', 'revision_number': 4, 'project_id': '3aea866bc8a5450da4debddfc37de132', 'gw_port': {'id': '2a5ae723-612c-4c56-9f19-ab3100660338', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c0:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf8c8919-5d76-45bb-a8cf-099a117a83dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:13:09Z', 'updated_at': '2022-05-26T21:13:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi', '_interfaces': [{'id': '67cd4a35-741b-4665-ab25-ad4b3d2a9c16', 'name': '', 'network_id': '36d114b7-78b0-4061-8ee4-1408d05ae996', 'tenant_id': '3aea866bc8a5450da4debddfc37de132', 'mac_address': 'fa:16:3e:e1:21:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf8c8919-5d76-45bb-a8cf-099a117a83dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '85cd21c5-aee0-4df7-8153-80c2aa4b60d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:13:11Z', 'updated_at': '2022-05-26T21:13:11Z', 'revision_number': 1, 'project_id': '3aea866bc8a5450da4debddfc37de132', 'subnets': [{'id': '85cd21c5-aee0-4df7-8153-80c2aa4b60d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-3-iscsi', False) {} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:13:13.691814 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ce8557-13b9-4bf1-a48b-0f73d79a46df None None] The sync data for ids ['cf8c8919-5d76-45bb-a8cf-099a117a83dc'] in dv-cinder-828806-3-iscsi is: [{'id': 'cf8c8919-5d76-45bb-a8cf-099a117a83dc', 'name': 'tempest-TestShelveInstance-22161947-router', 'tenant_id': '3aea866bc8a5450da4debddfc37de132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': '2a5ae723-612c-4c56-9f19-ab3100660338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:13:08Z', 'updated_at': '2022-05-26T21:13:12Z', 'revision_number': 4, 'project_id': '3aea866bc8a5450da4debddfc37de132', 'gw_port': {'id': '2a5ae723-612c-4c56-9f19-ab3100660338', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c0:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf8c8919-5d76-45bb-a8cf-099a117a83dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:13:09Z', 'updated_at': '2022-05-26T21:13:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi', '_interfaces': [{'id': '67cd4a35-741b-4665-ab25-ad4b3d2a9c16', 'name': '', 'network_id': '36d114b7-78b0-4061-8ee4-1408d05ae996', 'tenant_id': '3aea866bc8a5450da4debddfc37de132', 'mac_address': 'fa:16:3e:e1:21:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf8c8919-5d76-45bb-a8cf-099a117a83dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '85cd21c5-aee0-4df7-8153-80c2aa4b60d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:13:11Z', 'updated_at': '2022-05-26T21:13:11Z', 'revision_number': 1, 'project_id': '3aea866bc8a5450da4debddfc37de132', 'subnets': [{'id': '85cd21c5-aee0-4df7-8153-80c2aa4b60d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 21:13:13.696118 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-bf0ae306-4f42-4aea-99a6-7fc590bc7b05 None None] Port b292cf65-ce77-4b01-b227-bda0e1509baf cannot update to ACTIVE because it is not bound. {{(pid=104103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 21:13:13.719309 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb822ed-e0df-43c4-af2b-35f8caae06a9 admin admin] Network 36d114b7-78b0-4061-8ee4-1408d05ae996 is already hosted by enough agents. {{(pid=104101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 21:13:13.720099 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.scheduler.base_scheduler [None req-efb822ed-e0df-43c4-af2b-35f8caae06a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:13:14.019736 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efb822ed-e0df-43c4-af2b-35f8caae06a9 admin admin] Router cf8c8919-5d76-45bb-a8cf-099a117a83dc has already been hosted by L3 agent ccb07560-1e88-42f3-8411-377a93089622 {{(pid=104101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 21:13:14.120600 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:13:14.128192 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-3136bf24-3ef5-43a9-b6b3-761ef8829528 None None] Provisioning complete for port 67cd4a35-741b-4665-ab25-ad4b3d2a9c16 triggered by entity DHCP. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:13:14.129674 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-3136bf24-3ef5-43a9-b6b3-761ef8829528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (67cd4a35-741b-4665-ab25-ad4b3d2a9c16), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:14.156846 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Device 2f7b62e5-ba86-4eb5-9d7b-d5f874723da6 up at agent ovs-agent-dv-cinder-828806-3-iscsi {{(pid=104103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:13:14.204520 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.notifiers.nova [req-0654b24f-ad35-4894-9917-c2fe49064552 req-918dec68-ef7d-43cb-9c57-df3ab672d553 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b292cf65-ce77-4b01-b227-bda0e1509baf {{(pid=104101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 21:13:14.214562 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-0654b24f-ad35-4894-9917-c2fe49064552 req-918dec68-ef7d-43cb-9c57-df3ab672d553 service neutron] Publish callbacks [] for port (b292cf65-ce77-4b01-b227-bda0e1509baf), precommit_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:14.217277 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-3136bf24-3ef5-43a9-b6b3-761ef8829528 None None] Port 67cd4a35-741b-4665-ab25-ad4b3d2a9c16 cannot update to ACTIVE because it is not bound. {{(pid=104103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 21:13:14.217423 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efb822ed-e0df-43c4-af2b-35f8caae06a9 admin admin] Notify agent at l3_agent.dv-cinder-828806-3-iscsi the message routers_updated {{(pid=104101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 21:13:14.232535 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-efb822ed-e0df-43c4-af2b-35f8caae06a9 admin admin] 10.222.0.57 "PUT /v2.0/routers/cf8c8919-5d76-45bb-a8cf-099a117a83dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9093688 May 26 21:13:14.233241 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:13:14.233241 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Provisioning complete for port 2f7b62e5-ba86-4eb5-9d7b-d5f874723da6 triggered by entity L2. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:13:14.233241 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (2f7b62e5-ba86-4eb5-9d7b-d5f874723da6), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:14.245062 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.db.provisioning_blocks [req-0654b24f-ad35-4894-9917-c2fe49064552 req-918dec68-ef7d-43cb-9c57-df3ab672d553 service neutron] Transition to ACTIVE for port object b292cf65-ce77-4b01-b227-bda0e1509baf will not be triggered until provisioned by entity L2. {{(pid=104101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 21:13:14.251882 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-0654b24f-ad35-4894-9917-c2fe49064552 req-918dec68-ef7d-43cb-9c57-df3ab672d553 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13231786'] for port (b292cf65-ce77-4b01-b227-bda0e1509baf), after_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:14.262519 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:13:14.318146 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Current status of the port 2f7b62e5-ba86-4eb5-9d7b-d5f874723da6 is: ACTIVE; New status is: ACTIVE {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:13:14.319605 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918dec68-ef7d-43cb-9c57-df3ab672d553 service neutron] Pushing event updated for resources: {'Port': ['ID=b292cf65-ce77-4b01-b227-bda0e1509baf,revision_number=2']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:13:14.399334 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [req-0654b24f-ad35-4894-9917-c2fe49064552 req-918dec68-ef7d-43cb-9c57-df3ab672d553 service neutron] Attempting to bind port b292cf65-ce77-4b01-b227-bda0e1509baf on host hv-cinder-82880 for vnic_type normal with profile {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 21:13:14.399675 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [req-0654b24f-ad35-4894-9917-c2fe49064552 req-918dec68-ef7d-43cb-9c57-df3ab672d553 service neutron] Attempting to bind port b292cf65-ce77-4b01-b227-bda0e1509baf by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': 'ffde3681-5502-476f-8acb-e4f367f2a763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd9e6b5ba-a05e-4c53-ae00-0820bf0d5270'}] {{(pid=104101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 21:13:14.400009 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0654b24f-ad35-4894-9917-c2fe49064552 req-918dec68-ef7d-43cb-9c57-df3ab672d553 service neutron] Attempting to bind port b292cf65-ce77-4b01-b227-bda0e1509baf on network d9e6b5ba-a05e-4c53-ae00-0820bf0d5270 {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 21:13:14.405646 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0654b24f-ad35-4894-9917-c2fe49064552 req-918dec68-ef7d-43cb-9c57-df3ab672d553 service neutron] Port b292cf65-ce77-4b01-b227-bda0e1509baf on network d9e6b5ba-a05e-4c53-ae00-0820bf0d5270 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 21:13:14.412163 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0654b24f-ad35-4894-9917-c2fe49064552 req-918dec68-ef7d-43cb-9c57-df3ab672d553 service neutron] Attempting to bind port b292cf65-ce77-4b01-b227-bda0e1509baf on network d9e6b5ba-a05e-4c53-ae00-0820bf0d5270 {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 21:13:14.419343 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0654b24f-ad35-4894-9917-c2fe49064552 req-918dec68-ef7d-43cb-9c57-df3ab672d553 service neutron] Checking agent: {'id': '7f90b46f-777d-4aa1-89b5-840fb2878c39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 21, 2, 24), 'started_at': datetime.datetime(2022, 5, 26, 21, 2, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 21, 12, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 21:13:14.419726 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0654b24f-ad35-4894-9917-c2fe49064552 req-918dec68-ef7d-43cb-9c57-df3ab672d553 service neutron] Checking segment: {'id': 'ffde3681-5502-476f-8acb-e4f367f2a763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd9e6b5ba-a05e-4c53-ae00-0820bf0d5270'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 21:13:14.420443 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0654b24f-ad35-4894-9917-c2fe49064552 req-918dec68-ef7d-43cb-9c57-df3ab672d553 service neutron] Bound using segment: {'id': 'ffde3681-5502-476f-8acb-e4f367f2a763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd9e6b5ba-a05e-4c53-ae00-0820bf0d5270'} {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 21:13:14.420884 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [req-0654b24f-ad35-4894-9917-c2fe49064552 req-918dec68-ef7d-43cb-9c57-df3ab672d553 service neutron] Bound port: b292cf65-ce77-4b01-b227-bda0e1509baf, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffde3681-5502-476f-8acb-e4f367f2a763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd9e6b5ba-a05e-4c53-ae00-0820bf0d5270'}}] {{(pid=104101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 21:13:14.421554 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-0654b24f-ad35-4894-9917-c2fe49064552 req-918dec68-ef7d-43cb-9c57-df3ab672d553 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (b292cf65-ce77-4b01-b227-bda0e1509baf), before_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:14.511474 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.db [req-0654b24f-ad35-4894-9917-c2fe49064552 req-918dec68-ef7d-43cb-9c57-df3ab672d553 service neutron] For port b292cf65-ce77-4b01-b227-bda0e1509baf, host hv-cinder-82880, cleared binding levels {{(pid=104101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 21:13:14.514606 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.db [req-0654b24f-ad35-4894-9917-c2fe49064552 req-918dec68-ef7d-43cb-9c57-df3ab672d553 service neutron] For port b292cf65-ce77-4b01-b227-bda0e1509baf, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=b292cf65-ce77-4b01-b227-bda0e1509baf,segment=NetworkSegment(ffde3681-5502-476f-8acb-e4f367f2a763),segment_id=ffde3681-5502-476f-8acb-e4f367f2a763)] {{(pid=104101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 21:13:14.530713 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-0654b24f-ad35-4894-9917-c2fe49064552 req-918dec68-ef7d-43cb-9c57-df3ab672d553 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13231786'] for port (b292cf65-ce77-4b01-b227-bda0e1509baf), after_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:14.541387 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-46f12c73-3700-4e7e-86c8-206b84d0e626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (54d4a93e-badb-480c-831f-99f9f6beb5f4), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:14.574928 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0654b24f-ad35-4894-9917-c2fe49064552 req-918dec68-ef7d-43cb-9c57-df3ab672d553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:13:14.575557 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-0654b24f-ad35-4894-9917-c2fe49064552 req-918dec68-ef7d-43cb-9c57-df3ab672d553 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25531'] for port (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:14.577255 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-0654b24f-ad35-4894-9917-c2fe49064552 req-918dec68-ef7d-43cb-9c57-df3ab672d553 service neutron] 10.222.0.62 "PUT /v2.0/ports/b292cf65-ce77-4b01-b227-bda0e1509baf HTTP/1.1" status: 200 len: 1098 time: 1.2577641 May 26 21:13:14.579774 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9f6b8d2-9533-438a-9a1b-2d67e9d75cd8', 'tag': 'b292cf65-ce77-4b01-b227-bda0e1509baf'}] {{(pid=104101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:13:14.583553 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e35b3b942162f380527a6ddce7731c26b87baf9d9763e10c20fbd720b027cea7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-257a9317-6ffa-4493-b32c-f8eea7732db1" -d '{"events": [{"name": "network-changed", "server_uuid": "f9f6b8d2-9533-438a-9a1b-2d67e9d75cd8", "tag": "b292cf65-ce77-4b01-b227-bda0e1509baf"}]}' {{(pid=104101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:13:14.726183 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918dec68-ef7d-43cb-9c57-df3ab672d553 service neutron] Pushing event updated for resources: {'Port': ['ID=b292cf65-ce77-4b01-b227-bda0e1509baf,revision_number=3']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:13:14.730522 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0654b24f-ad35-4894-9917-c2fe49064552 req-4ff9adab-2ebf-4c77-9cad-d01eca53f0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:13:14.732486 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-0654b24f-ad35-4894-9917-c2fe49064552 req-4ff9adab-2ebf-4c77-9cad-d01eca53f0e9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2ac6e23534754c618cebf75ae3e36eb6&device_id=f9f6b8d2-9533-438a-9a1b-2d67e9d75cd8 HTTP/1.1" status: 200 len: 1132 time: 0.0697055 May 26 21:13:14.734533 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 21:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36fec075-ea2d-4606-b3ad-0032ecf54caa x-openstack-request-id: req-36fec075-ea2d-4606-b3ad-0032ecf54caa {{(pid=104101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:13:14.735079 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9f6b8d2-9533-438a-9a1b-2d67e9d75cd8", "tag": "b292cf65-ce77-4b01-b227-bda0e1509baf", "status": "completed", "code": 200}]} {{(pid=104101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:13:14.735561 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-36fec075-ea2d-4606-b3ad-0032ecf54caa {{(pid=104101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:13:14.736594 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36fec075-ea2d-4606-b3ad-0032ecf54caa'] response: {'name': 'network-changed', 'server_uuid': 'f9f6b8d2-9533-438a-9a1b-2d67e9d75cd8', 'tag': 'b292cf65-ce77-4b01-b227-bda0e1509baf', 'status': 'completed', 'code': 200} May 26 21:13:14.787401 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 53872) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:13:14.789908 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-0654b24f-ad35-4894-9917-c2fe49064552 req-33f76f0c-995f-47f8-9d47-1d67dc0c9748 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=b292cf65-ce77-4b01-b227-bda0e1509baf HTTP/1.1" status: 200 len: 217 time: 0.0434880 May 26 21:13:14.792905 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.v2.base [None req-df58bb28-3724-41df-a567-aa038943a088 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1046479651', 'description': 'tempest-secgroup-smoke-1046479651 description', 'project_id': '759c767b215942e5852e12fa01e22001'}} {{(pid=104102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:13:14.843018 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0654b24f-ad35-4894-9917-c2fe49064552 req-c10c1568-3a0a-42fc-838b-e7f5bf5fca92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:13:14.844789 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-0654b24f-ad35-4894-9917-c2fe49064552 req-c10c1568-3a0a-42fc-838b-e7f5bf5fca92 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=64790024-3278-4738-adb3-495e95028ef5 HTTP/1.1" status: 200 len: 843 time: 0.0486519 May 26 21:13:14.867982 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-df58bb28-3724-41df-a567-aa038943a088 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Publish callbacks [] for security_group (None), before_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:14.897354 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e5bf66-f003-48fa-8c00-79b2462ba772 req-3e47e448-d764-4d6f-9ac9-376e207659ba tempest-VolumesNegativeTest-1998745221 tempest-VolumesNegativeTest-1998745221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:13:14.898948 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-84e5bf66-f003-48fa-8c00-79b2462ba772 req-3e47e448-d764-4d6f-9ac9-376e207659ba tempest-VolumesNegativeTest-1998745221 tempest-VolumesNegativeTest-1998745221-project] 10.222.0.57 "GET /v2.0/ports?device_id=f9f6b8d2-9533-438a-9a1b-2d67e9d75cd8 HTTP/1.1" status: 200 len: 948 time: 0.1003191 May 26 21:13:14.912589 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0654b24f-ad35-4894-9917-c2fe49064552 req-9f803eea-3c8c-45ad-af7a-02aabdef070a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:13:14.914215 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-0654b24f-ad35-4894-9917-c2fe49064552 req-9f803eea-3c8c-45ad-af7a-02aabdef070a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d9e6b5ba-a05e-4c53-ae00-0820bf0d5270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0591688 May 26 21:13:15.031865 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-0654b24f-ad35-4894-9917-c2fe49064552 req-26800afb-bd69-4feb-ad59-bb1cacb69368 service neutron] 10.222.0.62 "GET /v2.0/networks/d9e6b5ba-a05e-4c53-ae00-0820bf0d5270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110575 May 26 21:13:15.167687 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-84e5bf66-f003-48fa-8c00-79b2462ba772 req-f1394cf3-0f6f-4f9e-8a1e-4f0e9787b07e tempest-VolumesNegativeTest-1998745221 tempest-VolumesNegativeTest-1998745221-project] 10.222.0.57 "GET /v2.0/security-groups?id=4f61b5ca-d4f6-4598-9239-ef5cf0213455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590446 May 26 21:13:15.195952 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-0654b24f-ad35-4894-9917-c2fe49064552 req-05485315-ef87-4612-85f6-0ad37f8a62ab service neutron] 10.222.0.62 "GET /v2.0/networks/d9e6b5ba-a05e-4c53-ae00-0820bf0d5270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571636 May 26 21:13:15.221487 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-df58bb28-3724-41df-a567-aa038943a088 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Publish callbacks [] for security_group (4c08671f-0aa8-4995-addc-70a4ab840bdb), precommit_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:15.225086 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-df58bb28-3724-41df-a567-aa038943a088 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (4c08671f-0aa8-4995-addc-70a4ab840bdb), after_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:15.256624 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-df58bb28-3724-41df-a567-aa038943a088 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Publish callbacks [] for security_group (None), before_response {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:15.260999 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 53880) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:13:15.261619 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-df58bb28-3724-41df-a567-aa038943a088 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4731178 May 26 21:13:15.263847 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df58bb28-3724-41df-a567-aa038943a088 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c08671f-0aa8-4995-addc-70a4ab840bdb,revision_number=1']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:13:15.268146 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.v2.base [None req-b5385a7b-1a05-4897-89af-75c550effbc0 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Request body: {'security_group_rule': {'security_group_id': '4c08671f-0aa8-4995-addc-70a4ab840bdb', 'project_id': '759c767b215942e5852e12fa01e22001', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:13:15.297848 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-b5385a7b-1a05-4897-89af-75c550effbc0 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Publish callbacks [] for security_group_rule (fc569a62-8441-40af-b694-c712991e84e3), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:15.300173 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:13:15.350035 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-b5385a7b-1a05-4897-89af-75c550effbc0 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Publish callbacks [] for security_group_rule (fc569a62-8441-40af-b694-c712991e84e3), precommit_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:15.353702 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-b5385a7b-1a05-4897-89af-75c550effbc0 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636418'] for security_group_rule (fc569a62-8441-40af-b694-c712991e84e3), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:15.373463 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5385a7b-1a05-4897-89af-75c550effbc0 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc569a62-8441-40af-b694-c712991e84e3,revision_number=0']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:13:15.382676 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-b5385a7b-1a05-4897-89af-75c550effbc0 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:15.386758 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 53882) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:13:15.386913 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-b5385a7b-1a05-4897-89af-75c550effbc0 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1237197 May 26 21:13:15.391700 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.v2.base [None req-fb5f41cd-4829-4c5e-8762-ec7920d4f0ae tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Request body: {'security_group_rule': {'security_group_id': '4c08671f-0aa8-4995-addc-70a4ab840bdb', 'project_id': '759c767b215942e5852e12fa01e22001', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:13:15.418931 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-fb5f41cd-4829-4c5e-8762-ec7920d4f0ae tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Publish callbacks [] for security_group_rule (381b3466-af71-4c4e-856d-672d3e58973e), before_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:15.467465 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-fb5f41cd-4829-4c5e-8762-ec7920d4f0ae tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Publish callbacks [] for security_group_rule (381b3466-af71-4c4e-856d-672d3e58973e), precommit_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:15.470699 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-fb5f41cd-4829-4c5e-8762-ec7920d4f0ae tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636418'] for security_group_rule (381b3466-af71-4c4e-856d-672d3e58973e), after_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:15.488755 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5f41cd-4829-4c5e-8762-ec7920d4f0ae tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=381b3466-af71-4c4e-856d-672d3e58973e,revision_number=0']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:13:15.496681 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-fb5f41cd-4829-4c5e-8762-ec7920d4f0ae tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:15.497830 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-fb5f41cd-4829-4c5e-8762-ec7920d4f0ae tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1097889 May 26 21:13:15.500555 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 53884) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:13:15.504739 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.v2.base [None req-448f9f2f-6407-4b5a-b882-39f46420a5f2 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Request body: {'security_group_rule': {'security_group_id': '4c08671f-0aa8-4995-addc-70a4ab840bdb', 'project_id': '759c767b215942e5852e12fa01e22001', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:13:15.530306 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-448f9f2f-6407-4b5a-b882-39f46420a5f2 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Publish callbacks [] for security_group_rule (d4cd920d-a376-44e0-8089-5e029444930a), before_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:15.586724 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-448f9f2f-6407-4b5a-b882-39f46420a5f2 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Publish callbacks [] for security_group_rule (d4cd920d-a376-44e0-8089-5e029444930a), precommit_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:15.590699 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-448f9f2f-6407-4b5a-b882-39f46420a5f2 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636418'] for security_group_rule (d4cd920d-a376-44e0-8089-5e029444930a), after_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:15.609395 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448f9f2f-6407-4b5a-b882-39f46420a5f2 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4cd920d-a376-44e0-8089-5e029444930a,revision_number=0']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:13:15.618688 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-448f9f2f-6407-4b5a-b882-39f46420a5f2 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:15.619921 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-448f9f2f-6407-4b5a-b882-39f46420a5f2 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1184061 May 26 21:13:15.622878 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 53886) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:13:15.627578 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.v2.base [None req-ee3c15b5-95c7-4413-8801-c4d7b725a8a6 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Request body: {'security_group_rule': {'security_group_id': '4c08671f-0aa8-4995-addc-70a4ab840bdb', 'project_id': '759c767b215942e5852e12fa01e22001', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:13:15.654667 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-ee3c15b5-95c7-4413-8801-c4d7b725a8a6 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Publish callbacks [] for security_group_rule (80c0242e-d0eb-4c42-abbf-c5f4941b9510), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:15.704662 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-ee3c15b5-95c7-4413-8801-c4d7b725a8a6 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Publish callbacks [] for security_group_rule (80c0242e-d0eb-4c42-abbf-c5f4941b9510), precommit_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:15.707992 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-ee3c15b5-95c7-4413-8801-c4d7b725a8a6 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636418'] for security_group_rule (80c0242e-d0eb-4c42-abbf-c5f4941b9510), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:15.725845 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3c15b5-95c7-4413-8801-c4d7b725a8a6 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80c0242e-d0eb-4c42-abbf-c5f4941b9510,revision_number=0']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:13:15.735655 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-ee3c15b5-95c7-4413-8801-c4d7b725a8a6 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:15.736873 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-ee3c15b5-95c7-4413-8801-c4d7b725a8a6 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1129453 May 26 21:13:15.739848 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 53888) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:13:15.744123 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.v2.base [None req-de22d7fc-e55c-4374-b157-6ebfff4cd506 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Request body: {'security_group_rule': {'security_group_id': '4c08671f-0aa8-4995-addc-70a4ab840bdb', 'project_id': '759c767b215942e5852e12fa01e22001', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:13:15.763487 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.db.securitygroups_db [None req-de22d7fc-e55c-4374-b157-6ebfff4cd506 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Project 759c767b215942e5852e12fa01e22001 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 21:13:15.769247 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-de22d7fc-e55c-4374-b157-6ebfff4cd506 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Publish callbacks [] for security_group_rule (32c13aa2-5c5f-4fc3-8554-1d34583496fa), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:15.824046 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-de22d7fc-e55c-4374-b157-6ebfff4cd506 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Publish callbacks [] for security_group_rule (32c13aa2-5c5f-4fc3-8554-1d34583496fa), precommit_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:15.828102 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-de22d7fc-e55c-4374-b157-6ebfff4cd506 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636418'] for security_group_rule (32c13aa2-5c5f-4fc3-8554-1d34583496fa), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:15.847607 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de22d7fc-e55c-4374-b157-6ebfff4cd506 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32c13aa2-5c5f-4fc3-8554-1d34583496fa,revision_number=0']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:13:15.852874 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-de22d7fc-e55c-4374-b157-6ebfff4cd506 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:15.854058 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-de22d7fc-e55c-4374-b157-6ebfff4cd506 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1133089 May 26 21:13:15.856821 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 53890) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:13:15.861074 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.v2.base [None req-9a394707-9d99-4187-b47a-d61589a05f48 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Request body: {'security_group_rule': {'security_group_id': '4c08671f-0aa8-4995-addc-70a4ab840bdb', 'project_id': '759c767b215942e5852e12fa01e22001', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:13:15.870813 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:INSERT=6,neutron:DELETE=3 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:13:15.884121 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.db.securitygroups_db [None req-9a394707-9d99-4187-b47a-d61589a05f48 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Project 759c767b215942e5852e12fa01e22001 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 21:13:15.891256 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-9a394707-9d99-4187-b47a-d61589a05f48 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Publish callbacks [] for security_group_rule (309ae6d6-e409-433b-9e88-751e9bdb9288), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:15.942152 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-9a394707-9d99-4187-b47a-d61589a05f48 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Publish callbacks [] for security_group_rule (309ae6d6-e409-433b-9e88-751e9bdb9288), precommit_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:15.946434 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-9a394707-9d99-4187-b47a-d61589a05f48 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636418'] for security_group_rule (309ae6d6-e409-433b-9e88-751e9bdb9288), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:15.968408 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a394707-9d99-4187-b47a-d61589a05f48 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=309ae6d6-e409-433b-9e88-751e9bdb9288,revision_number=0']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:13:15.974489 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-9a394707-9d99-4187-b47a-d61589a05f48 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:15.975718 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-9a394707-9d99-4187-b47a-d61589a05f48 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1178772 May 26 21:13:15.984561 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (545ffc5a-00f7-4140-8f25-9e74b0e32d39), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:16.137682 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Device 2a5ae723-612c-4c56-9f19-ab3100660338 up at agent ovs-agent-dv-cinder-828806-3-iscsi {{(pid=104103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:13:16.185349 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c80414-1b93-40bd-9906-ddac008d4e1b None None] Sync routers for ids ['cf8c8919-5d76-45bb-a8cf-099a117a83dc'] in dv-cinder-828806-3-iscsi {{(pid=104104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 21:13:16.189293 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Provisioning complete for port 2a5ae723-612c-4c56-9f19-ab3100660338 triggered by entity L2. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:13:16.190218 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (2a5ae723-612c-4c56-9f19-ab3100660338), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:16.194076 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:13:16.205119 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c80414-1b93-40bd-9906-ddac008d4e1b None None] Routers {'cf8c8919-5d76-45bb-a8cf-099a117a83dc'} bound to L3 agent in host dv-cinder-828806-3-iscsi {{(pid=104104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:13:16.205759 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_hamode_db [None req-59c80414-1b93-40bd-9906-ddac008d4e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T20:55:42Z,description=,heartbeat_timestamp=2022-05-26T21:13:12Z,host='dv-cinder-828806-3-iscsi',id=ccb07560-1e88-42f3-8411-377a93089622,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T20:55:42Z,topic='l3_agent')) {'router_ids': ['cf8c8919-5d76-45bb-a8cf-099a117a83dc'], 'active': True} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:13:16.274575 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Current status of the port 2a5ae723-612c-4c56-9f19-ab3100660338 is: DOWN; New status is: ACTIVE {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:13:16.275082 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (2a5ae723-612c-4c56-9f19-ab3100660338), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:16.300771 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:13:16.303280 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] For port 2a5ae723-612c-4c56-9f19-ab3100660338, host dv-cinder-828806-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-3-iscsi',level=0,port_id=2a5ae723-612c-4c56-9f19-ab3100660338,segment=NetworkSegment(8d4aea41-d977-462c-9098-4088113247cb),segment_id=8d4aea41-d977-462c-9098-4088113247cb)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:13:16.309152 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (2a5ae723-612c-4c56-9f19-ab3100660338), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:16.317868 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dad62c-4616-4fe8-af62-81575ee0f84d req-af794b1c-2ca6-4c75-9511-a9198d56a56d tempest-VolumesNegativeTest-1998745221 tempest-VolumesNegativeTest-1998745221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:13:16.319491 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-92dad62c-4616-4fe8-af62-81575ee0f84d req-af794b1c-2ca6-4c75-9511-a9198d56a56d tempest-VolumesNegativeTest-1998745221 tempest-VolumesNegativeTest-1998745221-project] 10.222.0.57 "GET /v2.0/ports?device_id=f9f6b8d2-9533-438a-9a1b-2d67e9d75cd8 HTTP/1.1" status: 200 len: 948 time: 0.0705881 May 26 21:13:16.328049 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvr_db [None req-59c80414-1b93-40bd-9906-ddac008d4e1b None None] Set router cf8c8919-5d76-45bb-a8cf-099a117a83dc gateway port host: dv-cinder-828806-3-iscsi {{(pid=104104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:13:16.375782 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-92dad62c-4616-4fe8-af62-81575ee0f84d req-9c870e70-ad2e-4acd-9dcf-6e771745ddd0 tempest-VolumesNegativeTest-1998745221 tempest-VolumesNegativeTest-1998745221-project] 10.222.0.57 "GET /v2.0/security-groups?id=4f61b5ca-d4f6-4598-9239-ef5cf0213455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452831 May 26 21:13:16.383966 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Pushing event updated for resources: {'Port': ['ID=2a5ae723-612c-4c56-9f19-ab3100660338,revision_number=4']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:13:16.515531 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:13:16.623963 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_hamode_db [None req-59c80414-1b93-40bd-9906-ddac008d4e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf8c8919-5d76-45bb-a8cf-099a117a83dc', 'name': 'tempest-TestShelveInstance-22161947-router', 'tenant_id': '3aea866bc8a5450da4debddfc37de132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': '2a5ae723-612c-4c56-9f19-ab3100660338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:13:08Z', 'updated_at': '2022-05-26T21:13:12Z', 'revision_number': 4, 'project_id': '3aea866bc8a5450da4debddfc37de132', 'gw_port': {'id': '2a5ae723-612c-4c56-9f19-ab3100660338', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c0:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf8c8919-5d76-45bb-a8cf-099a117a83dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:13:09Z', 'updated_at': '2022-05-26T21:13:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi', '_interfaces': [{'id': '67cd4a35-741b-4665-ab25-ad4b3d2a9c16', 'name': '', 'network_id': '36d114b7-78b0-4061-8ee4-1408d05ae996', 'tenant_id': '3aea866bc8a5450da4debddfc37de132', 'mac_address': 'fa:16:3e:e1:21:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf8c8919-5d76-45bb-a8cf-099a117a83dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '85cd21c5-aee0-4df7-8153-80c2aa4b60d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:13:11Z', 'updated_at': '2022-05-26T21:13:12Z', 'revision_number': 2, 'project_id': '3aea866bc8a5450da4debddfc37de132', 'subnets': [{'id': '85cd21c5-aee0-4df7-8153-80c2aa4b60d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-3-iscsi', False) {} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:13:16.647288 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c80414-1b93-40bd-9906-ddac008d4e1b None None] Checking router: cf8c8919-5d76-45bb-a8cf-099a117a83dc for host: dv-cinder-828806-3-iscsi {{(pid=104104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 21:13:16.647575 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c80414-1b93-40bd-9906-ddac008d4e1b None None] Updating router cf8c8919-5d76-45bb-a8cf-099a117a83dc port 67cd4a35-741b-4665-ab25-ad4b3d2a9c16 binding host dv-cinder-828806-3-iscsi {{(pid=104104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 21:13:16.673862 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-59c80414-1b93-40bd-9906-ddac008d4e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (67cd4a35-741b-4665-ab25-ad4b3d2a9c16), before_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:16.944530 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-59c80414-1b93-40bd-9906-ddac008d4e1b None None] Publish callbacks [] for port (67cd4a35-741b-4665-ab25-ad4b3d2a9c16), precommit_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:16.949423 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-59c80414-1b93-40bd-9906-ddac008d4e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (67cd4a35-741b-4665-ab25-ad4b3d2a9c16), after_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:16.996565 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f005cba1-7450-429d-bb88-774f415fc6d0 None None] Pushing event updated for resources: {'Port': ['ID=67cd4a35-741b-4665-ab25-ad4b3d2a9c16,revision_number=3']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:13:17.056112 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.managers [None req-59c80414-1b93-40bd-9906-ddac008d4e1b None None] Attempting to bind port 67cd4a35-741b-4665-ab25-ad4b3d2a9c16 on host dv-cinder-828806-3-iscsi for vnic_type normal with profile {{(pid=104104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 21:13:17.056475 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.managers [None req-59c80414-1b93-40bd-9906-ddac008d4e1b None None] Attempting to bind port 67cd4a35-741b-4665-ab25-ad4b3d2a9c16 by drivers openvswitch,hyperv on host dv-cinder-828806-3-iscsi at level 0 using segments [{'id': '75dafbb4-7c40-41ec-8607-3ca7fc9b87e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '36d114b7-78b0-4061-8ee4-1408d05ae996'}] {{(pid=104104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 21:13:17.056832 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c80414-1b93-40bd-9906-ddac008d4e1b None None] Attempting to bind port 67cd4a35-741b-4665-ab25-ad4b3d2a9c16 on network 36d114b7-78b0-4061-8ee4-1408d05ae996 {{(pid=104104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 21:13:17.062069 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c80414-1b93-40bd-9906-ddac008d4e1b None None] Checking agent: {'id': '545ffc5a-00f7-4140-8f25-9e74b0e32d39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828806-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 20, 55, 46), 'started_at': datetime.datetime(2022, 5, 26, 20, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 21, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828806-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 21:13:17.062437 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c80414-1b93-40bd-9906-ddac008d4e1b None None] Checking segment: {'id': '75dafbb4-7c40-41ec-8607-3ca7fc9b87e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '36d114b7-78b0-4061-8ee4-1408d05ae996'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 21:13:17.062854 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-59c80414-1b93-40bd-9906-ddac008d4e1b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:17.063238 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c80414-1b93-40bd-9906-ddac008d4e1b None None] Bound using segment: {'id': '75dafbb4-7c40-41ec-8607-3ca7fc9b87e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '36d114b7-78b0-4061-8ee4-1408d05ae996'} {{(pid=104104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 21:13:17.063689 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.managers [None req-59c80414-1b93-40bd-9906-ddac008d4e1b None None] Bound port: 67cd4a35-741b-4665-ab25-ad4b3d2a9c16, host: dv-cinder-828806-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75dafbb4-7c40-41ec-8607-3ca7fc9b87e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '36d114b7-78b0-4061-8ee4-1408d05ae996'}}] {{(pid=104104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 21:13:17.064060 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-59c80414-1b93-40bd-9906-ddac008d4e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (67cd4a35-741b-4665-ab25-ad4b3d2a9c16), before_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:17.125513 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.db [None req-59c80414-1b93-40bd-9906-ddac008d4e1b None None] For port 67cd4a35-741b-4665-ab25-ad4b3d2a9c16, host dv-cinder-828806-3-iscsi, cleared binding levels {{(pid=104104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 21:13:17.128621 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.db [None req-59c80414-1b93-40bd-9906-ddac008d4e1b None None] For port 67cd4a35-741b-4665-ab25-ad4b3d2a9c16, host dv-cinder-828806-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-3-iscsi',level=0,port_id=67cd4a35-741b-4665-ab25-ad4b3d2a9c16,segment=NetworkSegment(75dafbb4-7c40-41ec-8607-3ca7fc9b87e7),segment_id=75dafbb4-7c40-41ec-8607-3ca7fc9b87e7)] {{(pid=104104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 21:13:17.135089 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-59c80414-1b93-40bd-9906-ddac008d4e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (67cd4a35-741b-4665-ab25-ad4b3d2a9c16), after_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:17.190299 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c80414-1b93-40bd-9906-ddac008d4e1b None None] Routers {'cf8c8919-5d76-45bb-a8cf-099a117a83dc'} bound to L3 agent in host dv-cinder-828806-3-iscsi {{(pid=104104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:13:17.190974 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_hamode_db [None req-59c80414-1b93-40bd-9906-ddac008d4e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T20:55:42Z,description=,heartbeat_timestamp=2022-05-26T21:13:12Z,host='dv-cinder-828806-3-iscsi',id=ccb07560-1e88-42f3-8411-377a93089622,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T20:55:42Z,topic='l3_agent')) {'router_ids': ['cf8c8919-5d76-45bb-a8cf-099a117a83dc'], 'active': True} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:13:17.198128 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:13:17.236213 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-0ba642cd-d004-4708-a3e0-2a37b847276e None None] Provisioning complete for port 67cd4a35-741b-4665-ab25-ad4b3d2a9c16 triggered by entity DHCP. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:13:17.236778 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-0ba642cd-d004-4708-a3e0-2a37b847276e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (67cd4a35-741b-4665-ab25-ad4b3d2a9c16), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:17.240208 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f005cba1-7450-429d-bb88-774f415fc6d0 None None] Pushing event updated for resources: {'Port': ['ID=67cd4a35-741b-4665-ab25-ad4b3d2a9c16,revision_number=4']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:13:17.287204 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:13:17.314918 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:13:17.316954 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvr_db [None req-59c80414-1b93-40bd-9906-ddac008d4e1b None None] Set router cf8c8919-5d76-45bb-a8cf-099a117a83dc gateway port host: dv-cinder-828806-3-iscsi {{(pid=104104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:13:17.320155 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-0ba642cd-d004-4708-a3e0-2a37b847276e None None] Current status of the port 67cd4a35-741b-4665-ab25-ad4b3d2a9c16 is: DOWN; New status is: ACTIVE {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:13:17.321029 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-0ba642cd-d004-4708-a3e0-2a37b847276e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (67cd4a35-741b-4665-ab25-ad4b3d2a9c16), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:17.355774 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-0ba642cd-d004-4708-a3e0-2a37b847276e None None] For port 67cd4a35-741b-4665-ab25-ad4b3d2a9c16, host dv-cinder-828806-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-3-iscsi',level=0,port_id=67cd4a35-741b-4665-ab25-ad4b3d2a9c16,segment=NetworkSegment(75dafbb4-7c40-41ec-8607-3ca7fc9b87e7),segment_id=75dafbb4-7c40-41ec-8607-3ca7fc9b87e7)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:13:17.360071 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-0ba642cd-d004-4708-a3e0-2a37b847276e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (67cd4a35-741b-4665-ab25-ad4b3d2a9c16), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:17.405417 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba642cd-d004-4708-a3e0-2a37b847276e None None] Pushing event updated for resources: {'Port': ['ID=67cd4a35-741b-4665-ab25-ad4b3d2a9c16,revision_number=5']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:13:17.477698 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-fab5e671-4232-4919-8166-5b5778f54be9 None None] Provisioning complete for port 67cd4a35-741b-4665-ab25-ad4b3d2a9c16 triggered by entity DHCP. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:13:17.477977 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-fab5e671-4232-4919-8166-5b5778f54be9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (67cd4a35-741b-4665-ab25-ad4b3d2a9c16), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:17.495960 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca66df88-9d13-424e-854f-6e00ebfbdc50 req-99149e95-9b4c-4566-81f7-fbdd4fdb48d7 tempest-VolumesNegativeTest-1998745221 tempest-VolumesNegativeTest-1998745221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:13:17.497455 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-ca66df88-9d13-424e-854f-6e00ebfbdc50 req-99149e95-9b4c-4566-81f7-fbdd4fdb48d7 tempest-VolumesNegativeTest-1998745221 tempest-VolumesNegativeTest-1998745221-project] 10.222.0.57 "GET /v2.0/ports?device_id=f9f6b8d2-9533-438a-9a1b-2d67e9d75cd8 HTTP/1.1" status: 200 len: 948 time: 0.0483871 May 26 21:13:17.513407 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_hamode_db [None req-59c80414-1b93-40bd-9906-ddac008d4e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf8c8919-5d76-45bb-a8cf-099a117a83dc', 'name': 'tempest-TestShelveInstance-22161947-router', 'tenant_id': '3aea866bc8a5450da4debddfc37de132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': '2a5ae723-612c-4c56-9f19-ab3100660338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:13:08Z', 'updated_at': '2022-05-26T21:13:12Z', 'revision_number': 4, 'project_id': '3aea866bc8a5450da4debddfc37de132', 'gw_port': {'id': '2a5ae723-612c-4c56-9f19-ab3100660338', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c0:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8c8919-5d76-45bb-a8cf-099a117a83dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:13:09Z', 'updated_at': '2022-05-26T21:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi', '_interfaces': [{'id': '67cd4a35-741b-4665-ab25-ad4b3d2a9c16', 'name': '', 'network_id': '36d114b7-78b0-4061-8ee4-1408d05ae996', 'tenant_id': '3aea866bc8a5450da4debddfc37de132', 'mac_address': 'fa:16:3e:e1:21:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf8c8919-5d76-45bb-a8cf-099a117a83dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '85cd21c5-aee0-4df7-8153-80c2aa4b60d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:13:11Z', 'updated_at': '2022-05-26T21:13:17Z', 'revision_number': 4, 'project_id': '3aea866bc8a5450da4debddfc37de132', 'subnets': [{'id': '85cd21c5-aee0-4df7-8153-80c2aa4b60d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-3-iscsi', False) {} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:13:17.541204 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c80414-1b93-40bd-9906-ddac008d4e1b None None] The sync data for ids ['cf8c8919-5d76-45bb-a8cf-099a117a83dc'] in dv-cinder-828806-3-iscsi is: [{'id': 'cf8c8919-5d76-45bb-a8cf-099a117a83dc', 'name': 'tempest-TestShelveInstance-22161947-router', 'tenant_id': '3aea866bc8a5450da4debddfc37de132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': '2a5ae723-612c-4c56-9f19-ab3100660338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:13:08Z', 'updated_at': '2022-05-26T21:13:12Z', 'revision_number': 4, 'project_id': '3aea866bc8a5450da4debddfc37de132', 'gw_port': {'id': '2a5ae723-612c-4c56-9f19-ab3100660338', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c0:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8c8919-5d76-45bb-a8cf-099a117a83dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:13:09Z', 'updated_at': '2022-05-26T21:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi', '_interfaces': [{'id': '67cd4a35-741b-4665-ab25-ad4b3d2a9c16', 'name': '', 'network_id': '36d114b7-78b0-4061-8ee4-1408d05ae996', 'tenant_id': '3aea866bc8a5450da4debddfc37de132', 'mac_address': 'fa:16:3e:e1:21:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf8c8919-5d76-45bb-a8cf-099a117a83dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '85cd21c5-aee0-4df7-8153-80c2aa4b60d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:13:11Z', 'updated_at': '2022-05-26T21:13:17Z', 'revision_number': 4, 'project_id': '3aea866bc8a5450da4debddfc37de132', 'subnets': [{'id': '85cd21c5-aee0-4df7-8153-80c2aa4b60d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 21:13:17.552466 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:13:17.576103 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-ca66df88-9d13-424e-854f-6e00ebfbdc50 req-18dfbea0-5043-49f3-8514-5157823276e2 tempest-VolumesNegativeTest-1998745221 tempest-VolumesNegativeTest-1998745221-project] 10.222.0.57 "GET /v2.0/security-groups?id=4f61b5ca-d4f6-4598-9239-ef5cf0213455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729656 May 26 21:13:17.579286 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-fab5e671-4232-4919-8166-5b5778f54be9 None None] Current status of the port 67cd4a35-741b-4665-ab25-ad4b3d2a9c16 is: ACTIVE; New status is: ACTIVE {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:13:18.155452 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Device 2a5ae723-612c-4c56-9f19-ab3100660338 up at agent ovs-agent-dv-cinder-828806-3-iscsi {{(pid=104103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:13:18.202741 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Provisioning complete for port 2a5ae723-612c-4c56-9f19-ab3100660338 triggered by entity L2. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:13:18.203107 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (2a5ae723-612c-4c56-9f19-ab3100660338), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:18.282915 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Current status of the port 2a5ae723-612c-4c56-9f19-ab3100660338 is: ACTIVE; New status is: ACTIVE {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:13:18.283976 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Device 67cd4a35-741b-4665-ab25-ad4b3d2a9c16 up at agent ovs-agent-dv-cinder-828806-3-iscsi {{(pid=104103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:13:18.328287 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Provisioning complete for port 67cd4a35-741b-4665-ab25-ad4b3d2a9c16 triggered by entity L2. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:13:18.328651 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (67cd4a35-741b-4665-ab25-ad4b3d2a9c16), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:18.349736 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:13:18.416496 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Current status of the port 67cd4a35-741b-4665-ab25-ad4b3d2a9c16 is: ACTIVE; New status is: ACTIVE {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:13:18.466852 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257a9317-6ffa-4493-b32c-f8eea7732db1 req-ca023604-ae00-4bc7-b08f-6afa97782472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:13:18.468331 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-257a9317-6ffa-4493-b32c-f8eea7732db1 req-ca023604-ae00-4bc7-b08f-6afa97782472 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=2ac6e23534754c618cebf75ae3e36eb6&device_id=f9f6b8d2-9533-438a-9a1b-2d67e9d75cd8 HTTP/1.1" status: 200 len: 1132 time: 0.0394866 May 26 21:13:18.717298 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59591323-a758-4b8c-a278-3c12a60d544f req-24a12832-da5e-4268-8699-f71731e9fabc tempest-VolumesNegativeTest-1998745221 tempest-VolumesNegativeTest-1998745221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:13:18.718916 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-59591323-a758-4b8c-a278-3c12a60d544f req-24a12832-da5e-4268-8699-f71731e9fabc tempest-VolumesNegativeTest-1998745221 tempest-VolumesNegativeTest-1998745221-project] 10.222.0.57 "GET /v2.0/ports?device_id=f9f6b8d2-9533-438a-9a1b-2d67e9d75cd8 HTTP/1.1" status: 200 len: 948 time: 0.0562148 May 26 21:13:18.768345 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-59591323-a758-4b8c-a278-3c12a60d544f req-0ee8d1ee-8f9a-4614-8d8e-785ca06cc44f tempest-VolumesNegativeTest-1998745221 tempest-VolumesNegativeTest-1998745221-project] 10.222.0.57 "GET /v2.0/security-groups?id=4f61b5ca-d4f6-4598-9239-ef5cf0213455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432940 May 26 21:13:18.840891 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257a9317-6ffa-4493-b32c-f8eea7732db1 req-e5b79d1f-c2eb-4784-a6ea-b4dacb495032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:13:18.842268 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-257a9317-6ffa-4493-b32c-f8eea7732db1 req-e5b79d1f-c2eb-4784-a6ea-b4dacb495032 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d9e6b5ba-a05e-4c53-ae00-0820bf0d5270 HTTP/1.1" status: 200 len: 870 time: 0.3678002 May 26 21:13:18.881191 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-257a9317-6ffa-4493-b32c-f8eea7732db1 req-060ea966-39aa-4e53-b568-1d7180a67f20 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=b292cf65-ce77-4b01-b227-bda0e1509baf HTTP/1.1" status: 200 len: 217 time: 0.0325687 May 26 21:13:18.956583 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257a9317-6ffa-4493-b32c-f8eea7732db1 req-c4295336-01f2-4da3-8e6b-b5087c0bad41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:13:18.958008 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-257a9317-6ffa-4493-b32c-f8eea7732db1 req-c4295336-01f2-4da3-8e6b-b5087c0bad41 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=64790024-3278-4738-adb3-495e95028ef5 HTTP/1.1" status: 200 len: 843 time: 0.0438032 May 26 21:13:19.004307 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257a9317-6ffa-4493-b32c-f8eea7732db1 req-68e01459-b9bf-4265-a919-28e609d6fd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:13:19.005798 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-257a9317-6ffa-4493-b32c-f8eea7732db1 req-68e01459-b9bf-4265-a919-28e609d6fd14 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d9e6b5ba-a05e-4c53-ae00-0820bf0d5270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0416870 May 26 21:13:19.032749 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:13:19.100951 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-257a9317-6ffa-4493-b32c-f8eea7732db1 req-c20794e4-40a1-4fa9-a815-83e373668bbb service neutron] 10.222.0.62 "GET /v2.0/networks/d9e6b5ba-a05e-4c53-ae00-0820bf0d5270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880053 May 26 21:13:19.195333 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-257a9317-6ffa-4493-b32c-f8eea7732db1 req-95f12764-581d-47b7-80c5-12e3af6c65ef service neutron] 10.222.0.62 "GET /v2.0/networks/d9e6b5ba-a05e-4c53-ae00-0820bf0d5270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884595 May 26 21:13:19.884578 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b063b5d-b122-4ac2-9dd1-d89983c05b59 req-1435f9c2-2aae-428f-bbf5-4da0939d714f tempest-VolumesNegativeTest-1998745221 tempest-VolumesNegativeTest-1998745221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:13:19.886041 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-0b063b5d-b122-4ac2-9dd1-d89983c05b59 req-1435f9c2-2aae-428f-bbf5-4da0939d714f tempest-VolumesNegativeTest-1998745221 tempest-VolumesNegativeTest-1998745221-project] 10.222.0.57 "GET /v2.0/ports?device_id=f9f6b8d2-9533-438a-9a1b-2d67e9d75cd8 HTTP/1.1" status: 200 len: 948 time: 0.0478458 May 26 21:13:19.933635 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-0b063b5d-b122-4ac2-9dd1-d89983c05b59 req-51fbecfc-c53b-4c4b-b329-677e4ef13e69 tempest-VolumesNegativeTest-1998745221 tempest-VolumesNegativeTest-1998745221-project] 10.222.0.57 "GET /v2.0/security-groups?id=4f61b5ca-d4f6-4598-9239-ef5cf0213455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418267 May 26 21:13:20.833785 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 53986) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:13:20.940570 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-84d17f6f-f928-49e0-b672-ec43d19bb511 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:21.051857 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-84d17f6f-f928-49e0-b672-ec43d19bb511 admin admin] Publish callbacks [] for security_group (ec62ee4d-cc09-42b7-b263-82d8150778ad), precommit_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:21.061363 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-84d17f6f-f928-49e0-b672-ec43d19bb511 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (ec62ee4d-cc09-42b7-b263-82d8150778ad), after_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:21.079908 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb5f688-5d24-4386-810d-5ef8109f6f64 req-985f4a57-e40d-48e7-a458-3b60a80e8548 tempest-VolumesNegativeTest-1998745221 tempest-VolumesNegativeTest-1998745221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:13:21.081435 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-deb5f688-5d24-4386-810d-5ef8109f6f64 req-985f4a57-e40d-48e7-a458-3b60a80e8548 tempest-VolumesNegativeTest-1998745221 tempest-VolumesNegativeTest-1998745221-project] 10.222.0.57 "GET /v2.0/ports?device_id=f9f6b8d2-9533-438a-9a1b-2d67e9d75cd8 HTTP/1.1" status: 200 len: 948 time: 0.0731475 May 26 21:13:21.124294 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-84d17f6f-f928-49e0-b672-ec43d19bb511 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=fb4a420314f9405a960356f56fc646f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2893484 May 26 21:13:21.126921 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 53992) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:13:21.128144 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d17f6f-f928-49e0-b672-ec43d19bb511 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec62ee4d-cc09-42b7-b263-82d8150778ad,revision_number=1']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:13:21.158730 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-deb5f688-5d24-4386-810d-5ef8109f6f64 req-0dae5ad2-ed97-4118-aacc-d0fd8c32a162 tempest-VolumesNegativeTest-1998745221 tempest-VolumesNegativeTest-1998745221-project] 10.222.0.57 "GET /v2.0/security-groups?id=4f61b5ca-d4f6-4598-9239-ef5cf0213455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683417 May 26 21:13:21.181016 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-354b02d9-1c04-489c-8c11-9a2c7c83c7f3 admin admin] Publish callbacks [] for security_group (ec62ee4d-cc09-42b7-b263-82d8150778ad), before_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:21.205090 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-354b02d9-1c04-489c-8c11-9a2c7c83c7f3 admin admin] Publish callbacks [] for security_group (ec62ee4d-cc09-42b7-b263-82d8150778ad), precommit_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:21.251610 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-354b02d9-1c04-489c-8c11-9a2c7c83c7f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (ec62ee4d-cc09-42b7-b263-82d8150778ad), after_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:21.254177 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-354b02d9-1c04-489c-8c11-9a2c7c83c7f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:21.255377 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-354b02d9-1c04-489c-8c11-9a2c7c83c7f3 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ec62ee4d-cc09-42b7-b263-82d8150778ad HTTP/1.1" status: 204 len: 168 time: 0.1274703 May 26 21:13:21.263323 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354b02d9-1c04-489c-8c11-9a2c7c83c7f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec62ee4d-cc09-42b7-b263-82d8150778ad,revision_number=None']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:13:21.874956 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Device b292cf65-ce77-4b01-b227-bda0e1509baf details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=104103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 21:13:21.969432 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] For port b292cf65-ce77-4b01-b227-bda0e1509baf, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=b292cf65-ce77-4b01-b227-bda0e1509baf,segment=NetworkSegment(ffde3681-5502-476f-8acb-e4f367f2a763),segment_id=ffde3681-5502-476f-8acb-e4f367f2a763)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:13:21.980787 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Returning: {'device': 'b292cf65-ce77-4b01-b227-bda0e1509baf', 'network_id': 'd9e6b5ba-a05e-4c53-ae00-0820bf0d5270', 'port_id': 'b292cf65-ce77-4b01-b227-bda0e1509baf', 'mac_address': 'fa:16:3e:a3:df:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64790024-3278-4738-adb3-495e95028ef5', 'ip_address': '192.168.233.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 21:13:22.019730 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Current status of the port b292cf65-ce77-4b01-b227-bda0e1509baf is: DOWN; New status is: BUILD {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:13:22.020028 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (b292cf65-ce77-4b01-b227-bda0e1509baf), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:22.032432 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.notifiers.nova [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b292cf65-ce77-4b01-b227-bda0e1509baf {{(pid=104103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 21:13:22.052651 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] For port b292cf65-ce77-4b01-b227-bda0e1509baf, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=b292cf65-ce77-4b01-b227-bda0e1509baf,segment=NetworkSegment(ffde3681-5502-476f-8acb-e4f367f2a763),segment_id=ffde3681-5502-476f-8acb-e4f367f2a763)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:13:22.056464 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (b292cf65-ce77-4b01-b227-bda0e1509baf), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:22.093358 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:13:22.106210 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Pushing event updated for resources: {'Port': ['ID=b292cf65-ce77-4b01-b227-bda0e1509baf,revision_number=4']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:13:22.271397 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f977e2b-2aeb-43bc-a747-46b64888cd3d req-4626df3b-02df-4e11-add7-9eaccba12620 tempest-VolumesNegativeTest-1998745221 tempest-VolumesNegativeTest-1998745221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:13:22.272780 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-9f977e2b-2aeb-43bc-a747-46b64888cd3d req-4626df3b-02df-4e11-add7-9eaccba12620 tempest-VolumesNegativeTest-1998745221 tempest-VolumesNegativeTest-1998745221-project] 10.222.0.57 "GET /v2.0/ports?device_id=f9f6b8d2-9533-438a-9a1b-2d67e9d75cd8 HTTP/1.1" status: 200 len: 949 time: 0.0472581 May 26 21:13:22.320720 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-9f977e2b-2aeb-43bc-a747-46b64888cd3d req-e0da4a9e-95e6-4a5e-94fd-9ff748990de5 tempest-VolumesNegativeTest-1998745221 tempest-VolumesNegativeTest-1998745221-project] 10.222.0.57 "GET /v2.0/security-groups?id=4f61b5ca-d4f6-4598-9239-ef5cf0213455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417588 May 26 21:13:22.357408 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] get_ports_and_sgs() called for port_ids ['b292cf65-ce77-4b01-b227-bda0e1509baf'] {{(pid=104103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 21:13:23.438729 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5222b78d-3438-4ea5-bd46-5b0c2a4edb72 req-cbc79085-bde1-4f89-b181-845d33f28f1a tempest-VolumesNegativeTest-1998745221 tempest-VolumesNegativeTest-1998745221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:13:23.440096 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-5222b78d-3438-4ea5-bd46-5b0c2a4edb72 req-cbc79085-bde1-4f89-b181-845d33f28f1a tempest-VolumesNegativeTest-1998745221 tempest-VolumesNegativeTest-1998745221-project] 10.222.0.57 "GET /v2.0/ports?device_id=f9f6b8d2-9533-438a-9a1b-2d67e9d75cd8 HTTP/1.1" status: 200 len: 949 time: 0.0509646 May 26 21:13:23.487335 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-5222b78d-3438-4ea5-bd46-5b0c2a4edb72 req-3af244ee-94ea-4caf-b006-9a64cf457c5e tempest-VolumesNegativeTest-1998745221 tempest-VolumesNegativeTest-1998745221-project] 10.222.0.57 "GET /v2.0/security-groups?id=4f61b5ca-d4f6-4598-9239-ef5cf0213455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412362 May 26 21:13:23.595555 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.agents_db [None req-7031173d-d819-4c63-a4ce-0c5776890f6a None None] Agent healthcheck: found 6 active agents {{(pid=104104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 21:13:23.663476 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (7f90b46f-777d-4aa1-89b5-840fb2878c39), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:23.875692 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Device b292cf65-ce77-4b01-b227-bda0e1509baf up at agent hyperv_hv-cinder-82880 {{(pid=104103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:13:23.919398 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Provisioning for port b292cf65-ce77-4b01-b227-bda0e1509baf completed by entity L2. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 21:13:23.925186 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Provisioning complete for port b292cf65-ce77-4b01-b227-bda0e1509baf triggered by entity L2. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:13:23.925645 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (b292cf65-ce77-4b01-b227-bda0e1509baf), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:24.001999 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Current status of the port b292cf65-ce77-4b01-b227-bda0e1509baf is: BUILD; New status is: ACTIVE {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:13:24.002291 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (b292cf65-ce77-4b01-b227-bda0e1509baf), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:24.025121 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9f6b8d2-9533-438a-9a1b-2d67e9d75cd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b292cf65-ce77-4b01-b227-bda0e1509baf'}] {{(pid=104103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:13:24.027578 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b44267d7c8a7abe6e93cd6d61df03f02c4feaf0da3ba5ea8b381a36bebf6efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-406dd022-1186-4a5e-8014-af63e59f8408" -d '{"events": [{"server_uuid": "f9f6b8d2-9533-438a-9a1b-2d67e9d75cd8", "name": "network-vif-plugged", "status": "completed", "tag": "b292cf65-ce77-4b01-b227-bda0e1509baf"}]}' {{(pid=104103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:13:24.040690 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] For port b292cf65-ce77-4b01-b227-bda0e1509baf, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=b292cf65-ce77-4b01-b227-bda0e1509baf,segment=NetworkSegment(ffde3681-5502-476f-8acb-e4f367f2a763),segment_id=ffde3681-5502-476f-8acb-e4f367f2a763)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:13:24.044703 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (b292cf65-ce77-4b01-b227-bda0e1509baf), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:24.070322 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 21:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3ed907b-004e-47b3-9671-f8e9b7180b71 x-openstack-request-id: req-d3ed907b-004e-47b3-9671-f8e9b7180b71 {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:13:24.070632 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9f6b8d2-9533-438a-9a1b-2d67e9d75cd8", "name": "network-vif-plugged", "status": "completed", "tag": "b292cf65-ce77-4b01-b227-bda0e1509baf", "code": 200}]} {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:13:24.070887 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d3ed907b-004e-47b3-9671-f8e9b7180b71 {{(pid=104103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:13:24.071275 dv-cinder-828806-3-iscsi neutron-server[104103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3ed907b-004e-47b3-9671-f8e9b7180b71'] response: {'server_uuid': 'f9f6b8d2-9533-438a-9a1b-2d67e9d75cd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b292cf65-ce77-4b01-b227-bda0e1509baf', 'code': 200} May 26 21:13:24.096111 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Pushing event updated for resources: {'Port': ['ID=b292cf65-ce77-4b01-b227-bda0e1509baf,revision_number=5']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:13:24.276635 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19d767a-799b-49c2-a744-c947b094c5dd req-8b2a5eca-b2ed-49f7-a064-0a3a8c415b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:13:24.278036 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-b19d767a-799b-49c2-a744-c947b094c5dd req-8b2a5eca-b2ed-49f7-a064-0a3a8c415b31 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f9f6b8d2-9533-438a-9a1b-2d67e9d75cd8 HTTP/1.1" status: 200 len: 1134 time: 0.0402308 May 26 21:13:24.326513 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-b19d767a-799b-49c2-a744-c947b094c5dd req-75204ab9-2e65-44b3-80a0-bb77935fb0f3 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=4f61b5ca-d4f6-4598-9239-ef5cf0213455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421958 May 26 21:13:24.605293 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2045dc99-1dc4-400a-b1da-8b8d5696379d req-0d600976-d564-419b-8239-541bdd71ff48 tempest-VolumesNegativeTest-1998745221 tempest-VolumesNegativeTest-1998745221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:13:24.606815 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-2045dc99-1dc4-400a-b1da-8b8d5696379d req-0d600976-d564-419b-8239-541bdd71ff48 tempest-VolumesNegativeTest-1998745221 tempest-VolumesNegativeTest-1998745221-project] 10.222.0.57 "GET /v2.0/ports?device_id=f9f6b8d2-9533-438a-9a1b-2d67e9d75cd8 HTTP/1.1" status: 200 len: 950 time: 0.0499926 May 26 21:13:24.653754 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-2045dc99-1dc4-400a-b1da-8b8d5696379d req-0e357cdc-4b28-46f8-b19a-4524368cf322 tempest-VolumesNegativeTest-1998745221 tempest-VolumesNegativeTest-1998745221-project] 10.222.0.57 "GET /v2.0/security-groups?id=4f61b5ca-d4f6-4598-9239-ef5cf0213455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407517 May 26 21:13:25.779166 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d8fc3b-3ddf-4f1e-8907-37df0afd6898 req-ba885c09-4c90-4911-83ec-a1d409188a1f tempest-VolumesNegativeTest-1998745221 tempest-VolumesNegativeTest-1998745221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:13:25.781631 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-94d8fc3b-3ddf-4f1e-8907-37df0afd6898 req-ba885c09-4c90-4911-83ec-a1d409188a1f tempest-VolumesNegativeTest-1998745221 tempest-VolumesNegativeTest-1998745221-project] 10.222.0.57 "GET /v2.0/ports?device_id=f9f6b8d2-9533-438a-9a1b-2d67e9d75cd8 HTTP/1.1" status: 200 len: 950 time: 0.0546260 May 26 21:13:25.824570 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:13:25.832913 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-94d8fc3b-3ddf-4f1e-8907-37df0afd6898 req-0e7018c8-0cf9-4a7f-abc0-1753140962a5 tempest-VolumesNegativeTest-1998745221 tempest-VolumesNegativeTest-1998745221-project] 10.222.0.57 "GET /v2.0/security-groups?id=4f61b5ca-d4f6-4598-9239-ef5cf0213455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457809 May 26 21:13:26.099550 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbbd1d5-84f4-45a1-bae7-402e4257813f req-090f481a-6525-431c-bc95-9509047eda35 tempest-VolumesNegativeTest-1998745221 tempest-VolumesNegativeTest-1998745221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:13:26.101103 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-abbbd1d5-84f4-45a1-bae7-402e4257813f req-090f481a-6525-431c-bc95-9509047eda35 tempest-VolumesNegativeTest-1998745221 tempest-VolumesNegativeTest-1998745221-project] 10.222.0.57 "GET /v2.0/ports?device_id=f9f6b8d2-9533-438a-9a1b-2d67e9d75cd8 HTTP/1.1" status: 200 len: 950 time: 0.0485847 May 26 21:13:26.148901 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-abbbd1d5-84f4-45a1-bae7-402e4257813f req-534b75a6-5671-42a2-b145-248c2771906a tempest-VolumesNegativeTest-1998745221 tempest-VolumesNegativeTest-1998745221-project] 10.222.0.57 "GET /v2.0/security-groups?id=4f61b5ca-d4f6-4598-9239-ef5cf0213455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419452 May 26 21:13:27.226820 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:13:27.262328 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f067c3dd-8596-4082-9ead-b9c506f35c53 req-89fb2427-6ccd-4f77-adc5-c525e31de3fd tempest-VolumesNegativeTest-1998745221 tempest-VolumesNegativeTest-1998745221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:13:27.263793 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-f067c3dd-8596-4082-9ead-b9c506f35c53 req-89fb2427-6ccd-4f77-adc5-c525e31de3fd tempest-VolumesNegativeTest-1998745221 tempest-VolumesNegativeTest-1998745221-project] 10.222.0.57 "GET /v2.0/ports?device_id=f9f6b8d2-9533-438a-9a1b-2d67e9d75cd8 HTTP/1.1" status: 200 len: 950 time: 0.0471370 May 26 21:13:27.313931 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-f067c3dd-8596-4082-9ead-b9c506f35c53 req-4889b3af-629b-408b-a642-932a48584c0e tempest-VolumesNegativeTest-1998745221 tempest-VolumesNegativeTest-1998745221-project] 10.222.0.57 "GET /v2.0/security-groups?id=4f61b5ca-d4f6-4598-9239-ef5cf0213455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440431 May 26 21:13:27.691872 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9f0280-f9a3-493f-a8a5-ff71bb580fe7 req-346a4b8d-fb1c-4e33-bf81-84810c635feb tempest-VolumesNegativeTest-1998745221 tempest-VolumesNegativeTest-1998745221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:13:27.693297 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-dd9f0280-f9a3-493f-a8a5-ff71bb580fe7 req-346a4b8d-fb1c-4e33-bf81-84810c635feb tempest-VolumesNegativeTest-1998745221 tempest-VolumesNegativeTest-1998745221-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9f6b8d2-9533-438a-9a1b-2d67e9d75cd8 HTTP/1.1" status: 200 len: 950 time: 0.0452139 May 26 21:13:27.772879 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.plugin [req-dd9f0280-f9a3-493f-a8a5-ff71bb580fe7 req-335a4f55-c243-4591-8c77-e843bfc923d7 tempest-VolumesNegativeTest-1998745221 tempest-VolumesNegativeTest-1998745221-project] Deleting port b292cf65-ce77-4b01-b227-bda0e1509baf {{(pid=104101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 21:13:27.773215 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-dd9f0280-f9a3-493f-a8a5-ff71bb580fe7 req-335a4f55-c243-4591-8c77-e843bfc923d7 tempest-VolumesNegativeTest-1998745221 tempest-VolumesNegativeTest-1998745221-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787881975269'] for port (b292cf65-ce77-4b01-b227-bda0e1509baf), before_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:27.831061 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:13:27.867090 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.db [req-dd9f0280-f9a3-493f-a8a5-ff71bb580fe7 req-335a4f55-c243-4591-8c77-e843bfc923d7 tempest-VolumesNegativeTest-1998745221 tempest-VolumesNegativeTest-1998745221-project] For port b292cf65-ce77-4b01-b227-bda0e1509baf, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=b292cf65-ce77-4b01-b227-bda0e1509baf,segment=NetworkSegment(ffde3681-5502-476f-8acb-e4f367f2a763),segment_id=ffde3681-5502-476f-8acb-e4f367f2a763)] {{(pid=104101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:13:27.867445 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-dd9f0280-f9a3-493f-a8a5-ff71bb580fe7 req-335a4f55-c243-4591-8c77-e843bfc923d7 tempest-VolumesNegativeTest-1998745221 tempest-VolumesNegativeTest-1998745221-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595751'] for port (b292cf65-ce77-4b01-b227-bda0e1509baf), precommit_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:27.881079 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.plugin [req-dd9f0280-f9a3-493f-a8a5-ff71bb580fe7 req-335a4f55-c243-4591-8c77-e843bfc923d7 tempest-VolumesNegativeTest-1998745221 tempest-VolumesNegativeTest-1998745221-project] Calling delete_port for b292cf65-ce77-4b01-b227-bda0e1509baf owned by compute:nova {{(pid=104101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 21:13:28.004674 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-dd9f0280-f9a3-493f-a8a5-ff71bb580fe7 req-335a4f55-c243-4591-8c77-e843bfc923d7 tempest-VolumesNegativeTest-1998745221 tempest-VolumesNegativeTest-1998745221-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787881986003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787881445708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13231773'] for port (b292cf65-ce77-4b01-b227-bda0e1509baf), after_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:28.032583 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335a4f55-c243-4591-8c77-e843bfc923d7 tempest-VolumesNegativeTest-1998745221 tempest-VolumesNegativeTest-1998745221-project] Pushing event deleted for resources: {'Port': ['ID=b292cf65-ce77-4b01-b227-bda0e1509baf,revision_number=None']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:13:28.042939 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] get_ports_and_sgs() called for port_ids ['b292cf65-ce77-4b01-b227-bda0e1509baf'] {{(pid=104103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 21:13:28.081860 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd9f0280-f9a3-493f-a8a5-ff71bb580fe7 req-335a4f55-c243-4591-8c77-e843bfc923d7 tempest-VolumesNegativeTest-1998745221 tempest-VolumesNegativeTest-1998745221-project] No DVR routers for this DVR port b292cf65-ce77-4b01-b227-bda0e1509baf on host hv-cinder-82880 {{(pid=104101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 21:13:28.084489 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-dd9f0280-f9a3-493f-a8a5-ff71bb580fe7 req-335a4f55-c243-4591-8c77-e843bfc923d7 tempest-VolumesNegativeTest-1998745221 tempest-VolumesNegativeTest-1998745221-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25531'] for port (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:28.087791 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-dd9f0280-f9a3-493f-a8a5-ff71bb580fe7 req-335a4f55-c243-4591-8c77-e843bfc923d7 tempest-VolumesNegativeTest-1998745221 tempest-VolumesNegativeTest-1998745221-project] 10.222.0.62 "DELETE /v2.0/ports/b292cf65-ce77-4b01-b227-bda0e1509baf HTTP/1.1" status: 204 len: 173 time: 0.3893220 May 26 21:13:28.088248 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9f6b8d2-9533-438a-9a1b-2d67e9d75cd8', 'name': 'network-vif-deleted', 'tag': 'b292cf65-ce77-4b01-b227-bda0e1509baf'}] {{(pid=104101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:13:28.090569 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e35b3b942162f380527a6ddce7731c26b87baf9d9763e10c20fbd720b027cea7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94103a82-b224-4a3a-972e-2df1dc1adc95" -d '{"events": [{"server_uuid": "f9f6b8d2-9533-438a-9a1b-2d67e9d75cd8", "name": "network-vif-deleted", "tag": "b292cf65-ce77-4b01-b227-bda0e1509baf"}]}' {{(pid=104101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:13:28.137461 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 21:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b083b535-95c8-42d0-8a16-7f30fdac9a17 x-openstack-request-id: req-b083b535-95c8-42d0-8a16-7f30fdac9a17 {{(pid=104101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:13:28.138002 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9f6b8d2-9533-438a-9a1b-2d67e9d75cd8", "name": "network-vif-deleted", "tag": "b292cf65-ce77-4b01-b227-bda0e1509baf", "status": "completed", "code": 200}]} {{(pid=104101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:13:28.138426 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b083b535-95c8-42d0-8a16-7f30fdac9a17 {{(pid=104101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:13:28.138868 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b083b535-95c8-42d0-8a16-7f30fdac9a17'] response: {'server_uuid': 'f9f6b8d2-9533-438a-9a1b-2d67e9d75cd8', 'name': 'network-vif-deleted', 'tag': 'b292cf65-ce77-4b01-b227-bda0e1509baf', 'status': 'completed', 'code': 200} May 26 21:13:28.419011 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-018a5404-c9d8-4d10-90fd-b1946f47ef97 req-22138bed-de28-4196-b376-b26e997b0829 tempest-VolumesNegativeTest-1998745221 tempest-VolumesNegativeTest-1998745221-project] 10.222.0.57 "GET /v2.0/ports?device_id=f9f6b8d2-9533-438a-9a1b-2d67e9d75cd8 HTTP/1.1" status: 200 len: 210 time: 0.0274439 May 26 21:13:31.936580 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Device b292cf65-ce77-4b01-b227-bda0e1509baf no longer exists at agent hyperv_hv-cinder-82880 {{(pid=104103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 21:13:31.958241 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] No Port match for: b292cf65-ce77-4b01-b227-bda0e1509baf {{(pid=104103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 21:13:31.958758 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Device b292cf65-ce77-4b01-b227-bda0e1509baf not bound to the agent host hv-cinder-82880 {{(pid=104103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 21:13:32.448750 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-2ff79ac1-2648-4573-a345-78b290a5ef1b req-9f1aa6da-2eb3-40ea-94b0-30746b18dc6d tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1046479651&fields=id&tenant_id=759c767b215942e5852e12fa01e22001 HTTP/1.1" status: 200 len: 267 time: 0.0440056 May 26 21:13:32.569024 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff79ac1-2648-4573-a345-78b290a5ef1b req-f9863ef9-eb89-4791-b40a-554f70c152dc tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:13:32.571412 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-2ff79ac1-2648-4573-a345-78b290a5ef1b req-f9863ef9-eb89-4791-b40a-554f70c152dc tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] 10.222.0.57 "GET /v2.0/networks?id=6f730d0b-3c50-487c-9bc6-ce9af8a4b7f1 HTTP/1.1" status: 200 len: 809 time: 0.1156828 May 26 21:13:32.586731 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-2ff79ac1-2648-4573-a345-78b290a5ef1b req-eee1c473-4b1a-48ce-ada5-10880467860e tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] 10.222.0.57 "GET /v2.0/quotas/759c767b215942e5852e12fa01e22001 HTTP/1.1" status: 200 len: 375 time: 0.0097961 May 26 21:13:32.638982 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-2ff79ac1-2648-4573-a345-78b290a5ef1b req-ef7dd84c-825f-4d5f-ab25-71a8602a0a33 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=759c767b215942e5852e12fa01e22001&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0471122 May 26 21:13:32.746215 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-2ff79ac1-2648-4573-a345-78b290a5ef1b req-1a39238e-ebd5-43ea-acca-11622aa77846 service neutron] 10.222.0.57 "GET /v2.0/networks/6f730d0b-3c50-487c-9bc6-ce9af8a4b7f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955377 May 26 21:13:32.852315 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-2ff79ac1-2648-4573-a345-78b290a5ef1b req-861c7da7-4057-4cdd-807c-5e6fec5d843f service neutron] 10.222.0.57 "GET /v2.0/networks/6f730d0b-3c50-487c-9bc6-ce9af8a4b7f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998480 May 26 21:13:33.216445 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-6fdee15e-25e2-4bee-bab8-ac963e334a06 req-396cb9a3-d029-46dd-afe3-ce87baf6793e tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] 10.222.0.57 "GET /v2.0/ports?device_id=1945160b-bb97-4381-bd95-fa4e076067c9 HTTP/1.1" status: 200 len: 210 time: 0.0283909 May 26 21:13:33.380432 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 54318) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:13:33.506863 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:13:33.521491 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-0fb5eb1d-64de-4a8b-b4d1-351373d4d4c2 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2ac6e23534754c618cebf75ae3e36eb6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1396823 May 26 21:13:33.524156 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 54324) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:13:33.577267 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-74f6137a-540b-41ca-9934-d8e8cbca7fc3 admin admin] Publish callbacks [] for security_group (4f61b5ca-d4f6-4598-9239-ef5cf0213455), before_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:33.601000 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-74f6137a-540b-41ca-9934-d8e8cbca7fc3 admin admin] Publish callbacks [] for security_group (4f61b5ca-d4f6-4598-9239-ef5cf0213455), precommit_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:33.650399 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-74f6137a-540b-41ca-9934-d8e8cbca7fc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (4f61b5ca-d4f6-4598-9239-ef5cf0213455), after_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:33.652915 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-74f6137a-540b-41ca-9934-d8e8cbca7fc3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:33.657605 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-74f6137a-540b-41ca-9934-d8e8cbca7fc3 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4f61b5ca-d4f6-4598-9239-ef5cf0213455 HTTP/1.1" status: 204 len: 168 time: 0.1287704 May 26 21:13:33.664691 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f6137a-540b-41ca-9934-d8e8cbca7fc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f61b5ca-d4f6-4598-9239-ef5cf0213455,revision_number=None']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:13:33.677453 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:13:34.210758 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff79ac1-2648-4573-a345-78b290a5ef1b req-106b1fcc-2f99-4b6f-b070-e24eb2fcb722 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:13:34.212242 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-2ff79ac1-2648-4573-a345-78b290a5ef1b req-106b1fcc-2f99-4b6f-b070-e24eb2fcb722 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] 10.222.0.62 "GET /v2.0/networks?id=6f730d0b-3c50-487c-9bc6-ce9af8a4b7f1 HTTP/1.1" status: 200 len: 809 time: 0.1050203 May 26 21:13:34.284980 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-2ff79ac1-2648-4573-a345-78b290a5ef1b req-bb714433-eb52-4c35-be11-a65417172001 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=759c767b215942e5852e12fa01e22001 HTTP/1.1" status: 200 len: 380 time: 0.0593233 May 26 21:13:34.296640 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.v2.base [req-2ff79ac1-2648-4573-a345-78b290a5ef1b req-59bf6f6e-5d2b-4e70-9e23-c5b5fc799cdd tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Request body: {'port': {'device_id': '1945160b-bb97-4381-bd95-fa4e076067c9', 'network_id': '6f730d0b-3c50-487c-9bc6-ce9af8a4b7f1', 'admin_state_up': True, 'tenant_id': '759c767b215942e5852e12fa01e22001', 'security_groups': ['4c08671f-0aa8-4995-addc-70a4ab840bdb']}} {{(pid=104101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:13:34.315621 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-78473208-80b1-47bf-a403-dee276963e08 req-37722d57-4428-4cf2-9908-147415109c72 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] 10.222.0.57 "GET /v2.0/ports?device_id=1945160b-bb97-4381-bd95-fa4e076067c9 HTTP/1.1" status: 200 len: 210 time: 0.0289698 May 26 21:13:34.403750 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ff79ac1-2648-4573-a345-78b290a5ef1b req-59bf6f6e-5d2b-4e70-9e23-c5b5fc799cdd tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Made reservation on behalf of 759c767b215942e5852e12fa01e22001 for: {'port': 1} {{(pid=104101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 21:13:34.407373 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-2ff79ac1-2648-4573-a345-78b290a5ef1b req-59bf6f6e-5d2b-4e70-9e23-c5b5fc799cdd tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (None), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:34.533096 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=4 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:13:34.534320 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.db.db_base_plugin_common [req-2ff79ac1-2648-4573-a345-78b290a5ef1b req-59bf6f6e-5d2b-4e70-9e23-c5b5fc799cdd tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Allocated IP 172.20.0.11 (6f730d0b-3c50-487c-9bc6-ce9af8a4b7f1/b1d42bc1-f649-411a-98f0-60c8eaa16a2d/71a2905e-d2b8-4d38-91bd-8cb4d698c349) {{(pid=104101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 21:13:34.678764 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-2ff79ac1-2648-4573-a345-78b290a5ef1b req-59bf6f6e-5d2b-4e70-9e23-c5b5fc799cdd tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Publish callbacks [] for port (71a2905e-d2b8-4d38-91bd-8cb4d698c349), precommit_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:34.706245 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:13:34.712994 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-2ff79ac1-2648-4573-a345-78b290a5ef1b req-59bf6f6e-5d2b-4e70-9e23-c5b5fc799cdd tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787881445699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13231773'] for port (71a2905e-d2b8-4d38-91bd-8cb4d698c349), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:34.759250 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ff79ac1-2648-4573-a345-78b290a5ef1b req-59bf6f6e-5d2b-4e70-9e23-c5b5fc799cdd tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Network 6f730d0b-3c50-487c-9bc6-ce9af8a4b7f1 is already hosted by enough agents. {{(pid=104101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 21:13:34.764603 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.scheduler.base_scheduler [req-2ff79ac1-2648-4573-a345-78b290a5ef1b req-59bf6f6e-5d2b-4e70-9e23-c5b5fc799cdd tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Resources bound (agent type, host, resource id): {{(pid=104101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:13:34.767564 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ff79ac1-2648-4573-a345-78b290a5ef1b req-59bf6f6e-5d2b-4e70-9e23-c5b5fc799cdd tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Received port after_create {{(pid=104101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 21:13:34.797060 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bf6f6e-5d2b-4e70-9e23-c5b5fc799cdd tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Pushing event updated for resources: {'Port': ['ID=71a2905e-d2b8-4d38-91bd-8cb4d698c349,revision_number=1']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:13:34.826899 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff79ac1-2648-4573-a345-78b290a5ef1b req-59bf6f6e-5d2b-4e70-9e23-c5b5fc799cdd tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:13:34.827520 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-2ff79ac1-2648-4573-a345-78b290a5ef1b req-59bf6f6e-5d2b-4e70-9e23-c5b5fc799cdd tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25531'] for port (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:34.845486 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-2ff79ac1-2648-4573-a345-78b290a5ef1b req-59bf6f6e-5d2b-4e70-9e23-c5b5fc799cdd tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5540075 May 26 21:13:34.865191 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.v2.base [req-2ff79ac1-2648-4573-a345-78b290a5ef1b req-605ae91f-cac0-4780-8db0-0dfc270fe869 service neutron] Request body: {'port': {'device_id': '1945160b-bb97-4381-bd95-fa4e076067c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=104101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:13:34.932866 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-2ff79ac1-2648-4573-a345-78b290a5ef1b req-605ae91f-cac0-4780-8db0-0dfc270fe869 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (71a2905e-d2b8-4d38-91bd-8cb4d698c349), before_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:35.014583 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-26d81689-0381-4e83-b9a4-5152b3c8aff4 None None] Provisioning complete for port 71a2905e-d2b8-4d38-91bd-8cb4d698c349 triggered by entity DHCP. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:13:35.015190 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-26d81689-0381-4e83-b9a4-5152b3c8aff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (71a2905e-d2b8-4d38-91bd-8cb4d698c349), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:35.046212 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-26d81689-0381-4e83-b9a4-5152b3c8aff4 None None] Port 71a2905e-d2b8-4d38-91bd-8cb4d698c349 cannot update to ACTIVE because it is not bound. {{(pid=104103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 21:13:35.209693 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.notifiers.nova [req-2ff79ac1-2648-4573-a345-78b290a5ef1b req-605ae91f-cac0-4780-8db0-0dfc270fe869 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71a2905e-d2b8-4d38-91bd-8cb4d698c349 {{(pid=104101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 21:13:35.216795 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-2ff79ac1-2648-4573-a345-78b290a5ef1b req-605ae91f-cac0-4780-8db0-0dfc270fe869 service neutron] Publish callbacks [] for port (71a2905e-d2b8-4d38-91bd-8cb4d698c349), precommit_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:35.229474 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.db.provisioning_blocks [req-2ff79ac1-2648-4573-a345-78b290a5ef1b req-605ae91f-cac0-4780-8db0-0dfc270fe869 service neutron] Transition to ACTIVE for port object 71a2905e-d2b8-4d38-91bd-8cb4d698c349 will not be triggered until provisioned by entity L2. {{(pid=104101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 21:13:35.233334 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-2ff79ac1-2648-4573-a345-78b290a5ef1b req-605ae91f-cac0-4780-8db0-0dfc270fe869 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13231786'] for port (71a2905e-d2b8-4d38-91bd-8cb4d698c349), after_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:35.279602 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605ae91f-cac0-4780-8db0-0dfc270fe869 service neutron] Pushing event updated for resources: {'Port': ['ID=71a2905e-d2b8-4d38-91bd-8cb4d698c349,revision_number=2']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:13:35.355248 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [req-2ff79ac1-2648-4573-a345-78b290a5ef1b req-605ae91f-cac0-4780-8db0-0dfc270fe869 service neutron] Attempting to bind port 71a2905e-d2b8-4d38-91bd-8cb4d698c349 on host hv-cinder-82880 for vnic_type normal with profile {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 21:13:35.355586 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [req-2ff79ac1-2648-4573-a345-78b290a5ef1b req-605ae91f-cac0-4780-8db0-0dfc270fe869 service neutron] Attempting to bind port 71a2905e-d2b8-4d38-91bd-8cb4d698c349 by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': 'a2a9d759-8eb9-4516-9359-feb8398e361f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '6f730d0b-3c50-487c-9bc6-ce9af8a4b7f1'}] {{(pid=104101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 21:13:35.355921 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff79ac1-2648-4573-a345-78b290a5ef1b req-605ae91f-cac0-4780-8db0-0dfc270fe869 service neutron] Attempting to bind port 71a2905e-d2b8-4d38-91bd-8cb4d698c349 on network 6f730d0b-3c50-487c-9bc6-ce9af8a4b7f1 {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 21:13:35.358732 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:13:35.363156 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff79ac1-2648-4573-a345-78b290a5ef1b req-605ae91f-cac0-4780-8db0-0dfc270fe869 service neutron] Port 71a2905e-d2b8-4d38-91bd-8cb4d698c349 on network 6f730d0b-3c50-487c-9bc6-ce9af8a4b7f1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 21:13:35.366690 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff79ac1-2648-4573-a345-78b290a5ef1b req-605ae91f-cac0-4780-8db0-0dfc270fe869 service neutron] Attempting to bind port 71a2905e-d2b8-4d38-91bd-8cb4d698c349 on network 6f730d0b-3c50-487c-9bc6-ce9af8a4b7f1 {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 21:13:35.375875 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff79ac1-2648-4573-a345-78b290a5ef1b req-605ae91f-cac0-4780-8db0-0dfc270fe869 service neutron] Checking agent: {'id': '7f90b46f-777d-4aa1-89b5-840fb2878c39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 21, 2, 24), 'started_at': datetime.datetime(2022, 5, 26, 21, 2, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 21, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 21:13:35.376238 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff79ac1-2648-4573-a345-78b290a5ef1b req-605ae91f-cac0-4780-8db0-0dfc270fe869 service neutron] Checking segment: {'id': 'a2a9d759-8eb9-4516-9359-feb8398e361f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '6f730d0b-3c50-487c-9bc6-ce9af8a4b7f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 21:13:35.376613 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff79ac1-2648-4573-a345-78b290a5ef1b req-605ae91f-cac0-4780-8db0-0dfc270fe869 service neutron] Bound using segment: {'id': 'a2a9d759-8eb9-4516-9359-feb8398e361f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '6f730d0b-3c50-487c-9bc6-ce9af8a4b7f1'} {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 21:13:35.377868 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [req-2ff79ac1-2648-4573-a345-78b290a5ef1b req-605ae91f-cac0-4780-8db0-0dfc270fe869 service neutron] Bound port: 71a2905e-d2b8-4d38-91bd-8cb4d698c349, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2a9d759-8eb9-4516-9359-feb8398e361f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '6f730d0b-3c50-487c-9bc6-ce9af8a4b7f1'}}] {{(pid=104101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 21:13:35.377868 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-2ff79ac1-2648-4573-a345-78b290a5ef1b req-605ae91f-cac0-4780-8db0-0dfc270fe869 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (71a2905e-d2b8-4d38-91bd-8cb4d698c349), before_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:35.440841 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b762cfb9-da29-4129-8e00-c81b0909ba55 req-5571806d-cca0-409b-b3eb-70f4645a9d05 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:13:35.442339 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-b762cfb9-da29-4129-8e00-c81b0909ba55 req-5571806d-cca0-409b-b3eb-70f4645a9d05 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] 10.222.0.57 "GET /v2.0/ports?device_id=1945160b-bb97-4381-bd95-fa4e076067c9 HTTP/1.1" status: 200 len: 944 time: 0.0520160 May 26 21:13:35.444315 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.db [req-2ff79ac1-2648-4573-a345-78b290a5ef1b req-605ae91f-cac0-4780-8db0-0dfc270fe869 service neutron] For port 71a2905e-d2b8-4d38-91bd-8cb4d698c349, host hv-cinder-82880, cleared binding levels {{(pid=104101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 21:13:35.447741 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.db [req-2ff79ac1-2648-4573-a345-78b290a5ef1b req-605ae91f-cac0-4780-8db0-0dfc270fe869 service neutron] For port 71a2905e-d2b8-4d38-91bd-8cb4d698c349, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=71a2905e-d2b8-4d38-91bd-8cb4d698c349,segment=NetworkSegment(a2a9d759-8eb9-4516-9359-feb8398e361f),segment_id=a2a9d759-8eb9-4516-9359-feb8398e361f)] {{(pid=104101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 21:13:35.454715 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-2ff79ac1-2648-4573-a345-78b290a5ef1b req-605ae91f-cac0-4780-8db0-0dfc270fe869 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13231786'] for port (71a2905e-d2b8-4d38-91bd-8cb4d698c349), after_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:35.489817 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff79ac1-2648-4573-a345-78b290a5ef1b req-605ae91f-cac0-4780-8db0-0dfc270fe869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:13:35.490434 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-2ff79ac1-2648-4573-a345-78b290a5ef1b req-605ae91f-cac0-4780-8db0-0dfc270fe869 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25531'] for port (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:35.491993 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-2ff79ac1-2648-4573-a345-78b290a5ef1b req-605ae91f-cac0-4780-8db0-0dfc270fe869 service neutron] 10.222.0.62 "PUT /v2.0/ports/71a2905e-d2b8-4d38-91bd-8cb4d698c349 HTTP/1.1" status: 200 len: 1094 time: 0.6317329 May 26 21:13:35.494303 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1945160b-bb97-4381-bd95-fa4e076067c9', 'tag': '71a2905e-d2b8-4d38-91bd-8cb4d698c349'}] {{(pid=104101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:13:35.496575 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e35b3b942162f380527a6ddce7731c26b87baf9d9763e10c20fbd720b027cea7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e278fb3-03d9-4b5c-baf6-f5900d7cdc71" -d '{"events": [{"name": "network-changed", "server_uuid": "1945160b-bb97-4381-bd95-fa4e076067c9", "tag": "71a2905e-d2b8-4d38-91bd-8cb4d698c349"}]}' {{(pid=104101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:13:35.498842 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-b762cfb9-da29-4129-8e00-c81b0909ba55 req-6b4fe7b0-9c57-45ad-bb95-5435c0486d25 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c08671f-0aa8-4995-addc-70a4ab840bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503588 May 26 21:13:35.523130 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605ae91f-cac0-4780-8db0-0dfc270fe869 service neutron] Pushing event updated for resources: {'Port': ['ID=71a2905e-d2b8-4d38-91bd-8cb4d698c349,revision_number=3']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:13:35.554194 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 21:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4229b335-86bd-4a32-ae69-211f8864598b x-openstack-request-id: req-4229b335-86bd-4a32-ae69-211f8864598b {{(pid=104101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:13:35.554516 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1945160b-bb97-4381-bd95-fa4e076067c9", "tag": "71a2905e-d2b8-4d38-91bd-8cb4d698c349", "status": "completed", "code": 200}]} {{(pid=104101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:13:35.554771 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4229b335-86bd-4a32-ae69-211f8864598b {{(pid=104101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:13:35.555174 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4229b335-86bd-4a32-ae69-211f8864598b'] response: {'name': 'network-changed', 'server_uuid': '1945160b-bb97-4381-bd95-fa4e076067c9', 'tag': '71a2905e-d2b8-4d38-91bd-8cb4d698c349', 'status': 'completed', 'code': 200} May 26 21:13:35.610904 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff79ac1-2648-4573-a345-78b290a5ef1b req-d4d767ac-3e06-42c9-b265-6b6e557391b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:13:35.612516 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-2ff79ac1-2648-4573-a345-78b290a5ef1b req-d4d767ac-3e06-42c9-b265-6b6e557391b4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=759c767b215942e5852e12fa01e22001&device_id=1945160b-bb97-4381-bd95-fa4e076067c9 HTTP/1.1" status: 200 len: 1128 time: 0.0440724 May 26 21:13:35.658117 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-2ff79ac1-2648-4573-a345-78b290a5ef1b req-acaafb4d-258d-4160-988c-3fb6f6746214 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71a2905e-d2b8-4d38-91bd-8cb4d698c349 HTTP/1.1" status: 200 len: 217 time: 0.0337069 May 26 21:13:35.672105 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:13:35.708197 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff79ac1-2648-4573-a345-78b290a5ef1b req-9296109e-0932-4d88-96fb-ec67f90fe1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:13:35.709631 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-2ff79ac1-2648-4573-a345-78b290a5ef1b req-9296109e-0932-4d88-96fb-ec67f90fe1c7 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b1d42bc1-f649-411a-98f0-60c8eaa16a2d HTTP/1.1" status: 200 len: 848 time: 0.0458169 May 26 21:13:35.754416 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff79ac1-2648-4573-a345-78b290a5ef1b req-b71c1ca3-b045-4ecb-868a-f5e274252e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:13:35.755798 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-2ff79ac1-2648-4573-a345-78b290a5ef1b req-b71c1ca3-b045-4ecb-868a-f5e274252e45 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6f730d0b-3c50-487c-9bc6-ce9af8a4b7f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404625 May 26 21:13:35.843391 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-2ff79ac1-2648-4573-a345-78b290a5ef1b req-b702863d-9b5f-41eb-b503-a8cda3307da9 service neutron] 10.222.0.62 "GET /v2.0/networks/6f730d0b-3c50-487c-9bc6-ce9af8a4b7f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816548 May 26 21:13:35.932521 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-2ff79ac1-2648-4573-a345-78b290a5ef1b req-518251fa-0b71-4daf-9c45-31d7e4453e15 service neutron] 10.222.0.62 "GET /v2.0/networks/6f730d0b-3c50-487c-9bc6-ce9af8a4b7f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833020 May 26 21:13:36.235252 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e278fb3-03d9-4b5c-baf6-f5900d7cdc71 req-32a79b6d-bd84-4905-a22f-722cb094b2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:13:36.236672 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-3e278fb3-03d9-4b5c-baf6-f5900d7cdc71 req-32a79b6d-bd84-4905-a22f-722cb094b2d0 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=759c767b215942e5852e12fa01e22001&device_id=1945160b-bb97-4381-bd95-fa4e076067c9 HTTP/1.1" status: 200 len: 1128 time: 0.0383763 May 26 21:13:36.324254 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e278fb3-03d9-4b5c-baf6-f5900d7cdc71 req-4b3fc0b6-fa1f-47fe-96d8-14cf0ca06669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:13:36.325617 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-3e278fb3-03d9-4b5c-baf6-f5900d7cdc71 req-4b3fc0b6-fa1f-47fe-96d8-14cf0ca06669 service neutron] 10.222.0.62 "GET /v2.0/networks?id=6f730d0b-3c50-487c-9bc6-ce9af8a4b7f1 HTTP/1.1" status: 200 len: 910 time: 0.0811300 May 26 21:13:36.367383 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-3e278fb3-03d9-4b5c-baf6-f5900d7cdc71 req-57a35d49-51dc-4fa2-9634-02e6a08584ed service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71a2905e-d2b8-4d38-91bd-8cb4d698c349 HTTP/1.1" status: 200 len: 217 time: 0.0354185 May 26 21:13:36.413586 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e278fb3-03d9-4b5c-baf6-f5900d7cdc71 req-7160a81e-4f16-478c-99e1-32c77e6748db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:13:36.415009 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-3e278fb3-03d9-4b5c-baf6-f5900d7cdc71 req-7160a81e-4f16-478c-99e1-32c77e6748db service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b1d42bc1-f649-411a-98f0-60c8eaa16a2d HTTP/1.1" status: 200 len: 848 time: 0.0417392 May 26 21:13:36.455997 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e278fb3-03d9-4b5c-baf6-f5900d7cdc71 req-7ff764a7-0181-47ad-b0f9-8e44fc93cc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:13:36.457419 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-3e278fb3-03d9-4b5c-baf6-f5900d7cdc71 req-7ff764a7-0181-47ad-b0f9-8e44fc93cc41 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6f730d0b-3c50-487c-9bc6-ce9af8a4b7f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0369146 May 26 21:13:36.547414 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-3e278fb3-03d9-4b5c-baf6-f5900d7cdc71 req-faa7f9b5-b283-4785-a9bb-f269bb678a1a service neutron] 10.222.0.62 "GET /v2.0/networks/6f730d0b-3c50-487c-9bc6-ce9af8a4b7f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841670 May 26 21:13:36.632178 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72268f30-90da-43a8-b5c2-f52d40e06b70 req-7398dacc-c1ff-41d6-bb00-427d808a7bca tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:13:36.633559 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-72268f30-90da-43a8-b5c2-f52d40e06b70 req-7398dacc-c1ff-41d6-bb00-427d808a7bca tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] 10.222.0.57 "GET /v2.0/ports?device_id=1945160b-bb97-4381-bd95-fa4e076067c9 HTTP/1.1" status: 200 len: 944 time: 0.0495110 May 26 21:13:36.635604 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-3e278fb3-03d9-4b5c-baf6-f5900d7cdc71 req-48cadedc-aee3-4bd7-a320-7677c338551c service neutron] 10.222.0.62 "GET /v2.0/networks/6f730d0b-3c50-487c-9bc6-ce9af8a4b7f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819757 May 26 21:13:36.682318 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-72268f30-90da-43a8-b5c2-f52d40e06b70 req-eb9d51f8-bce4-4699-b043-5580a9dac627 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c08671f-0aa8-4995-addc-70a4ab840bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431497 May 26 21:13:37.801377 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a917685-1da5-4997-b576-c37a696107cf req-7e1c4fd6-e6ec-407b-bdfe-21356a48303f tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:13:37.802868 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-1a917685-1da5-4997-b576-c37a696107cf req-7e1c4fd6-e6ec-407b-bdfe-21356a48303f tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] 10.222.0.57 "GET /v2.0/ports?device_id=1945160b-bb97-4381-bd95-fa4e076067c9 HTTP/1.1" status: 200 len: 944 time: 0.0509708 May 26 21:13:37.850565 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-1a917685-1da5-4997-b576-c37a696107cf req-489e29ea-7d47-4551-bb8a-8b2e8940afe1 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c08671f-0aa8-4995-addc-70a4ab840bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420551 May 26 21:13:38.447824 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=31,neutron:DELETE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:13:38.448525 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=24 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:13:38.964490 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa56b45-3554-429d-b0de-ecc1db5333a9 req-f4d66dfc-333f-4da5-8c07-27fb01b6ca0f tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:13:38.965911 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-cfa56b45-3554-429d-b0de-ecc1db5333a9 req-f4d66dfc-333f-4da5-8c07-27fb01b6ca0f tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] 10.222.0.57 "GET /v2.0/ports?device_id=1945160b-bb97-4381-bd95-fa4e076067c9 HTTP/1.1" status: 200 len: 944 time: 0.0460596 May 26 21:13:39.013795 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-cfa56b45-3554-429d-b0de-ecc1db5333a9 req-17b756d8-daa9-4e58-90dc-d0ffeb9d1c45 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c08671f-0aa8-4995-addc-70a4ab840bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423126 May 26 21:13:39.788125 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-53442d89-4233-4dd8-a740-ecabc967f1bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (28061657-8b16-479f-8ff4-19bdcc74bc2c), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:40.135946 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1223e87f-d4fd-43f1-8c17-d02314f6e439 req-363f396f-eb9a-440e-9074-31db82f7db55 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:13:40.137376 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-1223e87f-d4fd-43f1-8c17-d02314f6e439 req-363f396f-eb9a-440e-9074-31db82f7db55 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] 10.222.0.57 "GET /v2.0/ports?device_id=1945160b-bb97-4381-bd95-fa4e076067c9 HTTP/1.1" status: 200 len: 944 time: 0.0496266 May 26 21:13:40.162139 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=100 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:13:40.190434 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-1223e87f-d4fd-43f1-8c17-d02314f6e439 req-fc080f50-6141-4f21-ae1c-81e677989b69 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c08671f-0aa8-4995-addc-70a4ab840bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469060 May 26 21:13:41.266479 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=100 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:13:41.302023 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f1ec7a-35b1-40cd-84e8-649cc4ce0975 req-cdbbb207-3ccc-4399-87a4-0da598298e64 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:13:41.303511 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-91f1ec7a-35b1-40cd-84e8-649cc4ce0975 req-cdbbb207-3ccc-4399-87a4-0da598298e64 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] 10.222.0.57 "GET /v2.0/ports?device_id=1945160b-bb97-4381-bd95-fa4e076067c9 HTTP/1.1" status: 200 len: 944 time: 0.0471878 May 26 21:13:41.351158 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-91f1ec7a-35b1-40cd-84e8-649cc4ce0975 req-5f6a7316-c5bd-42f2-90ce-1f5158b7fa9a tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c08671f-0aa8-4995-addc-70a4ab840bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421851 May 26 21:13:42.055238 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-987ac89d-1aa2-4918-90ff-ba8a06d489d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (ccb07560-1e88-42f3-8411-377a93089622), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:42.459984 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c37d558-8161-4399-be03-724843f0457a req-2ac35999-29ab-4bd2-832e-5f1a4feb0400 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:13:42.461396 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-3c37d558-8161-4399-be03-724843f0457a req-2ac35999-29ab-4bd2-832e-5f1a4feb0400 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] 10.222.0.57 "GET /v2.0/ports?device_id=1945160b-bb97-4381-bd95-fa4e076067c9 HTTP/1.1" status: 200 len: 944 time: 0.0457144 May 26 21:13:42.508409 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-3c37d558-8161-4399-be03-724843f0457a req-7d43247f-efd6-4da4-a10c-03ba8d94a03e tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c08671f-0aa8-4995-addc-70a4ab840bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416584 May 26 21:13:43.022015 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-2cedcaf3-f8c8-488c-9e0f-8ce175add227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (5deefb54-cd62-4255-b022-7e9734e3e0b8), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:43.622912 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247f3b16-9f6b-405d-bbb6-7c01042b3e57 req-f3dd885e-0a3f-47de-994d-823e17e6fc83 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:13:43.624362 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-247f3b16-9f6b-405d-bbb6-7c01042b3e57 req-f3dd885e-0a3f-47de-994d-823e17e6fc83 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] 10.222.0.57 "GET /v2.0/ports?device_id=1945160b-bb97-4381-bd95-fa4e076067c9 HTTP/1.1" status: 200 len: 944 time: 0.0486503 May 26 21:13:43.672165 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-247f3b16-9f6b-405d-bbb6-7c01042b3e57 req-f6bb0b36-90ac-4879-98ec-e58397bde882 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c08671f-0aa8-4995-addc-70a4ab840bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417452 May 26 21:13:43.967840 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Device 71a2905e-d2b8-4d38-91bd-8cb4d698c349 details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=104103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 21:13:44.066268 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] For port 71a2905e-d2b8-4d38-91bd-8cb4d698c349, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=71a2905e-d2b8-4d38-91bd-8cb4d698c349,segment=NetworkSegment(a2a9d759-8eb9-4516-9359-feb8398e361f),segment_id=a2a9d759-8eb9-4516-9359-feb8398e361f)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:13:44.077500 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Returning: {'device': '71a2905e-d2b8-4d38-91bd-8cb4d698c349', 'network_id': '6f730d0b-3c50-487c-9bc6-ce9af8a4b7f1', 'port_id': '71a2905e-d2b8-4d38-91bd-8cb4d698c349', 'mac_address': 'fa:16:3e:2a:7c:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1d42bc1-f649-411a-98f0-60c8eaa16a2d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 21:13:44.110686 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Current status of the port 71a2905e-d2b8-4d38-91bd-8cb4d698c349 is: DOWN; New status is: BUILD {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:13:44.111066 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (71a2905e-d2b8-4d38-91bd-8cb4d698c349), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:44.123409 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.notifiers.nova [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71a2905e-d2b8-4d38-91bd-8cb4d698c349 {{(pid=104103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 21:13:44.149280 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:13:44.154398 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] For port 71a2905e-d2b8-4d38-91bd-8cb4d698c349, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=71a2905e-d2b8-4d38-91bd-8cb4d698c349,segment=NetworkSegment(a2a9d759-8eb9-4516-9359-feb8398e361f),segment_id=a2a9d759-8eb9-4516-9359-feb8398e361f)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:13:44.159883 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (71a2905e-d2b8-4d38-91bd-8cb4d698c349), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:44.211437 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Pushing event updated for resources: {'Port': ['ID=71a2905e-d2b8-4d38-91bd-8cb4d698c349,revision_number=4']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:13:44.418130 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] get_ports_and_sgs() called for port_ids ['71a2905e-d2b8-4d38-91bd-8cb4d698c349'] {{(pid=104103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 21:13:44.546234 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-46f12c73-3700-4e7e-86c8-206b84d0e626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (54d4a93e-badb-480c-831f-99f9f6beb5f4), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:44.786168 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cb2f57-f47f-4e4e-8162-7915641bbbe7 req-619beb7d-89ad-48f8-9797-b53800fb541f tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:13:44.787314 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-51cb2f57-f47f-4e4e-8162-7915641bbbe7 req-619beb7d-89ad-48f8-9797-b53800fb541f tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] 10.222.0.57 "GET /v2.0/ports?device_id=1945160b-bb97-4381-bd95-fa4e076067c9 HTTP/1.1" status: 200 len: 945 time: 0.0461719 May 26 21:13:44.838138 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-51cb2f57-f47f-4e4e-8162-7915641bbbe7 req-eb0fe101-72b9-473f-a67d-c605e1776acc tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c08671f-0aa8-4995-addc-70a4ab840bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455766 May 26 21:13:45.954556 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0c45cb-8d05-4a29-ac72-2449a187bcc6 req-e02d1347-c542-402b-92b5-0b5a93b3d77d tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:13:45.956013 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-1f0c45cb-8d05-4a29-ac72-2449a187bcc6 req-e02d1347-c542-402b-92b5-0b5a93b3d77d tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] 10.222.0.57 "GET /v2.0/ports?device_id=1945160b-bb97-4381-bd95-fa4e076067c9 HTTP/1.1" status: 200 len: 945 time: 0.0466821 May 26 21:13:45.982404 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (545ffc5a-00f7-4140-8f25-9e74b0e32d39), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:45.998575 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Device 71a2905e-d2b8-4d38-91bd-8cb4d698c349 up at agent hyperv_hv-cinder-82880 {{(pid=104103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:13:46.010142 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-1f0c45cb-8d05-4a29-ac72-2449a187bcc6 req-d6dc1830-df3a-435e-a19e-5f54b7aa9c82 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c08671f-0aa8-4995-addc-70a4ab840bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485842 May 26 21:13:46.042084 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Provisioning for port 71a2905e-d2b8-4d38-91bd-8cb4d698c349 completed by entity L2. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 21:13:46.047253 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Provisioning complete for port 71a2905e-d2b8-4d38-91bd-8cb4d698c349 triggered by entity L2. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:13:46.047714 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (71a2905e-d2b8-4d38-91bd-8cb4d698c349), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:46.088518 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:13:46.118345 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Current status of the port 71a2905e-d2b8-4d38-91bd-8cb4d698c349 is: BUILD; New status is: ACTIVE {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:13:46.118756 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (71a2905e-d2b8-4d38-91bd-8cb4d698c349), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:46.140869 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1945160b-bb97-4381-bd95-fa4e076067c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71a2905e-d2b8-4d38-91bd-8cb4d698c349'}] {{(pid=104103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:13:46.143780 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b44267d7c8a7abe6e93cd6d61df03f02c4feaf0da3ba5ea8b381a36bebf6efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66d03497-841d-486f-8e09-a8e44ec2c4c8" -d '{"events": [{"server_uuid": "1945160b-bb97-4381-bd95-fa4e076067c9", "name": "network-vif-plugged", "status": "completed", "tag": "71a2905e-d2b8-4d38-91bd-8cb4d698c349"}]}' {{(pid=104103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:13:46.160006 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] For port 71a2905e-d2b8-4d38-91bd-8cb4d698c349, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=71a2905e-d2b8-4d38-91bd-8cb4d698c349,segment=NetworkSegment(a2a9d759-8eb9-4516-9359-feb8398e361f),segment_id=a2a9d759-8eb9-4516-9359-feb8398e361f)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:13:46.163990 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (71a2905e-d2b8-4d38-91bd-8cb4d698c349), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:46.187160 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 21:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0fc3b91-e4e7-4ec4-b0a1-c79718a22e4b x-openstack-request-id: req-a0fc3b91-e4e7-4ec4-b0a1-c79718a22e4b {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:13:46.187448 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1945160b-bb97-4381-bd95-fa4e076067c9", "name": "network-vif-plugged", "status": "completed", "tag": "71a2905e-d2b8-4d38-91bd-8cb4d698c349", "code": 200}]} {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:13:46.187692 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a0fc3b91-e4e7-4ec4-b0a1-c79718a22e4b {{(pid=104103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:13:46.188557 dv-cinder-828806-3-iscsi neutron-server[104103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0fc3b91-e4e7-4ec4-b0a1-c79718a22e4b'] response: {'server_uuid': '1945160b-bb97-4381-bd95-fa4e076067c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71a2905e-d2b8-4d38-91bd-8cb4d698c349', 'code': 200} May 26 21:13:46.213781 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Pushing event updated for resources: {'Port': ['ID=71a2905e-d2b8-4d38-91bd-8cb4d698c349,revision_number=5']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:13:46.418225 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efe9652-b18d-4cbf-97dc-d94e5f4b595b req-32b9a41e-ea08-4db6-9d11-7c460b2ef04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:13:46.419627 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-6efe9652-b18d-4cbf-97dc-d94e5f4b595b req-32b9a41e-ea08-4db6-9d11-7c460b2ef04d service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=1945160b-bb97-4381-bd95-fa4e076067c9 HTTP/1.1" status: 200 len: 1130 time: 0.0419519 May 26 21:13:46.439150 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:13:46.465122 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-6efe9652-b18d-4cbf-97dc-d94e5f4b595b req-773022e3-d122-445f-b850-a59f65ff91c9 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=4c08671f-0aa8-4995-addc-70a4ab840bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397871 May 26 21:13:47.122324 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ede8b1-0705-4cd0-b44b-3d17bc4b03f6 req-065b9d81-dcda-476d-bbfa-31a84abebed7 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:13:47.123707 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-48ede8b1-0705-4cd0-b44b-3d17bc4b03f6 req-065b9d81-dcda-476d-bbfa-31a84abebed7 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] 10.222.0.57 "GET /v2.0/ports?device_id=1945160b-bb97-4381-bd95-fa4e076067c9 HTTP/1.1" status: 200 len: 946 time: 0.0461631 May 26 21:13:47.174093 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-48ede8b1-0705-4cd0-b44b-3d17bc4b03f6 req-f450bd62-4d4d-4b8b-887f-cbfdea901713 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c08671f-0aa8-4995-addc-70a4ab840bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443935 May 26 21:13:48.288022 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fc9d63-498c-46b1-a457-6ff6d0b2d116 req-2138b81e-db41-4703-b49a-4e8c1c77ec21 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:13:48.289472 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-80fc9d63-498c-46b1-a457-6ff6d0b2d116 req-2138b81e-db41-4703-b49a-4e8c1c77ec21 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] 10.222.0.57 "GET /v2.0/ports?device_id=1945160b-bb97-4381-bd95-fa4e076067c9 HTTP/1.1" status: 200 len: 946 time: 0.0463004 May 26 21:13:48.337131 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-80fc9d63-498c-46b1-a457-6ff6d0b2d116 req-e0805d00-67d7-4d63-b737-8296bf17e9ca tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c08671f-0aa8-4995-addc-70a4ab840bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421152 May 26 21:13:48.450758 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83c40ba-f359-4ce9-9abb-776f8e08562d req-23894b2e-687e-4685-9c39-3ed80b0bec08 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:13:48.452208 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-b83c40ba-f359-4ce9-9abb-776f8e08562d req-23894b2e-687e-4685-9c39-3ed80b0bec08 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] 10.222.0.57 "GET /v2.0/ports?device_id=1945160b-bb97-4381-bd95-fa4e076067c9 HTTP/1.1" status: 200 len: 946 time: 0.0494227 May 26 21:13:48.501053 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-b83c40ba-f359-4ce9-9abb-776f8e08562d req-8ae736bc-a934-4218-9524-4f21f0584087 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c08671f-0aa8-4995-addc-70a4ab840bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420969 May 26 21:13:48.522900 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 54360) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:13:48.710989 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6fdbc7e-1703-414b-a864-22baddf7fd74 tempest-TestShelveInstance-545325494 tempest-TestShelveInstance-545325494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:13:48.712479 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-b6fdbc7e-1703-414b-a864-22baddf7fd74 tempest-TestShelveInstance-545325494 tempest-TestShelveInstance-545325494-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=1945160b-bb97-4381-bd95-fa4e076067c9 HTTP/1.1" status: 200 len: 1125 time: 0.1886573 May 26 21:13:48.715387 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 54364) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:13:48.719536 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.v2.base [None req-dda0d043-7701-4455-b708-2a483f6a78b7 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Request body: {'floatingip': {'floating_network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'port_id': '71a2905e-d2b8-4d38-91bd-8cb4d698c349', 'tenant_id': '759c767b215942e5852e12fa01e22001', 'fixed_ip_address': '172.20.0.11'}} {{(pid=104102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:13:48.741277 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-dda0d043-7701-4455-b708-2a483f6a78b7 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:48.821223 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-dda0d043-7701-4455-b708-2a483f6a78b7 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (None), before_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:48.877601 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:13:48.920943 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.db.db_base_plugin_common [None req-dda0d043-7701-4455-b708-2a483f6a78b7 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Allocated IP 172.27.2.200 (7d433162-bc3c-42dc-9b38-0bd5733b5e12/724ba99f-4e90-4a15-97fd-930eedded7a9/6d44c248-4a7d-42cf-a14e-025e8a424bf8) {{(pid=104102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 21:13:48.923116 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:13:49.026021 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-dda0d043-7701-4455-b708-2a483f6a78b7 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Publish callbacks [] for port (6d44c248-4a7d-42cf-a14e-025e8a424bf8), precommit_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:49.057145 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-dda0d043-7701-4455-b708-2a483f6a78b7 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787881445699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16679263'] for port (6d44c248-4a7d-42cf-a14e-025e8a424bf8), after_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:49.091708 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda0d043-7701-4455-b708-2a483f6a78b7 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Network 7d433162-bc3c-42dc-9b38-0bd5733b5e12 is already hosted by enough agents. {{(pid=104102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 21:13:49.098587 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.scheduler.base_scheduler [None req-dda0d043-7701-4455-b708-2a483f6a78b7 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Resources bound (agent type, host, resource id): {{(pid=104102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:13:49.102305 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda0d043-7701-4455-b708-2a483f6a78b7 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Received port after_create {{(pid=104102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 21:13:49.123874 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda0d043-7701-4455-b708-2a483f6a78b7 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Pushing event updated for resources: {'Port': ['ID=6d44c248-4a7d-42cf-a14e-025e8a424bf8,revision_number=1']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:13:49.440653 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-dda0d043-7701-4455-b708-2a483f6a78b7 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Publish callbacks [] for floatingip (b84fa3b1-a3e4-4213-9c09-212d0d7ce92d), precommit_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:49.506506 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-dda0d043-7701-4455-b708-2a483f6a78b7 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (6d44c248-4a7d-42cf-a14e-025e8a424bf8), before_update {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:49.638659 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:13:49.644267 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:13:49.677591 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-dda0d043-7701-4455-b708-2a483f6a78b7 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Publish callbacks [] for port (6d44c248-4a7d-42cf-a14e-025e8a424bf8), precommit_update {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:49.681632 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-dda0d043-7701-4455-b708-2a483f6a78b7 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16679272'] for port (6d44c248-4a7d-42cf-a14e-025e8a424bf8), after_update {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:49.749869 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda0d043-7701-4455-b708-2a483f6a78b7 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Pushing event updated for resources: {'Port': ['ID=6d44c248-4a7d-42cf-a14e-025e8a424bf8,revision_number=2']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:13:49.758408 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-dda0d043-7701-4455-b708-2a483f6a78b7 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1614815'] for floatingip (b84fa3b1-a3e4-4213-9c09-212d0d7ce92d), after_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:49.852320 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.db.l3_db [None req-dda0d043-7701-4455-b708-2a483f6a78b7 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Floating IP b84fa3b1-a3e4-4213-9c09-212d0d7ce92d associated. External IP: 172.27.2.200, port: 71a2905e-d2b8-4d38-91bd-8cb4d698c349. May 26 21:13:50.227514 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dda0d043-7701-4455-b708-2a483f6a78b7 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Router 9afac8d8-f3ca-4fa1-b94e-bb17f7d5f700 has already been hosted by L3 agent ccb07560-1e88-42f3-8411-377a93089622 {{(pid=104102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 21:13:50.327097 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dda0d043-7701-4455-b708-2a483f6a78b7 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Notify agent at l3_agent.dv-cinder-828806-3-iscsi the message routers_updated {{(pid=104102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 21:13:50.336813 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6133d397-f6e3-4f5e-8cb0-3819d08d6f85 None None] Sync routers for ids ['9afac8d8-f3ca-4fa1-b94e-bb17f7d5f700'] in dv-cinder-828806-3-iscsi {{(pid=104103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 21:13:50.344306 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-dda0d043-7701-4455-b708-2a483f6a78b7 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25531'] for floatingip (None), before_response {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:13:50.347747 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6133d397-f6e3-4f5e-8cb0-3819d08d6f85 None None] Routers {'9afac8d8-f3ca-4fa1-b94e-bb17f7d5f700'} bound to L3 agent in host dv-cinder-828806-3-iscsi {{(pid=104103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:13:50.348356 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_hamode_db [None req-6133d397-f6e3-4f5e-8cb0-3819d08d6f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T20:55:42Z,description=,heartbeat_timestamp=2022-05-26T21:13:42Z,host='dv-cinder-828806-3-iscsi',id=ccb07560-1e88-42f3-8411-377a93089622,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T20:55:42Z,topic='l3_agent')) {'router_ids': ['9afac8d8-f3ca-4fa1-b94e-bb17f7d5f700'], 'active': True} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:13:50.374112 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-dda0d043-7701-4455-b708-2a483f6a78b7 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6577075 May 26 21:13:50.374741 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1945160b-bb97-4381-bd95-fa4e076067c9', 'tag': '71a2905e-d2b8-4d38-91bd-8cb4d698c349'}] {{(pid=104102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:13:50.377702 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706b1c0bf4c108867c85ce24421d64e29e03a8d677c0da793374f2c7f89b1863" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f80cb43-6b1d-4251-add7-65bd7125a898" -d '{"events": [{"name": "network-changed", "server_uuid": "1945160b-bb97-4381-bd95-fa4e076067c9", "tag": "71a2905e-d2b8-4d38-91bd-8cb4d698c349"}]}' {{(pid=104102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:13:50.534255 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 21:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5013174-29e9-4131-bdbb-d8189913133b x-openstack-request-id: req-b5013174-29e9-4131-bdbb-d8189913133b {{(pid=104102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:13:50.534932 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1945160b-bb97-4381-bd95-fa4e076067c9", "tag": "71a2905e-d2b8-4d38-91bd-8cb4d698c349", "status": "completed", "code": 200}]} {{(pid=104102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:13:50.534932 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b5013174-29e9-4131-bdbb-d8189913133b {{(pid=104102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:13:50.535202 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5013174-29e9-4131-bdbb-d8189913133b'] response: {'name': 'network-changed', 'server_uuid': '1945160b-bb97-4381-bd95-fa4e076067c9', 'tag': '71a2905e-d2b8-4d38-91bd-8cb4d698c349', 'status': 'completed', 'code': 200} May 26 21:13:50.580360 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvr_db [None req-6133d397-f6e3-4f5e-8cb0-3819d08d6f85 None None] Set router 9afac8d8-f3ca-4fa1-b94e-bb17f7d5f700 gateway port host: dv-cinder-828806-3-iscsi {{(pid=104103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:13:50.613319 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f80cb43-6b1d-4251-add7-65bd7125a898 req-42ee0bbe-b864-48df-bd0e-0919255569aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:13:50.615113 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-4f80cb43-6b1d-4251-add7-65bd7125a898 req-42ee0bbe-b864-48df-bd0e-0919255569aa service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=759c767b215942e5852e12fa01e22001&device_id=1945160b-bb97-4381-bd95-fa4e076067c9 HTTP/1.1" status: 200 len: 1130 time: 0.0395472 May 26 21:13:50.705718 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f80cb43-6b1d-4251-add7-65bd7125a898 req-02f28e25-f2be-400c-bdb7-079e42e26cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:13:50.707238 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-4f80cb43-6b1d-4251-add7-65bd7125a898 req-02f28e25-f2be-400c-bdb7-079e42e26cda service neutron] 10.222.0.62 "GET /v2.0/networks?id=6f730d0b-3c50-487c-9bc6-ce9af8a4b7f1 HTTP/1.1" status: 200 len: 910 time: 0.0862689 May 26 21:13:50.723229 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:13:50.767635 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-4f80cb43-6b1d-4251-add7-65bd7125a898 req-c9d991b3-2f8c-4953-82d0-3b6a7572d500 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71a2905e-d2b8-4d38-91bd-8cb4d698c349 HTTP/1.1" status: 200 len: 1000 time: 0.0550086 May 26 21:13:50.779513 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=100 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:13:50.792483 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_hamode_db [None req-6133d397-f6e3-4f5e-8cb0-3819d08d6f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9afac8d8-f3ca-4fa1-b94e-bb17f7d5f700', 'name': 'tempest-TestShelveInstance-1163310947-router', 'tenant_id': '759c767b215942e5852e12fa01e22001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': 'ab38d906-efa1-4723-a73b-6a1eb3abd64d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:13:03Z', 'updated_at': '2022-05-26T21:13:06Z', 'revision_number': 4, 'project_id': '759c767b215942e5852e12fa01e22001', 'gw_port': {'id': 'ab38d906-efa1-4723-a73b-6a1eb3abd64d', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:9a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afac8d8-f3ca-4fa1-b94e-bb17f7d5f700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:13:03Z', 'updated_at': '2022-05-26T21:13:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi', '_floatingips': [{'id': 'b84fa3b1-a3e4-4213-9c09-212d0d7ce92d', 'tenant_id': '759c767b215942e5852e12fa01e22001', 'floating_ip_address': '172.27.2.200', 'floating_network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'router_id': '9afac8d8-f3ca-4fa1-b94e-bb17f7d5f700', 'port_id': '71a2905e-d2b8-4d38-91bd-8cb4d698c349', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6f730d0b-3c50-487c-9bc6-ce9af8a4b7f1', 'mac_address': 'fa:16:3e:2a:7c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1945160b-bb97-4381-bd95-fa4e076067c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T21:13:49Z', 'updated_at': '2022-05-26T21:13:49Z', 'revision_number': 0, 'project_id': '759c767b215942e5852e12fa01e22001', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f7b62e5-ba86-4eb5-9d7b-d5f874723da6', 'name': '', 'network_id': '6f730d0b-3c50-487c-9bc6-ce9af8a4b7f1', 'tenant_id': '759c767b215942e5852e12fa01e22001', 'mac_address': 'fa:16:3e:1f:c3:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afac8d8-f3ca-4fa1-b94e-bb17f7d5f700', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'b1d42bc1-f649-411a-98f0-60c8eaa16a2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:13:05Z', 'updated_at': '2022-05-26T21:13:12Z', 'revision_number': 5, 'project_id': '759c767b215942e5852e12fa01e22001', 'subnets': [{'id': 'b1d42bc1-f649-411a-98f0-60c8eaa16a2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-3-iscsi', False) {} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:13:50.815571 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f80cb43-6b1d-4251-add7-65bd7125a898 req-17519276-38fd-451d-8fa8-cbfe1d64afa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:13:50.817016 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6133d397-f6e3-4f5e-8cb0-3819d08d6f85 None None] Checking router: 9afac8d8-f3ca-4fa1-b94e-bb17f7d5f700 for host: dv-cinder-828806-3-iscsi {{(pid=104103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 21:13:50.817159 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-4f80cb43-6b1d-4251-add7-65bd7125a898 req-17519276-38fd-451d-8fa8-cbfe1d64afa4 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b1d42bc1-f649-411a-98f0-60c8eaa16a2d HTTP/1.1" status: 200 len: 848 time: 0.0442660 May 26 21:13:50.825460 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6133d397-f6e3-4f5e-8cb0-3819d08d6f85 None None] Routers {'9afac8d8-f3ca-4fa1-b94e-bb17f7d5f700'} bound to L3 agent in host dv-cinder-828806-3-iscsi {{(pid=104103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:13:50.826075 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_hamode_db [None req-6133d397-f6e3-4f5e-8cb0-3819d08d6f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T20:55:42Z,description=,heartbeat_timestamp=2022-05-26T21:13:42Z,host='dv-cinder-828806-3-iscsi',id=ccb07560-1e88-42f3-8411-377a93089622,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T20:55:42Z,topic='l3_agent')) {'router_ids': ['9afac8d8-f3ca-4fa1-b94e-bb17f7d5f700'], 'active': True} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:13:50.862654 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f80cb43-6b1d-4251-add7-65bd7125a898 req-d1b25e55-f455-4d0e-b1d9-3ad8f07509cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:13:50.864036 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-4f80cb43-6b1d-4251-add7-65bd7125a898 req-d1b25e55-f455-4d0e-b1d9-3ad8f07509cb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6f730d0b-3c50-487c-9bc6-ce9af8a4b7f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418015 May 26 21:13:50.925189 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvr_db [None req-6133d397-f6e3-4f5e-8cb0-3819d08d6f85 None None] Set router 9afac8d8-f3ca-4fa1-b94e-bb17f7d5f700 gateway port host: dv-cinder-828806-3-iscsi {{(pid=104103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:13:50.950085 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-4f80cb43-6b1d-4251-add7-65bd7125a898 req-1e981e1d-10c5-4c4c-bb12-b06565a3f7ed service neutron] 10.222.0.62 "GET /v2.0/networks/6f730d0b-3c50-487c-9bc6-ce9af8a4b7f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799007 May 26 21:13:51.040774 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-4f80cb43-6b1d-4251-add7-65bd7125a898 req-c772e487-5835-4ad9-89e0-cb915c2a2162 service neutron] 10.222.0.62 "GET /v2.0/networks/6f730d0b-3c50-487c-9bc6-ce9af8a4b7f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849526 May 26 21:13:51.130119 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_hamode_db [None req-6133d397-f6e3-4f5e-8cb0-3819d08d6f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9afac8d8-f3ca-4fa1-b94e-bb17f7d5f700', 'name': 'tempest-TestShelveInstance-1163310947-router', 'tenant_id': '759c767b215942e5852e12fa01e22001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': 'ab38d906-efa1-4723-a73b-6a1eb3abd64d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:13:03Z', 'updated_at': '2022-05-26T21:13:06Z', 'revision_number': 4, 'project_id': '759c767b215942e5852e12fa01e22001', 'gw_port': {'id': 'ab38d906-efa1-4723-a73b-6a1eb3abd64d', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:9a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afac8d8-f3ca-4fa1-b94e-bb17f7d5f700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:13:03Z', 'updated_at': '2022-05-26T21:13:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi', '_floatingips': [{'id': 'b84fa3b1-a3e4-4213-9c09-212d0d7ce92d', 'tenant_id': '759c767b215942e5852e12fa01e22001', 'floating_ip_address': '172.27.2.200', 'floating_network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'router_id': '9afac8d8-f3ca-4fa1-b94e-bb17f7d5f700', 'port_id': '71a2905e-d2b8-4d38-91bd-8cb4d698c349', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6f730d0b-3c50-487c-9bc6-ce9af8a4b7f1', 'mac_address': 'fa:16:3e:2a:7c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1945160b-bb97-4381-bd95-fa4e076067c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T21:13:49Z', 'updated_at': '2022-05-26T21:13:49Z', 'revision_number': 0, 'project_id': '759c767b215942e5852e12fa01e22001', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f7b62e5-ba86-4eb5-9d7b-d5f874723da6', 'name': '', 'network_id': '6f730d0b-3c50-487c-9bc6-ce9af8a4b7f1', 'tenant_id': '759c767b215942e5852e12fa01e22001', 'mac_address': 'fa:16:3e:1f:c3:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afac8d8-f3ca-4fa1-b94e-bb17f7d5f700', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'b1d42bc1-f649-411a-98f0-60c8eaa16a2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:13:05Z', 'updated_at': '2022-05-26T21:13:12Z', 'revision_number': 5, 'project_id': '759c767b215942e5852e12fa01e22001', 'subnets': [{'id': 'b1d42bc1-f649-411a-98f0-60c8eaa16a2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-3-iscsi', False) {} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:13:51.158527 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6133d397-f6e3-4f5e-8cb0-3819d08d6f85 None None] The sync data for ids ['9afac8d8-f3ca-4fa1-b94e-bb17f7d5f700'] in dv-cinder-828806-3-iscsi is: [{'id': '9afac8d8-f3ca-4fa1-b94e-bb17f7d5f700', 'name': 'tempest-TestShelveInstance-1163310947-router', 'tenant_id': '759c767b215942e5852e12fa01e22001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': 'ab38d906-efa1-4723-a73b-6a1eb3abd64d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:13:03Z', 'updated_at': '2022-05-26T21:13:06Z', 'revision_number': 4, 'project_id': '759c767b215942e5852e12fa01e22001', 'gw_port': {'id': 'ab38d906-efa1-4723-a73b-6a1eb3abd64d', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:9a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afac8d8-f3ca-4fa1-b94e-bb17f7d5f700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:13:03Z', 'updated_at': '2022-05-26T21:13:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi', '_floatingips': [{'id': 'b84fa3b1-a3e4-4213-9c09-212d0d7ce92d', 'tenant_id': '759c767b215942e5852e12fa01e22001', 'floating_ip_address': '172.27.2.200', 'floating_network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'router_id': '9afac8d8-f3ca-4fa1-b94e-bb17f7d5f700', 'port_id': '71a2905e-d2b8-4d38-91bd-8cb4d698c349', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6f730d0b-3c50-487c-9bc6-ce9af8a4b7f1', 'mac_address': 'fa:16:3e:2a:7c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1945160b-bb97-4381-bd95-fa4e076067c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T21:13:49Z', 'updated_at': '2022-05-26T21:13:49Z', 'revision_number': 0, 'project_id': '759c767b215942e5852e12fa01e22001', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f7b62e5-ba86-4eb5-9d7b-d5f874723da6', 'name': '', 'network_id': '6f730d0b-3c50-487c-9bc6-ce9af8a4b7f1', 'tenant_id': '759c767b215942e5852e12fa01e22001', 'mac_address': 'fa:16:3e:1f:c3:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afac8d8-f3ca-4fa1-b94e-bb17f7d5f700', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'b1d42bc1-f649-411a-98f0-60c8eaa16a2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:13:05Z', 'updated_at': '2022-05-26T21:13:12Z', 'revision_number': 5, 'project_id': '759c767b215942e5852e12fa01e22001', 'subnets': [{'id': 'b1d42bc1-f649-411a-98f0-60c8eaa16a2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 21:13:51.339137 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9350af7-ac04-44ad-854c-663201020f6e None None] New status for floating IP b84fa3b1-a3e4-4213-9c09-212d0d7ce92d: ACTIVE {{(pid=104104) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 21:13:53.662672 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (7f90b46f-777d-4aa1-89b5-840fb2878c39), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:14:00.370083 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=62,neutron:DELETE=1 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:14:00.370799 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=70,neutron:DELETE=1 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:14:00.594339 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.agents_db [None req-7031173d-d819-4c63-a4ce-0c5776890f6a None None] Agent healthcheck: found 6 active agents {{(pid=104104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 21:14:01.035860 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=25 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:14:01.037906 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=51 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:14:01.438144 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:14:03.656625 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:14:03.659145 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=46,neutron:UPDATE=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:14:09.789242 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-c6ee1d17-cf1b-4790-a052-e5ea02fce969 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (28061657-8b16-479f-8ff4-19bdcc74bc2c), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:14:12.056882 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-0848e37f-bee7-4425-ba4d-c58b52e35440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (ccb07560-1e88-42f3-8411-377a93089622), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:14:13.025227 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-2cedcaf3-f8c8-488c-9e0f-8ce175add227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (5deefb54-cd62-4255-b022-7e9734e3e0b8), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:14:14.535667 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-46f12c73-3700-4e7e-86c8-206b84d0e626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (54d4a93e-badb-480c-831f-99f9f6beb5f4), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:14:15.454110 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:14:15.455345 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=4 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:14:15.984507 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (545ffc5a-00f7-4140-8f25-9e74b0e32d39), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:14:23.662941 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (7f90b46f-777d-4aa1-89b5-840fb2878c39), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:14:25.974271 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:14:33.659164 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:14:34.620186 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=13 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:14:34.622690 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=13 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:14:36.080644 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-fb4b5fb1-3b18-4d03-a603-b4541dede0dd req-1c940014-9464-42e6-91ff-1fbab6658646 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=1945160b-bb97-4381-bd95-fa4e076067c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0374250 May 26 21:14:36.173582 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4b5fb1-3b18-4d03-a603-b4541dede0dd req-3df706b9-c434-46bd-82ca-622749bbd8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:14:36.175127 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-fb4b5fb1-3b18-4d03-a603-b4541dede0dd req-3df706b9-c434-46bd-82ca-622749bbd8b7 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=759c767b215942e5852e12fa01e22001&device_id=1945160b-bb97-4381-bd95-fa4e076067c9 HTTP/1.1" status: 200 len: 1130 time: 0.0379674 May 26 21:14:36.274836 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4b5fb1-3b18-4d03-a603-b4541dede0dd req-223a4f09-f477-499d-bc05-4c22d0811fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:14:36.276259 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-fb4b5fb1-3b18-4d03-a603-b4541dede0dd req-223a4f09-f477-499d-bc05-4c22d0811fe5 service neutron] 10.222.0.62 "GET /v2.0/networks?id=6f730d0b-3c50-487c-9bc6-ce9af8a4b7f1 HTTP/1.1" status: 200 len: 910 time: 0.0842290 May 26 21:14:36.334532 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-fb4b5fb1-3b18-4d03-a603-b4541dede0dd req-11b9c7c0-ae5d-46d6-89ff-d73a6070c1a9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71a2905e-d2b8-4d38-91bd-8cb4d698c349 HTTP/1.1" status: 200 len: 1002 time: 0.0525534 May 26 21:14:36.379873 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4b5fb1-3b18-4d03-a603-b4541dede0dd req-a2e8b9e7-fb69-457e-bec5-1d256a864b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:14:36.381237 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-fb4b5fb1-3b18-4d03-a603-b4541dede0dd req-a2e8b9e7-fb69-457e-bec5-1d256a864b7e service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b1d42bc1-f649-411a-98f0-60c8eaa16a2d HTTP/1.1" status: 200 len: 848 time: 0.0415921 May 26 21:14:36.426067 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4b5fb1-3b18-4d03-a603-b4541dede0dd req-f4d4ad6e-0280-4036-9811-5987c7fff0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:14:36.427538 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-fb4b5fb1-3b18-4d03-a603-b4541dede0dd req-f4d4ad6e-0280-4036-9811-5987c7fff0d1 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6f730d0b-3c50-487c-9bc6-ce9af8a4b7f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407920 May 26 21:14:36.437179 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [req-fb4b5fb1-3b18-4d03-a603-b4541dede0dd req-6bca946a-7228-415b-a0a5-532481f23829 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=104101) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 21:14:36.438099 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-fb4b5fb1-3b18-4d03-a603-b4541dede0dd req-6bca946a-7228-415b-a0a5-532481f23829 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0048084 May 26 21:14:36.524244 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-fb4b5fb1-3b18-4d03-a603-b4541dede0dd req-3bb844b4-513e-4ddc-ae9d-3d379af01aa1 service neutron] 10.222.0.62 "GET /v2.0/networks/6f730d0b-3c50-487c-9bc6-ce9af8a4b7f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802157 May 26 21:14:36.617471 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-fb4b5fb1-3b18-4d03-a603-b4541dede0dd req-e1951277-6e0a-478a-855a-794cdc0552be service neutron] 10.222.0.62 "GET /v2.0/networks/6f730d0b-3c50-487c-9bc6-ce9af8a4b7f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823939 May 26 21:14:37.593330 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.agents_db [None req-7031173d-d819-4c63-a4ce-0c5776890f6a None None] Agent healthcheck: found 6 active agents {{(pid=104104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 21:14:39.789749 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-5ded714b-367b-4c1c-8447-b6c0eb91d465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (28061657-8b16-479f-8ff4-19bdcc74bc2c), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:14:42.058327 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-029e4f71-4a5c-47d2-90ba-29f2fd6b36db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (ccb07560-1e88-42f3-8411-377a93089622), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:14:43.030715 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-2cedcaf3-f8c8-488c-9e0f-8ce175add227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (5deefb54-cd62-4255-b022-7e9734e3e0b8), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:14:44.534847 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-46f12c73-3700-4e7e-86c8-206b84d0e626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (54d4a93e-badb-480c-831f-99f9f6beb5f4), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:14:45.986521 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (545ffc5a-00f7-4140-8f25-9e74b0e32d39), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:14:46.612412 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=51 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:14:46.615192 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=50 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:14:52.458613 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=5 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:14:52.459705 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=3 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:14:53.661638 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (7f90b46f-777d-4aa1-89b5-840fb2878c39), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:15:03.656110 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:15:03.657996 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:15:09.792060 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-643573b8-52ae-4de7-8b35-262e5745c668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (28061657-8b16-479f-8ff4-19bdcc74bc2c), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:15:12.059777 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-a69f8f5f-b0ba-45cd-97bc-60d14c4a26b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (ccb07560-1e88-42f3-8411-377a93089622), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:15:13.030953 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-2cedcaf3-f8c8-488c-9e0f-8ce175add227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (5deefb54-cd62-4255-b022-7e9734e3e0b8), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:15:14.538034 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-46f12c73-3700-4e7e-86c8-206b84d0e626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (54d4a93e-badb-480c-831f-99f9f6beb5f4), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:15:14.591998 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.agents_db [None req-7031173d-d819-4c63-a4ce-0c5776890f6a None None] Agent healthcheck: found 6 active agents {{(pid=104104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 21:15:15.988404 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (545ffc5a-00f7-4140-8f25-9e74b0e32d39), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:15:23.692265 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (7f90b46f-777d-4aa1-89b5-840fb2878c39), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:15:33.686412 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:15:33.688464 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=22,neutron:UPDATE=5 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:15:38.142350 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-ed7e8938-4fdf-4f6f-b533-83b45e19601e req-43caea86-5813-479a-a5a5-93624c5b984c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=1945160b-bb97-4381-bd95-fa4e076067c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0829442 May 26 21:15:38.235617 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7e8938-4fdf-4f6f-b533-83b45e19601e req-939987e2-9621-4304-86de-b683b09f9e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:15:38.237106 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-ed7e8938-4fdf-4f6f-b533-83b45e19601e req-939987e2-9621-4304-86de-b683b09f9e61 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=759c767b215942e5852e12fa01e22001&device_id=1945160b-bb97-4381-bd95-fa4e076067c9 HTTP/1.1" status: 200 len: 1130 time: 0.0382106 May 26 21:15:38.338120 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7e8938-4fdf-4f6f-b533-83b45e19601e req-957d151e-a021-415e-b86a-a81bc26a72cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:15:38.339499 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-ed7e8938-4fdf-4f6f-b533-83b45e19601e req-957d151e-a021-415e-b86a-a81bc26a72cb service neutron] 10.222.0.62 "GET /v2.0/networks?id=6f730d0b-3c50-487c-9bc6-ce9af8a4b7f1 HTTP/1.1" status: 200 len: 910 time: 0.0854723 May 26 21:15:38.399206 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-ed7e8938-4fdf-4f6f-b533-83b45e19601e req-87eb5535-ce2e-4ab8-97fb-acaa3428eb27 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71a2905e-d2b8-4d38-91bd-8cb4d698c349 HTTP/1.1" status: 200 len: 1002 time: 0.0533540 May 26 21:15:38.421199 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=8 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:15:38.421978 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:15:38.446364 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7e8938-4fdf-4f6f-b533-83b45e19601e req-7d50a897-ac05-4cb0-864c-35d8cf669376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:15:38.447863 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-ed7e8938-4fdf-4f6f-b533-83b45e19601e req-7d50a897-ac05-4cb0-864c-35d8cf669376 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b1d42bc1-f649-411a-98f0-60c8eaa16a2d HTTP/1.1" status: 200 len: 848 time: 0.0435741 May 26 21:15:38.493528 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7e8938-4fdf-4f6f-b533-83b45e19601e req-cf50da75-8f2e-49fd-a749-a94f965a8d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:15:38.495009 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-ed7e8938-4fdf-4f6f-b533-83b45e19601e req-cf50da75-8f2e-49fd-a749-a94f965a8d01 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6f730d0b-3c50-487c-9bc6-ce9af8a4b7f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415602 May 26 21:15:38.579975 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-ed7e8938-4fdf-4f6f-b533-83b45e19601e req-cd199ef1-50d3-4a80-978e-593890cea62e service neutron] 10.222.0.62 "GET /v2.0/networks/6f730d0b-3c50-487c-9bc6-ce9af8a4b7f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793641 May 26 21:15:38.672058 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-ed7e8938-4fdf-4f6f-b533-83b45e19601e req-fdc6d4c7-671b-4a4c-9429-6888946016cb service neutron] 10.222.0.62 "GET /v2.0/networks/6f730d0b-3c50-487c-9bc6-ce9af8a4b7f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849578 May 26 21:15:39.794667 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-b545be75-4dec-4b20-b963-c73a1951e05f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (28061657-8b16-479f-8ff4-19bdcc74bc2c), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:15:42.061337 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-e572b558-5f53-454e-aeb5-b7bfa9f330bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (ccb07560-1e88-42f3-8411-377a93089622), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:15:43.034318 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-2cedcaf3-f8c8-488c-9e0f-8ce175add227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (5deefb54-cd62-4255-b022-7e9734e3e0b8), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:15:44.541329 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-46f12c73-3700-4e7e-86c8-206b84d0e626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (54d4a93e-badb-480c-831f-99f9f6beb5f4), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:15:44.851809 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37113707-439c-438c-921a-080468d21346 req-bd6112d5-064d-4e10-9997-05d652db4cce tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:15:44.853266 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-37113707-439c-438c-921a-080468d21346 req-bd6112d5-064d-4e10-9997-05d652db4cce tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] 10.222.0.57 "GET /v2.0/ports?device_id=1945160b-bb97-4381-bd95-fa4e076067c9 HTTP/1.1" status: 200 len: 946 time: 0.1051412 May 26 21:15:44.900265 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-37113707-439c-438c-921a-080468d21346 req-f0450277-8d78-415a-889b-5981d7c6664f tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c08671f-0aa8-4995-addc-70a4ab840bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415666 May 26 21:15:45.993425 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (545ffc5a-00f7-4140-8f25-9e74b0e32d39), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:15:46.068509 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccbaeab-1006-471a-a971-0bb7eb427817 req-8fa0f9cb-f6b0-4261-b4dc-1693215258e5 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:15:46.069872 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-2ccbaeab-1006-471a-a971-0bb7eb427817 req-8fa0f9cb-f6b0-4261-b4dc-1693215258e5 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] 10.222.0.57 "GET /v2.0/ports?device_id=1945160b-bb97-4381-bd95-fa4e076067c9 HTTP/1.1" status: 200 len: 946 time: 0.1008573 May 26 21:15:46.118195 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-2ccbaeab-1006-471a-a971-0bb7eb427817 req-b5b033c3-a9d6-46f1-905f-48fa7eafa6a6 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c08671f-0aa8-4995-addc-70a4ab840bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427866 May 26 21:15:47.233609 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdef889-bc57-46af-81f5-229f8caafb03 req-e6bf1d24-7f2b-4a63-9563-a878d4f6983b tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:15:47.235040 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-9fdef889-bc57-46af-81f5-229f8caafb03 req-e6bf1d24-7f2b-4a63-9563-a878d4f6983b tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] 10.222.0.57 "GET /v2.0/ports?device_id=1945160b-bb97-4381-bd95-fa4e076067c9 HTTP/1.1" status: 200 len: 946 time: 0.0456107 May 26 21:15:47.282704 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-9fdef889-bc57-46af-81f5-229f8caafb03 req-b1156369-f5c2-4dc5-be37-a91af6a0c97f tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c08671f-0aa8-4995-addc-70a4ab840bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419827 May 26 21:15:48.397947 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbba170b-ed7c-4caf-9d05-c0c3804a4bbd req-8b4d257f-62ae-464a-bbe7-4f9735fc9f74 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:15:48.399896 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-fbba170b-ed7c-4caf-9d05-c0c3804a4bbd req-8b4d257f-62ae-464a-bbe7-4f9735fc9f74 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] 10.222.0.57 "GET /v2.0/ports?device_id=1945160b-bb97-4381-bd95-fa4e076067c9 HTTP/1.1" status: 200 len: 946 time: 0.0505104 May 26 21:15:48.448804 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-fbba170b-ed7c-4caf-9d05-c0c3804a4bbd req-d00aebf4-25f1-4926-ba37-96b4b2de7338 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c08671f-0aa8-4995-addc-70a4ab840bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432973 May 26 21:15:48.662034 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=50 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:15:48.668083 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=51 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:15:49.567710 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8da46b6-051f-4a86-8092-04785d81e0bf req-caae10d8-3646-4550-bff6-1ab3a751c641 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:15:49.569126 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-f8da46b6-051f-4a86-8092-04785d81e0bf req-caae10d8-3646-4550-bff6-1ab3a751c641 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] 10.222.0.57 "GET /v2.0/ports?device_id=1945160b-bb97-4381-bd95-fa4e076067c9 HTTP/1.1" status: 200 len: 946 time: 0.0453696 May 26 21:15:49.617284 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-f8da46b6-051f-4a86-8092-04785d81e0bf req-9648dc39-5abd-4688-97be-42530e2bafde tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c08671f-0aa8-4995-addc-70a4ab840bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415597 May 26 21:15:50.728220 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17803924-1cbe-4cb6-8dac-d30c5dab25c4 req-b0478a0c-901d-4075-bcd5-f44a371310b6 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:15:50.729635 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-17803924-1cbe-4cb6-8dac-d30c5dab25c4 req-b0478a0c-901d-4075-bcd5-f44a371310b6 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] 10.222.0.57 "GET /v2.0/ports?device_id=1945160b-bb97-4381-bd95-fa4e076067c9 HTTP/1.1" status: 200 len: 946 time: 0.0472145 May 26 21:15:50.782389 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-17803924-1cbe-4cb6-8dac-d30c5dab25c4 req-ba640ac2-9ad1-4ab4-b22a-24b193701951 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c08671f-0aa8-4995-addc-70a4ab840bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472896 May 26 21:15:51.590980 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.agents_db [None req-7031173d-d819-4c63-a4ce-0c5776890f6a None None] Agent healthcheck: found 6 active agents {{(pid=104104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 21:15:51.893140 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3552cd7-c095-46e9-8313-4632fd0e1a72 req-a4b5c3ab-b24f-42f1-9db1-9a40405fcb10 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:15:51.894490 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-a3552cd7-c095-46e9-8313-4632fd0e1a72 req-a4b5c3ab-b24f-42f1-9db1-9a40405fcb10 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] 10.222.0.57 "GET /v2.0/ports?device_id=1945160b-bb97-4381-bd95-fa4e076067c9 HTTP/1.1" status: 200 len: 946 time: 0.0462942 May 26 21:15:51.941099 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-a3552cd7-c095-46e9-8313-4632fd0e1a72 req-0659a3ba-3d4f-4e4d-be51-347465d77539 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c08671f-0aa8-4995-addc-70a4ab840bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406189 May 26 21:15:53.054834 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7b3d36-df09-4323-a41c-b44a6175616e req-c59e90aa-fd46-4ec8-97ef-8f2581347575 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:15:53.057008 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-4d7b3d36-df09-4323-a41c-b44a6175616e req-c59e90aa-fd46-4ec8-97ef-8f2581347575 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] 10.222.0.57 "GET /v2.0/ports?device_id=1945160b-bb97-4381-bd95-fa4e076067c9 HTTP/1.1" status: 200 len: 946 time: 0.0464582 May 26 21:15:53.105685 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-4d7b3d36-df09-4323-a41c-b44a6175616e req-e30cde23-f3a9-4179-b2c7-a2197e46f84f tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c08671f-0aa8-4995-addc-70a4ab840bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430627 May 26 21:15:53.692899 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (7f90b46f-777d-4aa1-89b5-840fb2878c39), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:15:54.221609 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b59190f-2773-4299-a611-64053b152127 req-0ad9aa7a-11bd-479a-ac55-c5d55144bb10 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:15:54.223088 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-1b59190f-2773-4299-a611-64053b152127 req-0ad9aa7a-11bd-479a-ac55-c5d55144bb10 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] 10.222.0.57 "GET /v2.0/ports?device_id=1945160b-bb97-4381-bd95-fa4e076067c9 HTTP/1.1" status: 200 len: 946 time: 0.0514839 May 26 21:15:54.270902 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-1b59190f-2773-4299-a611-64053b152127 req-db453b54-b9f4-4cf1-b426-2daf93ac21fc tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c08671f-0aa8-4995-addc-70a4ab840bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416081 May 26 21:15:55.047082 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076ce93f-8109-44da-8a6a-60a117f47ab1 req-dea1c37f-390c-4305-a900-509236ae753e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:15:55.048605 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-076ce93f-8109-44da-8a6a-60a117f47ab1 req-dea1c37f-390c-4305-a900-509236ae753e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=759c767b215942e5852e12fa01e22001&device_id=1945160b-bb97-4381-bd95-fa4e076067c9 HTTP/1.1" status: 200 len: 1130 time: 0.0382562 May 26 21:15:55.141986 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076ce93f-8109-44da-8a6a-60a117f47ab1 req-3811d80b-126e-4589-af1f-1b588db40034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:15:55.143351 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-076ce93f-8109-44da-8a6a-60a117f47ab1 req-3811d80b-126e-4589-af1f-1b588db40034 service neutron] 10.222.0.62 "GET /v2.0/networks?id=6f730d0b-3c50-487c-9bc6-ce9af8a4b7f1 HTTP/1.1" status: 200 len: 910 time: 0.0880010 May 26 21:15:55.202925 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-076ce93f-8109-44da-8a6a-60a117f47ab1 req-0027f79a-b5db-49f2-aec0-9f1b51b78beb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71a2905e-d2b8-4d38-91bd-8cb4d698c349 HTTP/1.1" status: 200 len: 1002 time: 0.0530188 May 26 21:15:55.249070 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076ce93f-8109-44da-8a6a-60a117f47ab1 req-934dddfa-4e65-41a9-ad8b-43506a3b0ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:15:55.250397 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-076ce93f-8109-44da-8a6a-60a117f47ab1 req-934dddfa-4e65-41a9-ad8b-43506a3b0ffe service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b1d42bc1-f649-411a-98f0-60c8eaa16a2d HTTP/1.1" status: 200 len: 848 time: 0.0415809 May 26 21:15:55.295125 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076ce93f-8109-44da-8a6a-60a117f47ab1 req-d7384b64-0fb9-4f2b-b97b-1e4baaf8990f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:15:55.296590 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-076ce93f-8109-44da-8a6a-60a117f47ab1 req-d7384b64-0fb9-4f2b-b97b-1e4baaf8990f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6f730d0b-3c50-487c-9bc6-ce9af8a4b7f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384405 May 26 21:15:55.383769 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bf7148-f33a-493b-9f60-337ecf1a7a8f req-88481025-e2ee-4486-a320-cf2ca75af8c9 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:15:55.384428 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-076ce93f-8109-44da-8a6a-60a117f47ab1 req-dc5231bf-e1f4-4959-926d-19efcd6628df service neutron] 10.222.0.62 "GET /v2.0/networks/6f730d0b-3c50-487c-9bc6-ce9af8a4b7f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823131 May 26 21:15:55.385275 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-c7bf7148-f33a-493b-9f60-337ecf1a7a8f req-88481025-e2ee-4486-a320-cf2ca75af8c9 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] 10.222.0.57 "GET /v2.0/ports?device_id=1945160b-bb97-4381-bd95-fa4e076067c9 HTTP/1.1" status: 200 len: 946 time: 0.0464120 May 26 21:15:55.437520 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-c7bf7148-f33a-493b-9f60-337ecf1a7a8f req-f09cd6b4-365f-4574-b4c1-90b5d3cafaf8 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c08671f-0aa8-4995-addc-70a4ab840bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462999 May 26 21:15:55.761910 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-076ce93f-8109-44da-8a6a-60a117f47ab1 req-7a896eba-e2fb-4555-abdd-4e5c76d7584c service neutron] 10.222.0.62 "GET /v2.0/networks/6f730d0b-3c50-487c-9bc6-ce9af8a4b7f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3716540 May 26 21:15:56.548574 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5572fc5f-25f1-43ee-b209-69bd004248f0 req-25e48fb1-c1c5-4c18-a3ec-8b7da6edec5d tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:15:56.549984 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-5572fc5f-25f1-43ee-b209-69bd004248f0 req-25e48fb1-c1c5-4c18-a3ec-8b7da6edec5d tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] 10.222.0.57 "GET /v2.0/ports?device_id=1945160b-bb97-4381-bd95-fa4e076067c9 HTTP/1.1" status: 200 len: 946 time: 0.0456498 May 26 21:15:56.584788 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=100 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:15:56.601759 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-5572fc5f-25f1-43ee-b209-69bd004248f0 req-834446fa-80b6-4864-af0f-6eec9abfce5e tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c08671f-0aa8-4995-addc-70a4ab840bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463281 May 26 21:15:57.699411 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=100 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:15:57.720758 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf3b1db-3969-4137-9759-90cec4523651 req-88646d4a-8633-4508-a5f9-ae37534aa239 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:15:57.722568 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-6cf3b1db-3969-4137-9759-90cec4523651 req-88646d4a-8633-4508-a5f9-ae37534aa239 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] 10.222.0.57 "GET /v2.0/ports?device_id=1945160b-bb97-4381-bd95-fa4e076067c9 HTTP/1.1" status: 200 len: 946 time: 0.0534890 May 26 21:15:57.774166 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-6cf3b1db-3969-4137-9759-90cec4523651 req-0d11e03d-2352-4ede-9105-f5cf4b5e95af tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c08671f-0aa8-4995-addc-70a4ab840bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443158 May 26 21:15:58.890108 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef16d5bd-8107-4ff0-bef4-67e780e536be req-7ef36dbf-b5ca-4086-9305-23fb157d0e02 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:15:58.891560 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-ef16d5bd-8107-4ff0-bef4-67e780e536be req-7ef36dbf-b5ca-4086-9305-23fb157d0e02 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] 10.222.0.57 "GET /v2.0/ports?device_id=1945160b-bb97-4381-bd95-fa4e076067c9 HTTP/1.1" status: 200 len: 946 time: 0.0467832 May 26 21:15:58.939279 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-ef16d5bd-8107-4ff0-bef4-67e780e536be req-6b3cfeae-ad51-4979-a198-643e688cb539 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c08671f-0aa8-4995-addc-70a4ab840bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422628 May 26 21:15:59.047786 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [req-0430ce54-e017-40cf-9e1f-3147f1be2c8e req-738b1f2d-db3c-4789-a3c0-85ee305ba50a service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=104102) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 21:15:59.048770 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-0430ce54-e017-40cf-9e1f-3147f1be2c8e req-738b1f2d-db3c-4789-a3c0-85ee305ba50a service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0466588 May 26 21:15:59.234851 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34be2cdf-4113-4d43-9ee1-8fe9d15f93ba req-301db4b1-b08a-4d5d-a47e-6ca6806df335 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:15:59.236300 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-34be2cdf-4113-4d43-9ee1-8fe9d15f93ba req-301db4b1-b08a-4d5d-a47e-6ca6806df335 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] 10.222.0.57 "GET /v2.0/ports?device_id=1945160b-bb97-4381-bd95-fa4e076067c9 HTTP/1.1" status: 200 len: 946 time: 0.0796230 May 26 21:15:59.242139 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-27476594-717b-4903-94ab-14f8089f9804 req-2922af93-eed8-4b61-b16e-5814e78bc44e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1945160b-bb97-4381-bd95-fa4e076067c9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1052477 May 26 21:15:59.286861 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-34be2cdf-4113-4d43-9ee1-8fe9d15f93ba req-83ce2785-73ab-4e1e-adff-bf6d989fc29f tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c08671f-0aa8-4995-addc-70a4ab840bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437412 May 26 21:15:59.362302 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27476594-717b-4903-94ab-14f8089f9804 req-aa30fc87-1a05-44eb-8d44-a62a5e6b7afb tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:15:59.363634 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-27476594-717b-4903-94ab-14f8089f9804 req-aa30fc87-1a05-44eb-8d44-a62a5e6b7afb tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] 10.222.0.57 "GET /v2.0/ports/71a2905e-d2b8-4d38-91bd-8cb4d698c349 HTTP/1.1" status: 200 len: 943 time: 0.0951331 May 26 21:16:00.404402 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bd6aaf-dca2-408a-834c-33fc8067e727 req-3d5f4067-308b-4e69-9def-067991df9401 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:16:00.405849 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-d6bd6aaf-dca2-408a-834c-33fc8067e727 req-3d5f4067-308b-4e69-9def-067991df9401 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] 10.222.0.57 "GET /v2.0/ports?device_id=1945160b-bb97-4381-bd95-fa4e076067c9 HTTP/1.1" status: 200 len: 946 time: 0.0470161 May 26 21:16:00.457749 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-d6bd6aaf-dca2-408a-834c-33fc8067e727 req-89ade40d-3ab6-4070-a2e1-9776bb2be7e9 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c08671f-0aa8-4995-addc-70a4ab840bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459287 May 26 21:16:00.810504 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Device 71a2905e-d2b8-4d38-91bd-8cb4d698c349 no longer exists at agent hyperv_hv-cinder-82880 {{(pid=104103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 21:16:00.875469 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27476594-717b-4903-94ab-14f8089f9804 req-9a023aea-d067-46eb-aa11-841391a973e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:16:00.876991 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-27476594-717b-4903-94ab-14f8089f9804 req-9a023aea-d067-46eb-aa11-841391a973e9 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=1945160b-bb97-4381-bd95-fa4e076067c9&tenant_id=759c767b215942e5852e12fa01e22001 HTTP/1.1" status: 200 len: 1130 time: 0.0400574 May 26 21:16:00.884250 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Current status of the port 71a2905e-d2b8-4d38-91bd-8cb4d698c349 is: ACTIVE; New status is: DOWN {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:16:00.884635 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (71a2905e-d2b8-4d38-91bd-8cb4d698c349), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:16:00.906190 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1945160b-bb97-4381-bd95-fa4e076067c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71a2905e-d2b8-4d38-91bd-8cb4d698c349'}] {{(pid=104103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:16:00.908478 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b44267d7c8a7abe6e93cd6d61df03f02c4feaf0da3ba5ea8b381a36bebf6efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa665b21-63ff-4153-a4d9-ec14dcadd243" -d '{"events": [{"server_uuid": "1945160b-bb97-4381-bd95-fa4e076067c9", "name": "network-vif-unplugged", "status": "completed", "tag": "71a2905e-d2b8-4d38-91bd-8cb4d698c349"}]}' {{(pid=104103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:16:00.922362 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] For port 71a2905e-d2b8-4d38-91bd-8cb4d698c349, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=71a2905e-d2b8-4d38-91bd-8cb4d698c349,segment=NetworkSegment(a2a9d759-8eb9-4516-9359-feb8398e361f),segment_id=a2a9d759-8eb9-4516-9359-feb8398e361f)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:16:00.927136 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (71a2905e-d2b8-4d38-91bd-8cb4d698c349), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:16:00.950712 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27476594-717b-4903-94ab-14f8089f9804 req-94066ca8-2ef2-4460-a08c-f714b146470e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:16:00.952491 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-27476594-717b-4903-94ab-14f8089f9804 req-94066ca8-2ef2-4460-a08c-f714b146470e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=759c767b215942e5852e12fa01e22001&device_id=1945160b-bb97-4381-bd95-fa4e076067c9 HTTP/1.1" status: 200 len: 1130 time: 0.0445960 May 26 21:16:00.974718 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Pushing event updated for resources: {'Port': ['ID=71a2905e-d2b8-4d38-91bd-8cb4d698c349,revision_number=6']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:16:00.982784 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:16:00.983131 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:16:00.983773 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:16:00.984252 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:16:00.984596 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:16:00.985700 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:16:00.985700 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:16:00.985700 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:16:00.985978 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:16:00.986191 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:16:00.986545 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:16:00.986866 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:16:00.987347 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:16:00.987824 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:16:00.988157 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:16:01.046875 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27476594-717b-4903-94ab-14f8089f9804 req-2350c466-b418-4744-9492-18cd66ffe526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:16:01.048321 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-27476594-717b-4903-94ab-14f8089f9804 req-2350c466-b418-4744-9492-18cd66ffe526 service neutron] 10.222.0.62 "GET /v2.0/networks?id=6f730d0b-3c50-487c-9bc6-ce9af8a4b7f1 HTTP/1.1" status: 200 len: 910 time: 0.0896914 May 26 21:16:01.108260 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-27476594-717b-4903-94ab-14f8089f9804 req-41609a55-4d61-44ad-b1c8-b4623573592a service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71a2905e-d2b8-4d38-91bd-8cb4d698c349 HTTP/1.1" status: 200 len: 1000 time: 0.0526836 May 26 21:16:01.160590 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27476594-717b-4903-94ab-14f8089f9804 req-23de914b-bb64-4811-acc2-f19918eaf0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:16:01.162029 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-27476594-717b-4903-94ab-14f8089f9804 req-23de914b-bb64-4811-acc2-f19918eaf0d5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b1d42bc1-f649-411a-98f0-60c8eaa16a2d HTTP/1.1" status: 200 len: 848 time: 0.0488262 May 26 21:16:01.204239 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27476594-717b-4903-94ab-14f8089f9804 req-df6aa061-4d68-4a84-bee9-270bef2fc4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:16:01.205704 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-27476594-717b-4903-94ab-14f8089f9804 req-df6aa061-4d68-4a84-bee9-270bef2fc4fe service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6f730d0b-3c50-487c-9bc6-ce9af8a4b7f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378730 May 26 21:16:01.292848 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-27476594-717b-4903-94ab-14f8089f9804 req-4aaedaa3-1297-489b-89e4-3e95bf7d98c8 service neutron] 10.222.0.62 "GET /v2.0/networks/6f730d0b-3c50-487c-9bc6-ce9af8a4b7f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811133 May 26 21:16:01.358598 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=100 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:16:01.378041 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=100 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:16:01.384822 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-27476594-717b-4903-94ab-14f8089f9804 req-650aa950-1484-4cc2-a322-a9e2c8dfe81f service neutron] 10.222.0.62 "GET /v2.0/networks/6f730d0b-3c50-487c-9bc6-ce9af8a4b7f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863018 May 26 21:16:01.575989 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de2a375-a2b7-46e2-adad-f0d79dde2747 req-a072e457-5909-4e02-a0f6-ac2d2ef8c96e tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:16:01.577483 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-9de2a375-a2b7-46e2-adad-f0d79dde2747 req-a072e457-5909-4e02-a0f6-ac2d2ef8c96e tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] 10.222.0.57 "GET /v2.0/ports?device_id=1945160b-bb97-4381-bd95-fa4e076067c9 HTTP/1.1" status: 200 len: 944 time: 0.0485973 May 26 21:16:01.625694 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-9de2a375-a2b7-46e2-adad-f0d79dde2747 req-ea108bcb-fdc3-4b81-a568-7329dddac9d7 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c08671f-0aa8-4995-addc-70a4ab840bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426950 May 26 21:16:02.013675 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 May 2022 21:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4e639ed-3437-4a67-b57d-38685960c101 x-openstack-request-id: req-c4e639ed-3437-4a67-b57d-38685960c101 {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:16:02.014108 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1945160b-bb97-4381-bd95-fa4e076067c9", "name": "network-vif-unplugged", "status": "completed", "tag": "71a2905e-d2b8-4d38-91bd-8cb4d698c349", "code": 200}]} {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:16:02.014307 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c4e639ed-3437-4a67-b57d-38685960c101 {{(pid=104103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:16:02.014682 dv-cinder-828806-3-iscsi neutron-server[104103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4e639ed-3437-4a67-b57d-38685960c101'] response: {'server_uuid': '1945160b-bb97-4381-bd95-fa4e076067c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71a2905e-d2b8-4d38-91bd-8cb4d698c349', 'code': 200} May 26 21:16:02.739258 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321c732c-8874-4b7e-ad41-91ff9201a899 req-c06c4846-a350-403e-978b-9cda12ca55b5 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:16:02.740695 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-321c732c-8874-4b7e-ad41-91ff9201a899 req-c06c4846-a350-403e-978b-9cda12ca55b5 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] 10.222.0.57 "GET /v2.0/ports?device_id=1945160b-bb97-4381-bd95-fa4e076067c9 HTTP/1.1" status: 200 len: 944 time: 0.0468974 May 26 21:16:02.791583 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-321c732c-8874-4b7e-ad41-91ff9201a899 req-9d9c95df-427b-44d8-b96a-67fad2f54e39 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c08671f-0aa8-4995-addc-70a4ab840bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448849 May 26 21:16:03.907200 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a424fc-2a48-4a4a-b3f7-c8884790aa3d req-e70e642c-37c8-4bf2-a8f0-e9ca927c2978 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:16:03.908616 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-53a424fc-2a48-4a4a-b3f7-c8884790aa3d req-e70e642c-37c8-4bf2-a8f0-e9ca927c2978 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] 10.222.0.57 "GET /v2.0/ports?device_id=1945160b-bb97-4381-bd95-fa4e076067c9 HTTP/1.1" status: 200 len: 944 time: 0.0486867 May 26 21:16:03.955808 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-53a424fc-2a48-4a4a-b3f7-c8884790aa3d req-538fcf5e-bd15-4585-8b11-f7e5b8e0360b tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c08671f-0aa8-4995-addc-70a4ab840bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413351 May 26 21:16:05.067423 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de92a676-e40d-4883-90b1-18572b7a3706 req-4bffe6a7-8706-4c5a-9d91-c3551373207b tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:16:05.068782 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-de92a676-e40d-4883-90b1-18572b7a3706 req-4bffe6a7-8706-4c5a-9d91-c3551373207b tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] 10.222.0.57 "GET /v2.0/ports?device_id=1945160b-bb97-4381-bd95-fa4e076067c9 HTTP/1.1" status: 200 len: 944 time: 0.0475199 May 26 21:16:05.120440 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-de92a676-e40d-4883-90b1-18572b7a3706 req-cc7a58e3-54bd-474b-8e1b-4910fc5b5773 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c08671f-0aa8-4995-addc-70a4ab840bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460865 May 26 21:16:06.232875 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982a16b7-e4b3-411a-883e-b8709f72dfb9 req-d7296e4a-48ed-48fb-b924-c4cf3da15803 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:16:06.234264 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-982a16b7-e4b3-411a-883e-b8709f72dfb9 req-d7296e4a-48ed-48fb-b924-c4cf3da15803 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] 10.222.0.57 "GET /v2.0/ports?device_id=1945160b-bb97-4381-bd95-fa4e076067c9 HTTP/1.1" status: 200 len: 944 time: 0.0491078 May 26 21:16:06.281438 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-982a16b7-e4b3-411a-883e-b8709f72dfb9 req-e6c35b1c-fb55-4da5-ada1-90ff43334d26 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c08671f-0aa8-4995-addc-70a4ab840bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415537 May 26 21:16:06.470970 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=4 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:16:06.471645 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=4 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:16:07.397041 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a407c71-0a6d-4ffe-b69a-446c8a2c624b req-bcff5f69-e5c2-4146-81c2-f987fc919567 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:16:07.399059 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-1a407c71-0a6d-4ffe-b69a-446c8a2c624b req-bcff5f69-e5c2-4146-81c2-f987fc919567 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] 10.222.0.57 "GET /v2.0/ports?device_id=1945160b-bb97-4381-bd95-fa4e076067c9 HTTP/1.1" status: 200 len: 944 time: 0.0470681 May 26 21:16:07.441024 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb35e13-3fd3-4687-a6ca-f654f7f7e708 req-8ffd5cf9-2bfc-4a24-8e2b-a75d4a557e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:16:07.442547 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-fbb35e13-3fd3-4687-a6ca-f654f7f7e708 req-8ffd5cf9-2bfc-4a24-8e2b-a75d4a557e66 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=1945160b-bb97-4381-bd95-fa4e076067c9 HTTP/1.1" status: 200 len: 1128 time: 0.0384080 May 26 21:16:07.448053 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-1a407c71-0a6d-4ffe-b69a-446c8a2c624b req-88e8e293-b2c0-44e3-9716-b2a10724cc61 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c08671f-0aa8-4995-addc-70a4ab840bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433407 May 26 21:16:07.487840 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-fbb35e13-3fd3-4687-a6ca-f654f7f7e708 req-6e44d41b-6e72-4a15-bc21-64aa5245818c service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=4c08671f-0aa8-4995-addc-70a4ab840bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395720 May 26 21:16:08.523966 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=100 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:16:08.559949 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbfef6f-47df-4a1b-9fc6-7c8cdb68a331 req-8ed1e040-f5a2-4394-8d1a-84f5057fa19b tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:16:08.561361 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-5bbfef6f-47df-4a1b-9fc6-7c8cdb68a331 req-8ed1e040-f5a2-4394-8d1a-84f5057fa19b tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] 10.222.0.57 "GET /v2.0/ports?device_id=1945160b-bb97-4381-bd95-fa4e076067c9 HTTP/1.1" status: 200 len: 944 time: 0.0464506 May 26 21:16:08.612814 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-5bbfef6f-47df-4a1b-9fc6-7c8cdb68a331 req-407e6fda-e719-4a84-89c7-1a54195f0b4a tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c08671f-0aa8-4995-addc-70a4ab840bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460327 May 26 21:16:08.860653 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Device 71a2905e-d2b8-4d38-91bd-8cb4d698c349 details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=104103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 21:16:08.862897 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=27,neutron:UPDATE=6 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:16:08.864694 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=36,neutron:UPDATE=2 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:16:08.960694 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] For port 71a2905e-d2b8-4d38-91bd-8cb4d698c349, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=71a2905e-d2b8-4d38-91bd-8cb4d698c349,segment=NetworkSegment(a2a9d759-8eb9-4516-9359-feb8398e361f),segment_id=a2a9d759-8eb9-4516-9359-feb8398e361f)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:16:08.971835 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Returning: {'device': '71a2905e-d2b8-4d38-91bd-8cb4d698c349', 'network_id': '6f730d0b-3c50-487c-9bc6-ce9af8a4b7f1', 'port_id': '71a2905e-d2b8-4d38-91bd-8cb4d698c349', 'mac_address': 'fa:16:3e:2a:7c:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1d42bc1-f649-411a-98f0-60c8eaa16a2d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 21:16:09.005577 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Current status of the port 71a2905e-d2b8-4d38-91bd-8cb4d698c349 is: DOWN; New status is: BUILD {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:16:09.005961 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (71a2905e-d2b8-4d38-91bd-8cb4d698c349), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:16:09.018922 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.notifiers.nova [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71a2905e-d2b8-4d38-91bd-8cb4d698c349 {{(pid=104103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 21:16:09.038061 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] For port 71a2905e-d2b8-4d38-91bd-8cb4d698c349, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=71a2905e-d2b8-4d38-91bd-8cb4d698c349,segment=NetworkSegment(a2a9d759-8eb9-4516-9359-feb8398e361f),segment_id=a2a9d759-8eb9-4516-9359-feb8398e361f)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:16:09.041448 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (71a2905e-d2b8-4d38-91bd-8cb4d698c349), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:16:09.089412 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Pushing event updated for resources: {'Port': ['ID=71a2905e-d2b8-4d38-91bd-8cb4d698c349,revision_number=7']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:16:09.355523 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] get_ports_and_sgs() called for port_ids ['71a2905e-d2b8-4d38-91bd-8cb4d698c349'] {{(pid=104103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 21:16:09.721093 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=100 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:16:09.730103 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1c26a1-e749-4bcf-ace0-e84c5507cb25 req-cd96f2d2-19fb-408a-9866-e171f7d07870 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:16:09.731544 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-3e1c26a1-e749-4bcf-ace0-e84c5507cb25 req-cd96f2d2-19fb-408a-9866-e171f7d07870 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] 10.222.0.57 "GET /v2.0/ports?device_id=1945160b-bb97-4381-bd95-fa4e076067c9 HTTP/1.1" status: 200 len: 945 time: 0.0472951 May 26 21:16:09.779618 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-3e1c26a1-e749-4bcf-ace0-e84c5507cb25 req-267426de-603b-4898-9214-d496f82bc118 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c08671f-0aa8-4995-addc-70a4ab840bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425601 May 26 21:16:09.797356 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-996bdc9e-e0a3-4b42-8225-82bddaa38c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (28061657-8b16-479f-8ff4-19bdcc74bc2c), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:16:10.872027 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Device 71a2905e-d2b8-4d38-91bd-8cb4d698c349 up at agent hyperv_hv-cinder-82880 {{(pid=104103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:16:10.913615 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Provisioning complete for port 71a2905e-d2b8-4d38-91bd-8cb4d698c349 triggered by entity L2. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:16:10.913986 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (71a2905e-d2b8-4d38-91bd-8cb4d698c349), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:16:10.984112 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Current status of the port 71a2905e-d2b8-4d38-91bd-8cb4d698c349 is: BUILD; New status is: ACTIVE {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:16:10.984487 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (71a2905e-d2b8-4d38-91bd-8cb4d698c349), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:16:11.006515 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1945160b-bb97-4381-bd95-fa4e076067c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71a2905e-d2b8-4d38-91bd-8cb4d698c349'}] {{(pid=104103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:16:11.009677 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b44267d7c8a7abe6e93cd6d61df03f02c4feaf0da3ba5ea8b381a36bebf6efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-422c94d5-0d29-403a-96db-2a19d40ab345" -d '{"events": [{"server_uuid": "1945160b-bb97-4381-bd95-fa4e076067c9", "name": "network-vif-plugged", "status": "completed", "tag": "71a2905e-d2b8-4d38-91bd-8cb4d698c349"}]}' {{(pid=104103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:16:11.021718 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] For port 71a2905e-d2b8-4d38-91bd-8cb4d698c349, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=71a2905e-d2b8-4d38-91bd-8cb4d698c349,segment=NetworkSegment(a2a9d759-8eb9-4516-9359-feb8398e361f),segment_id=a2a9d759-8eb9-4516-9359-feb8398e361f)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:16:11.026201 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (71a2905e-d2b8-4d38-91bd-8cb4d698c349), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:16:11.048455 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 21:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44bd71e9-8be7-460d-bc38-52633291fb3e x-openstack-request-id: req-44bd71e9-8be7-460d-bc38-52633291fb3e {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:16:11.048741 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1945160b-bb97-4381-bd95-fa4e076067c9", "name": "network-vif-plugged", "status": "completed", "tag": "71a2905e-d2b8-4d38-91bd-8cb4d698c349", "code": 200}]} {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:16:11.048990 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-44bd71e9-8be7-460d-bc38-52633291fb3e {{(pid=104103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:16:11.049371 dv-cinder-828806-3-iscsi neutron-server[104103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44bd71e9-8be7-460d-bc38-52633291fb3e'] response: {'server_uuid': '1945160b-bb97-4381-bd95-fa4e076067c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71a2905e-d2b8-4d38-91bd-8cb4d698c349', 'code': 200} May 26 21:16:11.070667 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:16:11.074486 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Pushing event updated for resources: {'Port': ['ID=71a2905e-d2b8-4d38-91bd-8cb4d698c349,revision_number=8']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:16:12.062650 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-3b18cf3c-2a58-49a4-bfb4-5d0650ae0a0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (ccb07560-1e88-42f3-8411-377a93089622), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:16:13.037695 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-2cedcaf3-f8c8-488c-9e0f-8ce175add227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (5deefb54-cd62-4255-b022-7e9734e3e0b8), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:16:14.536548 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:16:14.543839 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-46f12c73-3700-4e7e-86c8-206b84d0e626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (54d4a93e-badb-480c-831f-99f9f6beb5f4), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:16:15.995363 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (545ffc5a-00f7-4140-8f25-9e74b0e32d39), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:16:17.481500 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=12 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:16:17.484587 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=8 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:16:19.772119 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=15 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:16:19.776194 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=6 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:16:23.707195 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (7f90b46f-777d-4aa1-89b5-840fb2878c39), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:16:28.589984 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.agents_db [None req-7031173d-d819-4c63-a4ce-0c5776890f6a None None] Agent healthcheck: found 6 active agents {{(pid=104104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 21:16:33.701221 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:16:33.703074 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:16:38.081503 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-8ed83662-341e-4400-8b69-677a95f6e07a req-44ff94a7-a33f-4475-9bcd-98ff9943b56f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=1945160b-bb97-4381-bd95-fa4e076067c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0401826 May 26 21:16:38.174963 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed83662-341e-4400-8b69-677a95f6e07a req-3b557824-3ac9-46f9-bcc9-73d5d32a86c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:16:38.176419 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-8ed83662-341e-4400-8b69-677a95f6e07a req-3b557824-3ac9-46f9-bcc9-73d5d32a86c1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=759c767b215942e5852e12fa01e22001&device_id=1945160b-bb97-4381-bd95-fa4e076067c9 HTTP/1.1" status: 200 len: 1130 time: 0.0390780 May 26 21:16:38.277826 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed83662-341e-4400-8b69-677a95f6e07a req-5276a0b2-4fcc-4edc-ab14-20aebe09c738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:16:38.279304 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-8ed83662-341e-4400-8b69-677a95f6e07a req-5276a0b2-4fcc-4edc-ab14-20aebe09c738 service neutron] 10.222.0.62 "GET /v2.0/networks?id=6f730d0b-3c50-487c-9bc6-ce9af8a4b7f1 HTTP/1.1" status: 200 len: 910 time: 0.0831995 May 26 21:16:38.341872 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-8ed83662-341e-4400-8b69-677a95f6e07a req-6089d1f8-b0b9-4e59-941d-f97f517b36f5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71a2905e-d2b8-4d38-91bd-8cb4d698c349 HTTP/1.1" status: 200 len: 1002 time: 0.0559464 May 26 21:16:38.389788 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed83662-341e-4400-8b69-677a95f6e07a req-2c389455-9015-4fed-958a-3e37be04fe15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:16:38.391216 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-8ed83662-341e-4400-8b69-677a95f6e07a req-2c389455-9015-4fed-958a-3e37be04fe15 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b1d42bc1-f649-411a-98f0-60c8eaa16a2d HTTP/1.1" status: 200 len: 848 time: 0.0432692 May 26 21:16:38.432857 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed83662-341e-4400-8b69-677a95f6e07a req-ab4b17a4-5931-4a54-ab38-76c048a6a59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:16:38.434256 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-8ed83662-341e-4400-8b69-677a95f6e07a req-ab4b17a4-5931-4a54-ab38-76c048a6a59d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6f730d0b-3c50-487c-9bc6-ce9af8a4b7f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0361834 May 26 21:16:38.524584 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-8ed83662-341e-4400-8b69-677a95f6e07a req-baced4b1-3d6d-49de-9494-0df2bf11da89 service neutron] 10.222.0.62 "GET /v2.0/networks/6f730d0b-3c50-487c-9bc6-ce9af8a4b7f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840476 May 26 21:16:38.610297 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-8ed83662-341e-4400-8b69-677a95f6e07a req-51178e5f-78d3-44db-a9cd-c721f84e8686 service neutron] 10.222.0.62 "GET /v2.0/networks/6f730d0b-3c50-487c-9bc6-ce9af8a4b7f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794389 May 26 21:16:39.793080 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-a15405e0-7a66-44ae-9083-3a9eaa32c616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (28061657-8b16-479f-8ff4-19bdcc74bc2c), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:16:42.063889 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-ed977e63-1a8e-4037-938a-9832a081a8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (ccb07560-1e88-42f3-8411-377a93089622), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:16:43.039120 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-2cedcaf3-f8c8-488c-9e0f-8ce175add227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (5deefb54-cd62-4255-b022-7e9734e3e0b8), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:16:43.466418 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=18 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:16:43.467163 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=16 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:16:44.546398 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-46f12c73-3700-4e7e-86c8-206b84d0e626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (54d4a93e-badb-480c-831f-99f9f6beb5f4), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:16:45.996725 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (545ffc5a-00f7-4140-8f25-9e74b0e32d39), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:16:48.601889 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=55 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:16:48.606943 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=46 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:16:53.706722 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (7f90b46f-777d-4aa1-89b5-840fb2878c39), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:03.695945 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:17:03.702877 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:17:05.589156 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.agents_db [None req-7031173d-d819-4c63-a4ce-0c5776890f6a None None] Agent healthcheck: found 6 active agents {{(pid=104104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 21:17:09.794514 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-ed8aa42d-b6f0-4a75-8c9b-76e6ecf47dd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (28061657-8b16-479f-8ff4-19bdcc74bc2c), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:12.066081 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-dde9fc29-6ae2-489a-b699-66ccfc5e2ae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (ccb07560-1e88-42f3-8411-377a93089622), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:13.041461 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-2cedcaf3-f8c8-488c-9e0f-8ce175add227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (5deefb54-cd62-4255-b022-7e9734e3e0b8), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:14.548656 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-46f12c73-3700-4e7e-86c8-206b84d0e626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (54d4a93e-badb-480c-831f-99f9f6beb5f4), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:15.998931 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (545ffc5a-00f7-4140-8f25-9e74b0e32d39), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:20.458076 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=3 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:17:20.462331 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=5 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:17:21.983935 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 54492) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:17:22.121651 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.plugins.ml2.plugin [None req-a8e67c2a-8535-4df2-8003-75d19e538c85 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Deleting port 6d44c248-4a7d-42cf-a14e-025e8a424bf8 {{(pid=104102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 21:17:22.121902 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-a8e67c2a-8535-4df2-8003-75d19e538c85 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787881975269'] for port (6d44c248-4a7d-42cf-a14e-025e8a424bf8), before_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:22.197339 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-a8e67c2a-8535-4df2-8003-75d19e538c85 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595751'] for port (6d44c248-4a7d-42cf-a14e-025e8a424bf8), precommit_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:22.197660 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-a8e67c2a-8535-4df2-8003-75d19e538c85 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Publish callbacks [] for floatingip (6d44c248-4a7d-42cf-a14e-025e8a424bf8), precommit_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:22.210135 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.plugins.ml2.plugin [None req-a8e67c2a-8535-4df2-8003-75d19e538c85 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Calling delete_port for 6d44c248-4a7d-42cf-a14e-025e8a424bf8 owned by network:floatingip {{(pid=104102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 21:17:22.369160 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-a8e67c2a-8535-4df2-8003-75d19e538c85 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787881986003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787881445708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16679263'] for port (6d44c248-4a7d-42cf-a14e-025e8a424bf8), after_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:22.391471 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e67c2a-8535-4df2-8003-75d19e538c85 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Pushing event deleted for resources: {'Port': ['ID=6d44c248-4a7d-42cf-a14e-025e8a424bf8,revision_number=None']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:17:22.401008 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e67c2a-8535-4df2-8003-75d19e538c85 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:17:22.401352 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e67c2a-8535-4df2-8003-75d19e538c85 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:17:22.401690 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e67c2a-8535-4df2-8003-75d19e538c85 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:17:22.402025 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e67c2a-8535-4df2-8003-75d19e538c85 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:17:22.402359 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e67c2a-8535-4df2-8003-75d19e538c85 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:17:22.403109 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e67c2a-8535-4df2-8003-75d19e538c85 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:17:22.403109 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e67c2a-8535-4df2-8003-75d19e538c85 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:17:22.403560 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e67c2a-8535-4df2-8003-75d19e538c85 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:17:22.403885 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e67c2a-8535-4df2-8003-75d19e538c85 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:17:22.404205 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e67c2a-8535-4df2-8003-75d19e538c85 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:17:22.404523 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e67c2a-8535-4df2-8003-75d19e538c85 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:17:22.404842 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e67c2a-8535-4df2-8003-75d19e538c85 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:17:22.405159 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e67c2a-8535-4df2-8003-75d19e538c85 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:17:22.405474 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e67c2a-8535-4df2-8003-75d19e538c85 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:17:22.405788 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e67c2a-8535-4df2-8003-75d19e538c85 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:17:22.464674 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-a8e67c2a-8535-4df2-8003-75d19e538c85 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Publish callbacks [] for floatingip (b84fa3b1-a3e4-4213-9c09-212d0d7ce92d), after_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:22.465006 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.db.l3_db [None req-a8e67c2a-8535-4df2-8003-75d19e538c85 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Floating IP b84fa3b1-a3e4-4213-9c09-212d0d7ce92d disassociated (deleted). External IP: 172.27.2.200, port: 71a2905e-d2b8-4d38-91bd-8cb4d698c349. May 26 21:17:22.657619 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8e67c2a-8535-4df2-8003-75d19e538c85 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Router 9afac8d8-f3ca-4fa1-b94e-bb17f7d5f700 has already been hosted by L3 agent ccb07560-1e88-42f3-8411-377a93089622 {{(pid=104102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 21:17:22.763145 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8e67c2a-8535-4df2-8003-75d19e538c85 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Notify agent at l3_agent.dv-cinder-828806-3-iscsi the message routers_updated {{(pid=104102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 21:17:22.767900 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-a8e67c2a-8535-4df2-8003-75d19e538c85 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25531'] for floatingip (None), before_response {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:22.773894 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa2ac17-3a25-4cdf-829b-d7cbee2f4883 None None] Sync routers for ids ['9afac8d8-f3ca-4fa1-b94e-bb17f7d5f700'] in dv-cinder-828806-3-iscsi {{(pid=104103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 21:17:22.789795 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa2ac17-3a25-4cdf-829b-d7cbee2f4883 None None] Routers {'9afac8d8-f3ca-4fa1-b94e-bb17f7d5f700'} bound to L3 agent in host dv-cinder-828806-3-iscsi {{(pid=104103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:17:22.790483 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_hamode_db [None req-9fa2ac17-3a25-4cdf-829b-d7cbee2f4883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T20:55:42Z,description=,heartbeat_timestamp=2022-05-26T21:17:12Z,host='dv-cinder-828806-3-iscsi',id=ccb07560-1e88-42f3-8411-377a93089622,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T20:55:42Z,topic='l3_agent')) {'router_ids': ['9afac8d8-f3ca-4fa1-b94e-bb17f7d5f700'], 'active': True} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:17:22.794928 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:17:22.799577 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-a8e67c2a-8535-4df2-8003-75d19e538c85 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] 10.222.0.57 "DELETE /v2.0/floatingips/b84fa3b1-a3e4-4213-9c09-212d0d7ce92d HTTP/1.1" status: 204 len: 168 time: 0.8146408 May 26 21:17:22.800599 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1945160b-bb97-4381-bd95-fa4e076067c9', 'tag': '71a2905e-d2b8-4d38-91bd-8cb4d698c349'}] {{(pid=104102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:17:22.803647 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706b1c0bf4c108867c85ce24421d64e29e03a8d677c0da793374f2c7f89b1863" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e736c92-6273-4f9f-bc16-95ac65dd6fce" -d '{"events": [{"name": "network-changed", "server_uuid": "1945160b-bb97-4381-bd95-fa4e076067c9", "tag": "71a2905e-d2b8-4d38-91bd-8cb4d698c349"}]}' {{(pid=104102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:17:22.848413 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 21:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21b87b5c-d9d6-4b3b-8ddb-c9a9ef43fbb0 x-openstack-request-id: req-21b87b5c-d9d6-4b3b-8ddb-c9a9ef43fbb0 {{(pid=104102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:17:22.848809 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1945160b-bb97-4381-bd95-fa4e076067c9", "tag": "71a2905e-d2b8-4d38-91bd-8cb4d698c349", "status": "completed", "code": 200}]} {{(pid=104102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:17:22.848938 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-21b87b5c-d9d6-4b3b-8ddb-c9a9ef43fbb0 {{(pid=104102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:17:22.849864 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21b87b5c-d9d6-4b3b-8ddb-c9a9ef43fbb0'] response: {'name': 'network-changed', 'server_uuid': '1945160b-bb97-4381-bd95-fa4e076067c9', 'tag': '71a2905e-d2b8-4d38-91bd-8cb4d698c349', 'status': 'completed', 'code': 200} May 26 21:17:22.895361 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvr_db [None req-9fa2ac17-3a25-4cdf-829b-d7cbee2f4883 None None] Set router 9afac8d8-f3ca-4fa1-b94e-bb17f7d5f700 gateway port host: dv-cinder-828806-3-iscsi {{(pid=104103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:17:22.975286 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e736c92-6273-4f9f-bc16-95ac65dd6fce req-0e9a9277-146d-4374-878e-b714ef702f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:17:22.977491 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-8e736c92-6273-4f9f-bc16-95ac65dd6fce req-0e9a9277-146d-4374-878e-b714ef702f9e service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=759c767b215942e5852e12fa01e22001&device_id=1945160b-bb97-4381-bd95-fa4e076067c9 HTTP/1.1" status: 200 len: 1130 time: 0.0467496 May 26 21:17:23.049723 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9ad34a-a5fb-4054-80de-62d64ce88e04 req-6cae9c8e-e1d9-4b68-b79d-339681924612 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:17:23.051265 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-4e9ad34a-a5fb-4054-80de-62d64ce88e04 req-6cae9c8e-e1d9-4b68-b79d-339681924612 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] 10.222.0.57 "GET /v2.0/ports?device_id=1945160b-bb97-4381-bd95-fa4e076067c9 HTTP/1.1" status: 200 len: 946 time: 0.0474429 May 26 21:17:23.063652 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:17:23.084958 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_hamode_db [None req-9fa2ac17-3a25-4cdf-829b-d7cbee2f4883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9afac8d8-f3ca-4fa1-b94e-bb17f7d5f700', 'name': 'tempest-TestShelveInstance-1163310947-router', 'tenant_id': '759c767b215942e5852e12fa01e22001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': 'ab38d906-efa1-4723-a73b-6a1eb3abd64d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:13:03Z', 'updated_at': '2022-05-26T21:13:06Z', 'revision_number': 4, 'project_id': '759c767b215942e5852e12fa01e22001', 'gw_port': {'id': 'ab38d906-efa1-4723-a73b-6a1eb3abd64d', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:9a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afac8d8-f3ca-4fa1-b94e-bb17f7d5f700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:13:03Z', 'updated_at': '2022-05-26T21:13:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi', '_interfaces': [{'id': '2f7b62e5-ba86-4eb5-9d7b-d5f874723da6', 'name': '', 'network_id': '6f730d0b-3c50-487c-9bc6-ce9af8a4b7f1', 'tenant_id': '759c767b215942e5852e12fa01e22001', 'mac_address': 'fa:16:3e:1f:c3:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afac8d8-f3ca-4fa1-b94e-bb17f7d5f700', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'b1d42bc1-f649-411a-98f0-60c8eaa16a2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:13:05Z', 'updated_at': '2022-05-26T21:13:12Z', 'revision_number': 5, 'project_id': '759c767b215942e5852e12fa01e22001', 'subnets': [{'id': 'b1d42bc1-f649-411a-98f0-60c8eaa16a2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-3-iscsi', False) {} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:17:23.102085 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-4e9ad34a-a5fb-4054-80de-62d64ce88e04 req-4a7f538c-eb5f-4cb3-bce6-246079e6aaec tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c08671f-0aa8-4995-addc-70a4ab840bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449643 May 26 21:17:23.109416 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa2ac17-3a25-4cdf-829b-d7cbee2f4883 None None] Checking router: 9afac8d8-f3ca-4fa1-b94e-bb17f7d5f700 for host: dv-cinder-828806-3-iscsi {{(pid=104103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 21:17:23.118234 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa2ac17-3a25-4cdf-829b-d7cbee2f4883 None None] Routers {'9afac8d8-f3ca-4fa1-b94e-bb17f7d5f700'} bound to L3 agent in host dv-cinder-828806-3-iscsi {{(pid=104103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:17:23.118868 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_hamode_db [None req-9fa2ac17-3a25-4cdf-829b-d7cbee2f4883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T20:55:42Z,description=,heartbeat_timestamp=2022-05-26T21:17:12Z,host='dv-cinder-828806-3-iscsi',id=ccb07560-1e88-42f3-8411-377a93089622,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T20:55:42Z,topic='l3_agent')) {'router_ids': ['9afac8d8-f3ca-4fa1-b94e-bb17f7d5f700'], 'active': True} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:17:23.216878 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvr_db [None req-9fa2ac17-3a25-4cdf-829b-d7cbee2f4883 None None] Set router 9afac8d8-f3ca-4fa1-b94e-bb17f7d5f700 gateway port host: dv-cinder-828806-3-iscsi {{(pid=104103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:17:23.393539 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_hamode_db [None req-9fa2ac17-3a25-4cdf-829b-d7cbee2f4883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9afac8d8-f3ca-4fa1-b94e-bb17f7d5f700', 'name': 'tempest-TestShelveInstance-1163310947-router', 'tenant_id': '759c767b215942e5852e12fa01e22001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': 'ab38d906-efa1-4723-a73b-6a1eb3abd64d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:13:03Z', 'updated_at': '2022-05-26T21:13:06Z', 'revision_number': 4, 'project_id': '759c767b215942e5852e12fa01e22001', 'gw_port': {'id': 'ab38d906-efa1-4723-a73b-6a1eb3abd64d', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:9a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afac8d8-f3ca-4fa1-b94e-bb17f7d5f700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:13:03Z', 'updated_at': '2022-05-26T21:13:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi', '_interfaces': [{'id': '2f7b62e5-ba86-4eb5-9d7b-d5f874723da6', 'name': '', 'network_id': '6f730d0b-3c50-487c-9bc6-ce9af8a4b7f1', 'tenant_id': '759c767b215942e5852e12fa01e22001', 'mac_address': 'fa:16:3e:1f:c3:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afac8d8-f3ca-4fa1-b94e-bb17f7d5f700', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'b1d42bc1-f649-411a-98f0-60c8eaa16a2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:13:05Z', 'updated_at': '2022-05-26T21:13:12Z', 'revision_number': 5, 'project_id': '759c767b215942e5852e12fa01e22001', 'subnets': [{'id': 'b1d42bc1-f649-411a-98f0-60c8eaa16a2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-3-iscsi', False) {} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:17:23.417134 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa2ac17-3a25-4cdf-829b-d7cbee2f4883 None None] The sync data for ids ['9afac8d8-f3ca-4fa1-b94e-bb17f7d5f700'] in dv-cinder-828806-3-iscsi is: [{'id': '9afac8d8-f3ca-4fa1-b94e-bb17f7d5f700', 'name': 'tempest-TestShelveInstance-1163310947-router', 'tenant_id': '759c767b215942e5852e12fa01e22001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': 'ab38d906-efa1-4723-a73b-6a1eb3abd64d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:13:03Z', 'updated_at': '2022-05-26T21:13:06Z', 'revision_number': 4, 'project_id': '759c767b215942e5852e12fa01e22001', 'gw_port': {'id': 'ab38d906-efa1-4723-a73b-6a1eb3abd64d', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:9a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afac8d8-f3ca-4fa1-b94e-bb17f7d5f700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:13:03Z', 'updated_at': '2022-05-26T21:13:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi', '_interfaces': [{'id': '2f7b62e5-ba86-4eb5-9d7b-d5f874723da6', 'name': '', 'network_id': '6f730d0b-3c50-487c-9bc6-ce9af8a4b7f1', 'tenant_id': '759c767b215942e5852e12fa01e22001', 'mac_address': 'fa:16:3e:1f:c3:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afac8d8-f3ca-4fa1-b94e-bb17f7d5f700', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'b1d42bc1-f649-411a-98f0-60c8eaa16a2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:13:05Z', 'updated_at': '2022-05-26T21:13:12Z', 'revision_number': 5, 'project_id': '759c767b215942e5852e12fa01e22001', 'subnets': [{'id': 'b1d42bc1-f649-411a-98f0-60c8eaa16a2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 21:17:23.622719 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162365dc-6af2-4272-9c5d-58e2dc728d33 None None] New status for floating IP b84fa3b1-a3e4-4213-9c09-212d0d7ce92d: DOWN {{(pid=104104) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 21:17:23.707166 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (7f90b46f-777d-4aa1-89b5-840fb2878c39), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:24.098043 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e736c92-6273-4f9f-bc16-95ac65dd6fce req-698104c1-6bfa-4215-afa2-47114166933f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:17:24.100047 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-8e736c92-6273-4f9f-bc16-95ac65dd6fce req-698104c1-6bfa-4215-afa2-47114166933f service neutron] 10.222.0.62 "GET /v2.0/networks?id=6f730d0b-3c50-487c-9bc6-ce9af8a4b7f1 HTTP/1.1" status: 200 len: 910 time: 0.0838630 May 26 21:17:24.226599 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d94961-5592-474d-a9ba-47d548710a88 req-db87691d-84c4-47d9-ab6f-1cf94fc132c9 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:17:24.228057 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-39d94961-5592-474d-a9ba-47d548710a88 req-db87691d-84c4-47d9-ab6f-1cf94fc132c9 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] 10.222.0.57 "GET /v2.0/ports?device_id=1945160b-bb97-4381-bd95-fa4e076067c9 HTTP/1.1" status: 200 len: 946 time: 0.0512857 May 26 21:17:24.251806 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-8e736c92-6273-4f9f-bc16-95ac65dd6fce req-e2716e9b-4154-4ad6-a061-ec8f0074929d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71a2905e-d2b8-4d38-91bd-8cb4d698c349 HTTP/1.1" status: 200 len: 217 time: 0.0373654 May 26 21:17:24.277596 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-39d94961-5592-474d-a9ba-47d548710a88 req-21d06e9d-0784-4664-85f7-d0e1f1567bbc tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] 10.222.0.57 "GET /v2.0/security-groups?id=4c08671f-0aa8-4995-addc-70a4ab840bdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438006 May 26 21:17:24.300414 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e736c92-6273-4f9f-bc16-95ac65dd6fce req-c001663d-8d7f-4732-8a7f-d393dfd1791d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:17:24.301858 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-8e736c92-6273-4f9f-bc16-95ac65dd6fce req-c001663d-8d7f-4732-8a7f-d393dfd1791d service neutron] 10.222.0.62 "GET /v2.0/subnets?id=b1d42bc1-f649-411a-98f0-60c8eaa16a2d HTTP/1.1" status: 200 len: 848 time: 0.0438743 May 26 21:17:24.519143 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e736c92-6273-4f9f-bc16-95ac65dd6fce req-349cecd4-e0ef-4125-96ce-d72a7671916e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:17:24.520509 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-8e736c92-6273-4f9f-bc16-95ac65dd6fce req-349cecd4-e0ef-4125-96ce-d72a7671916e service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=6f730d0b-3c50-487c-9bc6-ce9af8a4b7f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384631 May 26 21:17:24.634712 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-8e736c92-6273-4f9f-bc16-95ac65dd6fce req-4e9e7edd-b841-473e-a276-91737259085e service neutron] 10.222.0.62 "GET /v2.0/networks/6f730d0b-3c50-487c-9bc6-ce9af8a4b7f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065559 May 26 21:17:24.668215 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e131c06-df72-4ebb-b327-576b6b43b8d7 req-37bca1b8-908c-4c30-ad01-64044bbd7171 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:17:24.669578 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-0e131c06-df72-4ebb-b327-576b6b43b8d7 req-37bca1b8-908c-4c30-ad01-64044bbd7171 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] 10.222.0.62 "GET /v2.0/ports?device_id=1945160b-bb97-4381-bd95-fa4e076067c9 HTTP/1.1" status: 200 len: 946 time: 0.0673120 May 26 21:17:24.800668 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-8e736c92-6273-4f9f-bc16-95ac65dd6fce req-1ed551d6-a6b3-4daf-9f24-7b320bb1db88 service neutron] 10.222.0.62 "GET /v2.0/networks/6f730d0b-3c50-487c-9bc6-ce9af8a4b7f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604226 May 26 21:17:24.801323 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.plugin [req-0e131c06-df72-4ebb-b327-576b6b43b8d7 req-9b6ac98f-0807-4960-8707-d03f98f2ef51 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Deleting port 71a2905e-d2b8-4d38-91bd-8cb4d698c349 {{(pid=104101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 21:17:24.801667 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-0e131c06-df72-4ebb-b327-576b6b43b8d7 req-9b6ac98f-0807-4960-8707-d03f98f2ef51 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787881975269'] for port (71a2905e-d2b8-4d38-91bd-8cb4d698c349), before_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:24.893628 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.db [req-0e131c06-df72-4ebb-b327-576b6b43b8d7 req-9b6ac98f-0807-4960-8707-d03f98f2ef51 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] For port 71a2905e-d2b8-4d38-91bd-8cb4d698c349, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=71a2905e-d2b8-4d38-91bd-8cb4d698c349,segment=NetworkSegment(a2a9d759-8eb9-4516-9359-feb8398e361f),segment_id=a2a9d759-8eb9-4516-9359-feb8398e361f)] {{(pid=104101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:17:24.893988 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-0e131c06-df72-4ebb-b327-576b6b43b8d7 req-9b6ac98f-0807-4960-8707-d03f98f2ef51 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595751'] for port (71a2905e-d2b8-4d38-91bd-8cb4d698c349), precommit_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:24.907206 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.plugin [req-0e131c06-df72-4ebb-b327-576b6b43b8d7 req-9b6ac98f-0807-4960-8707-d03f98f2ef51 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Calling delete_port for 71a2905e-d2b8-4d38-91bd-8cb4d698c349 owned by compute:nova {{(pid=104101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 21:17:25.027319 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-0e131c06-df72-4ebb-b327-576b6b43b8d7 req-9b6ac98f-0807-4960-8707-d03f98f2ef51 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787881986003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787881445708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13231773'] for port (71a2905e-d2b8-4d38-91bd-8cb4d698c349), after_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:25.052385 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6ac98f-0807-4960-8707-d03f98f2ef51 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Pushing event deleted for resources: {'Port': ['ID=71a2905e-d2b8-4d38-91bd-8cb4d698c349,revision_number=None']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:17:25.066983 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6ac98f-0807-4960-8707-d03f98f2ef51 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:17:25.067329 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6ac98f-0807-4960-8707-d03f98f2ef51 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:17:25.067669 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6ac98f-0807-4960-8707-d03f98f2ef51 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:17:25.068501 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6ac98f-0807-4960-8707-d03f98f2ef51 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:17:25.068829 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6ac98f-0807-4960-8707-d03f98f2ef51 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:17:25.069158 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6ac98f-0807-4960-8707-d03f98f2ef51 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:17:25.069480 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6ac98f-0807-4960-8707-d03f98f2ef51 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:17:25.069800 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6ac98f-0807-4960-8707-d03f98f2ef51 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:17:25.070139 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6ac98f-0807-4960-8707-d03f98f2ef51 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:17:25.070501 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6ac98f-0807-4960-8707-d03f98f2ef51 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:17:25.070843 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6ac98f-0807-4960-8707-d03f98f2ef51 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:17:25.071150 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6ac98f-0807-4960-8707-d03f98f2ef51 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:17:25.071471 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6ac98f-0807-4960-8707-d03f98f2ef51 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:17:25.071783 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6ac98f-0807-4960-8707-d03f98f2ef51 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:17:25.072093 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6ac98f-0807-4960-8707-d03f98f2ef51 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:17:25.111953 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e131c06-df72-4ebb-b327-576b6b43b8d7 req-9b6ac98f-0807-4960-8707-d03f98f2ef51 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] No DVR routers for this DVR port 71a2905e-d2b8-4d38-91bd-8cb4d698c349 on host hv-cinder-82880 {{(pid=104101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 21:17:25.114681 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-0e131c06-df72-4ebb-b327-576b6b43b8d7 req-9b6ac98f-0807-4960-8707-d03f98f2ef51 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25531'] for port (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:25.117823 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-0e131c06-df72-4ebb-b327-576b6b43b8d7 req-9b6ac98f-0807-4960-8707-d03f98f2ef51 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] 10.222.0.62 "DELETE /v2.0/ports/71a2905e-d2b8-4d38-91bd-8cb4d698c349 HTTP/1.1" status: 204 len: 173 time: 0.4434254 May 26 21:17:25.118260 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1945160b-bb97-4381-bd95-fa4e076067c9', 'name': 'network-vif-deleted', 'tag': '71a2905e-d2b8-4d38-91bd-8cb4d698c349'}] {{(pid=104101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:17:25.120481 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e35b3b942162f380527a6ddce7731c26b87baf9d9763e10c20fbd720b027cea7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd80f9d4-99ff-4a6c-b36b-ffad2ccb5b6d" -d '{"events": [{"server_uuid": "1945160b-bb97-4381-bd95-fa4e076067c9", "name": "network-vif-deleted", "tag": "71a2905e-d2b8-4d38-91bd-8cb4d698c349"}]}' {{(pid=104101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:17:25.287953 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 21:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-342aa65d-2693-4ce1-a54f-c85a41b5fd92 x-openstack-request-id: req-342aa65d-2693-4ce1-a54f-c85a41b5fd92 {{(pid=104101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:17:25.288241 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1945160b-bb97-4381-bd95-fa4e076067c9", "name": "network-vif-deleted", "tag": "71a2905e-d2b8-4d38-91bd-8cb4d698c349", "status": "completed", "code": 200}]} {{(pid=104101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:17:25.288490 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-342aa65d-2693-4ce1-a54f-c85a41b5fd92 {{(pid=104101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:17:25.288895 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.notifiers.nova [-] Nova event matching ['req-342aa65d-2693-4ce1-a54f-c85a41b5fd92'] response: {'server_uuid': '1945160b-bb97-4381-bd95-fa4e076067c9', 'name': 'network-vif-deleted', 'tag': '71a2905e-d2b8-4d38-91bd-8cb4d698c349', 'status': 'completed', 'code': 200} May 26 21:17:25.372197 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-1f0ad494-2bc2-4938-b7a1-1c8189d5395e req-f2c5c13f-9938-43ab-bc89-9eacd7384ca1 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] 10.222.0.57 "GET /v2.0/ports?device_id=1945160b-bb97-4381-bd95-fa4e076067c9 HTTP/1.1" status: 200 len: 210 time: 0.0272844 May 26 21:17:26.432715 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 54522) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:17:26.487256 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-6717c396-a086-47c3-8ee4-0350229bc410 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Publish callbacks [] for security_group (4c08671f-0aa8-4995-addc-70a4ab840bdb), before_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:26.511983 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-6717c396-a086-47c3-8ee4-0350229bc410 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Publish callbacks [] for security_group (4c08671f-0aa8-4995-addc-70a4ab840bdb), precommit_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:26.572753 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-6717c396-a086-47c3-8ee4-0350229bc410 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (4c08671f-0aa8-4995-addc-70a4ab840bdb), after_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:26.575269 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-6717c396-a086-47c3-8ee4-0350229bc410 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Publish callbacks [] for security_group (None), before_response {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:26.576370 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-6717c396-a086-47c3-8ee4-0350229bc410 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] 10.222.0.57 "DELETE /v2.0/security-groups/4c08671f-0aa8-4995-addc-70a4ab840bdb HTTP/1.1" status: 204 len: 168 time: 0.1426847 May 26 21:17:26.585221 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6717c396-a086-47c3-8ee4-0350229bc410 tempest-TestShelveInstance-153960458 tempest-TestShelveInstance-153960458-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c08671f-0aa8-4995-addc-70a4ab840bdb,revision_number=None']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:17:26.621336 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 54526) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:17:26.700868 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:17:26.705599 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:17:26.920625 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-e1147ba9-a309-4f61-a7d8-7861b6b0dac5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1615327'] for router_interface (9afac8d8-f3ca-4fa1-b94e-bb17f7d5f700), before_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:27.133212 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.plugin [None req-e1147ba9-a309-4f61-a7d8-7861b6b0dac5 admin admin] Deleting port 2f7b62e5-ba86-4eb5-9d7b-d5f874723da6 {{(pid=104101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 21:17:27.133553 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-e1147ba9-a309-4f61-a7d8-7861b6b0dac5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787881975269'] for port (2f7b62e5-ba86-4eb5-9d7b-d5f874723da6), before_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:27.211694 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.db [None req-e1147ba9-a309-4f61-a7d8-7861b6b0dac5 admin admin] For port 2f7b62e5-ba86-4eb5-9d7b-d5f874723da6, host dv-cinder-828806-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-3-iscsi',level=0,port_id=2f7b62e5-ba86-4eb5-9d7b-d5f874723da6,segment=NetworkSegment(a2a9d759-8eb9-4516-9359-feb8398e361f),segment_id=a2a9d759-8eb9-4516-9359-feb8398e361f)] {{(pid=104101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:17:27.212062 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-e1147ba9-a309-4f61-a7d8-7861b6b0dac5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595751'] for port (2f7b62e5-ba86-4eb5-9d7b-d5f874723da6), precommit_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:27.224518 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.plugin [None req-e1147ba9-a309-4f61-a7d8-7861b6b0dac5 admin admin] Calling delete_port for 2f7b62e5-ba86-4eb5-9d7b-d5f874723da6 owned by network:router_interface {{(pid=104101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 21:17:27.399848 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-e1147ba9-a309-4f61-a7d8-7861b6b0dac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787881986003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787881445708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13231773'] for port (2f7b62e5-ba86-4eb5-9d7b-d5f874723da6), after_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:27.430553 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1147ba9-a309-4f61-a7d8-7861b6b0dac5 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f7b62e5-ba86-4eb5-9d7b-d5f874723da6,revision_number=None']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:17:27.479324 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:17:27.532878 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:17:27.598025 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-e1147ba9-a309-4f61-a7d8-7861b6b0dac5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-416047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1615171'] for router_interface (9afac8d8-f3ca-4fa1-b94e-bb17f7d5f700), after_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:27.804516 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1147ba9-a309-4f61-a7d8-7861b6b0dac5 admin admin] Router 9afac8d8-f3ca-4fa1-b94e-bb17f7d5f700 has already been hosted by L3 agent ccb07560-1e88-42f3-8411-377a93089622 {{(pid=104101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 21:17:27.903809 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1147ba9-a309-4f61-a7d8-7861b6b0dac5 admin admin] Notify agent at l3_agent.dv-cinder-828806-3-iscsi the message routers_updated {{(pid=104101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 21:17:27.909399 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-e1147ba9-a309-4f61-a7d8-7861b6b0dac5 admin admin] 10.222.0.57 "PUT /v2.0/routers/9afac8d8-f3ca-4fa1-b94e-bb17f7d5f700/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2869816 May 26 21:17:27.911252 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 54528) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:17:27.912716 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65123eae-ec9a-41e8-b34a-4524ea50ca2c None None] Sync routers for ids ['9afac8d8-f3ca-4fa1-b94e-bb17f7d5f700'] in dv-cinder-828806-3-iscsi {{(pid=104103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 21:17:27.922599 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65123eae-ec9a-41e8-b34a-4524ea50ca2c None None] Routers {'9afac8d8-f3ca-4fa1-b94e-bb17f7d5f700'} bound to L3 agent in host dv-cinder-828806-3-iscsi {{(pid=104103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:17:27.923203 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_hamode_db [None req-65123eae-ec9a-41e8-b34a-4524ea50ca2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T20:55:42Z,description=,heartbeat_timestamp=2022-05-26T21:17:12Z,host='dv-cinder-828806-3-iscsi',id=ccb07560-1e88-42f3-8411-377a93089622,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T20:55:42Z,topic='l3_agent')) {'router_ids': ['9afac8d8-f3ca-4fa1-b94e-bb17f7d5f700'], 'active': True} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:17:27.965318 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:17:27.998638 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:17:28.009050 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-1f7a4806-6ed7-48fa-aba5-85a735c4bb5b admin admin] Publish callbacks [] for router (9afac8d8-f3ca-4fa1-b94e-bb17f7d5f700), before_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:28.024014 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvr_db [None req-65123eae-ec9a-41e8-b34a-4524ea50ca2c None None] Set router 9afac8d8-f3ca-4fa1-b94e-bb17f7d5f700 gateway port host: dv-cinder-828806-3-iscsi {{(pid=104103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:17:28.103070 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-1f7a4806-6ed7-48fa-aba5-85a735c4bb5b admin admin] Publish callbacks [] for router_gateway (9afac8d8-f3ca-4fa1-b94e-bb17f7d5f700), before_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:28.144345 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.plugin [None req-1f7a4806-6ed7-48fa-aba5-85a735c4bb5b admin admin] Deleting port ab38d906-efa1-4723-a73b-6a1eb3abd64d {{(pid=104101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 21:17:28.144679 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-1f7a4806-6ed7-48fa-aba5-85a735c4bb5b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787881975269'] for port (ab38d906-efa1-4723-a73b-6a1eb3abd64d), before_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:28.191588 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_hamode_db [None req-65123eae-ec9a-41e8-b34a-4524ea50ca2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9afac8d8-f3ca-4fa1-b94e-bb17f7d5f700', 'name': 'tempest-TestShelveInstance-1163310947-router', 'tenant_id': '759c767b215942e5852e12fa01e22001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': 'ab38d906-efa1-4723-a73b-6a1eb3abd64d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:13:03Z', 'updated_at': '2022-05-26T21:17:27Z', 'revision_number': 5, 'project_id': '759c767b215942e5852e12fa01e22001', 'gw_port': {'id': 'ab38d906-efa1-4723-a73b-6a1eb3abd64d', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:9a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afac8d8-f3ca-4fa1-b94e-bb17f7d5f700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:13:03Z', 'updated_at': '2022-05-26T21:13:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi'}], 'dv-cinder-828806-3-iscsi', False) {} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:17:28.219212 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65123eae-ec9a-41e8-b34a-4524ea50ca2c None None] Checking router: 9afac8d8-f3ca-4fa1-b94e-bb17f7d5f700 for host: dv-cinder-828806-3-iscsi {{(pid=104103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 21:17:28.228256 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65123eae-ec9a-41e8-b34a-4524ea50ca2c None None] Routers {'9afac8d8-f3ca-4fa1-b94e-bb17f7d5f700'} bound to L3 agent in host dv-cinder-828806-3-iscsi {{(pid=104103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:17:28.228860 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_hamode_db [None req-65123eae-ec9a-41e8-b34a-4524ea50ca2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T20:55:42Z,description=,heartbeat_timestamp=2022-05-26T21:17:12Z,host='dv-cinder-828806-3-iscsi',id=ccb07560-1e88-42f3-8411-377a93089622,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T20:55:42Z,topic='l3_agent')) {'router_ids': ['9afac8d8-f3ca-4fa1-b94e-bb17f7d5f700'], 'active': True} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:17:28.229530 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.db [None req-1f7a4806-6ed7-48fa-aba5-85a735c4bb5b admin admin] For port ab38d906-efa1-4723-a73b-6a1eb3abd64d, host dv-cinder-828806-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-3-iscsi',level=0,port_id=ab38d906-efa1-4723-a73b-6a1eb3abd64d,segment=NetworkSegment(8d4aea41-d977-462c-9098-4088113247cb),segment_id=8d4aea41-d977-462c-9098-4088113247cb)] {{(pid=104101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:17:28.229893 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-1f7a4806-6ed7-48fa-aba5-85a735c4bb5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595751'] for port (ab38d906-efa1-4723-a73b-6a1eb3abd64d), precommit_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:28.243912 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.plugin [None req-1f7a4806-6ed7-48fa-aba5-85a735c4bb5b admin admin] Calling delete_port for ab38d906-efa1-4723-a73b-6a1eb3abd64d owned by network:router_gateway {{(pid=104101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 21:17:28.298062 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:17:28.313288 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvr_db [None req-65123eae-ec9a-41e8-b34a-4524ea50ca2c None None] Set router 9afac8d8-f3ca-4fa1-b94e-bb17f7d5f700 gateway port host: None {{(pid=104103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:17:28.361206 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_hamode_db [None req-65123eae-ec9a-41e8-b34a-4524ea50ca2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9afac8d8-f3ca-4fa1-b94e-bb17f7d5f700', 'name': 'tempest-TestShelveInstance-1163310947-router', 'tenant_id': '759c767b215942e5852e12fa01e22001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:13:03Z', 'updated_at': '2022-05-26T21:17:28Z', 'revision_number': 6, 'project_id': '759c767b215942e5852e12fa01e22001', 'gw_port_host': None}], 'dv-cinder-828806-3-iscsi', False) {} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:17:28.387956 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65123eae-ec9a-41e8-b34a-4524ea50ca2c None None] The sync data for ids ['9afac8d8-f3ca-4fa1-b94e-bb17f7d5f700'] in dv-cinder-828806-3-iscsi is: [{'id': '9afac8d8-f3ca-4fa1-b94e-bb17f7d5f700', 'name': 'tempest-TestShelveInstance-1163310947-router', 'tenant_id': '759c767b215942e5852e12fa01e22001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:13:03Z', 'updated_at': '2022-05-26T21:17:28Z', 'revision_number': 6, 'project_id': '759c767b215942e5852e12fa01e22001', 'gw_port_host': None}] {{(pid=104103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 21:17:28.393231 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:17:28.407936 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-1f7a4806-6ed7-48fa-aba5-85a735c4bb5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787881986003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787881445708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13231773'] for port (ab38d906-efa1-4723-a73b-6a1eb3abd64d), after_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:28.432457 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7a4806-6ed7-48fa-aba5-85a735c4bb5b admin admin] Pushing event deleted for resources: {'Port': ['ID=ab38d906-efa1-4723-a73b-6a1eb3abd64d,revision_number=None']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:17:28.493421 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-1f7a4806-6ed7-48fa-aba5-85a735c4bb5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1614817'] for router_gateway (9afac8d8-f3ca-4fa1-b94e-bb17f7d5f700), after_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:28.575415 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-1f7a4806-6ed7-48fa-aba5-85a735c4bb5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1900208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130790'] for router (9afac8d8-f3ca-4fa1-b94e-bb17f7d5f700), precommit_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:28.577542 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-1f7a4806-6ed7-48fa-aba5-85a735c4bb5b admin admin] Publish callbacks [] for router_controller (9afac8d8-f3ca-4fa1-b94e-bb17f7d5f700), precommit_delete_associations {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:28.620796 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-1f7a4806-6ed7-48fa-aba5-85a735c4bb5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1900219'] for router (9afac8d8-f3ca-4fa1-b94e-bb17f7d5f700), after_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:28.621305 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f7a4806-6ed7-48fa-aba5-85a735c4bb5b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9afac8d8-f3ca-4fa1-b94e-bb17f7d5f700 {{(pid=104101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 21:17:28.625550 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-1f7a4806-6ed7-48fa-aba5-85a735c4bb5b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:28.629455 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-1f7a4806-6ed7-48fa-aba5-85a735c4bb5b admin admin] 10.222.0.57 "DELETE /v2.0/routers/9afac8d8-f3ca-4fa1-b94e-bb17f7d5f700 HTTP/1.1" status: 204 len: 168 time: 0.7172368 May 26 21:17:28.629594 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 54530) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:17:28.675587 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.db.db_base_plugin_v2 [None req-f00deceb-43ad-4148-ad00-eef3ab9c9436 admin admin] Deleting subnet b1d42bc1-f649-411a-98f0-60c8eaa16a2d {{(pid=104102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 21:17:28.678920 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-f00deceb-43ad-4148-ad00-eef3ab9c9436 admin admin] Publish callbacks [] for subnet (b1d42bc1-f649-411a-98f0-60c8eaa16a2d), before_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:28.715220 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-f00deceb-43ad-4148-ad00-eef3ab9c9436 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16235537'] for subnet (b1d42bc1-f649-411a-98f0-60c8eaa16a2d), precommit_delete_associations {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:28.798149 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-f00deceb-43ad-4148-ad00-eef3ab9c9436 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-985580'] for subnet (b1d42bc1-f649-411a-98f0-60c8eaa16a2d), precommit_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:28.854933 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-f00deceb-43ad-4148-ad00-eef3ab9c9436 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-985589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16680622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15806586'] for subnet (b1d42bc1-f649-411a-98f0-60c8eaa16a2d), after_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:28.882171 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00deceb-43ad-4148-ad00-eef3ab9c9436 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1d42bc1-f649-411a-98f0-60c8eaa16a2d,revision_number=None']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:17:28.884132 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-f00deceb-43ad-4148-ad00-eef3ab9c9436 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-416010'] for subnet (None), before_response {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:28.889549 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-f00deceb-43ad-4148-ad00-eef3ab9c9436 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/b1d42bc1-f649-411a-98f0-60c8eaa16a2d HTTP/1.1" status: 204 len: 168 time: 0.2563372 May 26 21:17:28.889679 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b8e1210-9fee-4d55-8c33-fc862d939b7e None None] Network 6f730d0b-3c50-487c-9bc6-ce9af8a4b7f1 requested from dv-cinder-828806-3-iscsi {{(pid=104103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 21:17:28.889799 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 54532) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:17:28.956091 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-92fa519e-a85e-4c5e-b726-9fb27874076e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-791915'] for network (6f730d0b-3c50-487c-9bc6-ce9af8a4b7f1), before_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:28.997366 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.plugin [None req-92fa519e-a85e-4c5e-b726-9fb27874076e admin admin] Deleting port 1d8174d2-7ae5-4a5a-bd41-7a418e5e92bc {{(pid=104101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 21:17:28.997703 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-92fa519e-a85e-4c5e-b726-9fb27874076e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787881975269'] for port (1d8174d2-7ae5-4a5a-bd41-7a418e5e92bc), before_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:29.062754 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.db [None req-92fa519e-a85e-4c5e-b726-9fb27874076e admin admin] For port 1d8174d2-7ae5-4a5a-bd41-7a418e5e92bc, host dv-cinder-828806-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-3-iscsi',level=0,port_id=1d8174d2-7ae5-4a5a-bd41-7a418e5e92bc,segment=NetworkSegment(a2a9d759-8eb9-4516-9359-feb8398e361f),segment_id=a2a9d759-8eb9-4516-9359-feb8398e361f)] {{(pid=104101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:17:29.063042 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-92fa519e-a85e-4c5e-b726-9fb27874076e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595751'] for port (1d8174d2-7ae5-4a5a-bd41-7a418e5e92bc), precommit_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:29.076307 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.plugin [None req-92fa519e-a85e-4c5e-b726-9fb27874076e admin admin] Calling delete_port for 1d8174d2-7ae5-4a5a-bd41-7a418e5e92bc owned by network:dhcp {{(pid=104101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 21:17:29.146710 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b045036a-5a78-4261-87d9-247fcd2a3510 None None] DHCP port deletion for 6f730d0b-3c50-487c-9bc6-ce9af8a4b7f1 request from dv-cinder-828806-3-iscsi {{(pid=104103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 26 21:17:29.168185 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-92fa519e-a85e-4c5e-b726-9fb27874076e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787881986003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787881445708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13231773'] for port (1d8174d2-7ae5-4a5a-bd41-7a418e5e92bc), after_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:29.195329 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-b045036a-5a78-4261-87d9-247fcd2a3510 None None] Deleting port 1d8174d2-7ae5-4a5a-bd41-7a418e5e92bc {{(pid=104103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 21:17:29.195844 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-b045036a-5a78-4261-87d9-247fcd2a3510 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787881975269'] for port (1d8174d2-7ae5-4a5a-bd41-7a418e5e92bc), before_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:29.202399 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fa519e-a85e-4c5e-b726-9fb27874076e admin admin] Pushing event deleted for resources: {'Port': ['ID=1d8174d2-7ae5-4a5a-bd41-7a418e5e92bc,revision_number=None']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:17:29.207240 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92fa519e-a85e-4c5e-b726-9fb27874076e admin admin] No DVR routers for this DVR port 1d8174d2-7ae5-4a5a-bd41-7a418e5e92bc on host dv-cinder-828806-3-iscsi {{(pid=104101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 21:17:29.262603 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Device 71a2905e-d2b8-4d38-91bd-8cb4d698c349 no longer exists at agent hyperv_hv-cinder-82880 {{(pid=104103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 21:17:29.269494 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-b045036a-5a78-4261-87d9-247fcd2a3510 None None] For port 1d8174d2-7ae5-4a5a-bd41-7a418e5e92bc, host dv-cinder-828806-3-iscsi, got binding levels [] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:17:29.269965 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-b045036a-5a78-4261-87d9-247fcd2a3510 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595751'] for port (1d8174d2-7ae5-4a5a-bd41-7a418e5e92bc), precommit_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:29.304056 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] No Port match for: 71a2905e-d2b8-4d38-91bd-8cb4d698c349 {{(pid=104103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 21:17:29.304492 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Device 71a2905e-d2b8-4d38-91bd-8cb4d698c349 not bound to the agent host hv-cinder-82880 {{(pid=104103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 21:17:29.306376 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-b045036a-5a78-4261-87d9-247fcd2a3510 None None] Calling delete_port for 1d8174d2-7ae5-4a5a-bd41-7a418e5e92bc owned by network:dhcp {{(pid=104103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 21:17:29.309991 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.ipam_backend_mixin [None req-b045036a-5a78-4261-87d9-247fcd2a3510 None None] Port 1d8174d2-7ae5-4a5a-bd41-7a418e5e92bc was not found and therefore no delete operation was performed {{(pid=104103) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 26 21:17:29.311315 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-b045036a-5a78-4261-87d9-247fcd2a3510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787881986003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787881445708'] for port (1d8174d2-7ae5-4a5a-bd41-7a418e5e92bc), after_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:29.334843 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b045036a-5a78-4261-87d9-247fcd2a3510 None None] Pushing event deleted for resources: {'Port': ['ID=1d8174d2-7ae5-4a5a-bd41-7a418e5e92bc,revision_number=None']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:17:29.344832 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b045036a-5a78-4261-87d9-247fcd2a3510 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:17:29.345178 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b045036a-5a78-4261-87d9-247fcd2a3510 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:17:29.345519 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b045036a-5a78-4261-87d9-247fcd2a3510 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:17:29.345856 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b045036a-5a78-4261-87d9-247fcd2a3510 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:17:29.346213 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b045036a-5a78-4261-87d9-247fcd2a3510 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:17:29.346564 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b045036a-5a78-4261-87d9-247fcd2a3510 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:17:29.346896 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b045036a-5a78-4261-87d9-247fcd2a3510 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:17:29.347221 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b045036a-5a78-4261-87d9-247fcd2a3510 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:17:29.347543 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b045036a-5a78-4261-87d9-247fcd2a3510 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:17:29.347864 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b045036a-5a78-4261-87d9-247fcd2a3510 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:17:29.348185 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b045036a-5a78-4261-87d9-247fcd2a3510 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:17:29.348504 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b045036a-5a78-4261-87d9-247fcd2a3510 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:17:29.348864 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b045036a-5a78-4261-87d9-247fcd2a3510 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:17:29.349135 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b045036a-5a78-4261-87d9-247fcd2a3510 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:17:29.349985 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b045036a-5a78-4261-87d9-247fcd2a3510 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:17:29.353057 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b045036a-5a78-4261-87d9-247fcd2a3510 None None] No DVR routers for this DVR port 1d8174d2-7ae5-4a5a-bd41-7a418e5e92bc on host dv-cinder-828806-3-iscsi {{(pid=104103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 21:17:29.548913 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-92fa519e-a85e-4c5e-b726-9fb27874076e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983897', 'neutron.services.segments.db._delete_segments_for_network-8787881958000'] for network (6f730d0b-3c50-487c-9bc6-ce9af8a4b7f1), precommit_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:29.568401 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.services.segments.db [None req-92fa519e-a85e-4c5e-b726-9fb27874076e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f730d0b-3c50-487c-9bc6-ce9af8a4b7f1']}} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:17:29.577485 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.services.segments.db [None req-92fa519e-a85e-4c5e-b726-9fb27874076e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2a9d759-8eb9-4516-9359-feb8398e361f') {'for_net_delete': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:17:29.577776 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.services.segments.db [None req-92fa519e-a85e-4c5e-b726-9fb27874076e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2a9d759-8eb9-4516-9359-feb8398e361f') {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:17:29.586995 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-92fa519e-a85e-4c5e-b726-9fb27874076e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787881958777', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12907196'] for segment (a2a9d759-8eb9-4516-9359-feb8398e361f), before_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:29.600168 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-92fa519e-a85e-4c5e-b726-9fb27874076e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-995747'] for segment (a2a9d759-8eb9-4516-9359-feb8398e361f), precommit_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:29.606537 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92fa519e-a85e-4c5e-b726-9fb27874076e admin admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=104101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 21:17:29.606912 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-92fa519e-a85e-4c5e-b726-9fb27874076e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-995747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13231822'] for segment (a2a9d759-8eb9-4516-9359-feb8398e361f), after_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:29.670005 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-92fa519e-a85e-4c5e-b726-9fb27874076e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1614797'] for network (6f730d0b-3c50-487c-9bc6-ce9af8a4b7f1), after_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:29.675401 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-92fa519e-a85e-4c5e-b726-9fb27874076e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-416010'] for network (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:29.679172 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-92fa519e-a85e-4c5e-b726-9fb27874076e admin admin] 10.222.0.57 "DELETE /v2.0/networks/6f730d0b-3c50-487c-9bc6-ce9af8a4b7f1 HTTP/1.1" status: 204 len: 168 time: 0.7884357 May 26 21:17:29.679742 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:17:29.682312 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 54538) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:17:29.692190 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fa519e-a85e-4c5e-b726-9fb27874076e admin admin] Pushing event deleted for resources: {'Network': ['ID=6f730d0b-3c50-487c-9bc6-ce9af8a4b7f1,revision_number=None']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:17:29.753094 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.services.segments.plugin [-] Segment a2a9d759-8eb9-4516-9359-feb8398e361f resource provider aggregate not found May 26 21:17:29.770929 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.services.segments.plugin [-] Segment a2a9d759-8eb9-4516-9359-feb8398e361f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a2a9d759-8eb9-4516-9359-feb8398e361f found for delete ", "request_id": "req-85906ada-17d0-4420-9644-1b08f580af23"}]} May 26 21:17:30.161213 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:17:30.163870 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:17:30.180177 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-6b6c0d7f-8bbe-40d6-878f-74db73d1b868 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1615327'] for router_interface (cf8c8919-5d76-45bb-a8cf-099a117a83dc), before_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:30.238395 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Device ab38d906-efa1-4723-a73b-6a1eb3abd64d no longer exists at agent ovs-agent-dv-cinder-828806-3-iscsi {{(pid=104103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 21:17:30.258539 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] No Port match for: ab38d906-efa1-4723-a73b-6a1eb3abd64d {{(pid=104103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 21:17:30.258882 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Device ab38d906-efa1-4723-a73b-6a1eb3abd64d not bound to the agent host dv-cinder-828806-3-iscsi {{(pid=104103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 21:17:30.259287 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Device 1d8174d2-7ae5-4a5a-bd41-7a418e5e92bc no longer exists at agent ovs-agent-dv-cinder-828806-3-iscsi {{(pid=104103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 21:17:30.276723 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] No Port match for: 1d8174d2-7ae5-4a5a-bd41-7a418e5e92bc {{(pid=104103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 21:17:30.277066 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Device 1d8174d2-7ae5-4a5a-bd41-7a418e5e92bc not bound to the agent host dv-cinder-828806-3-iscsi {{(pid=104103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 21:17:30.277466 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Device 2f7b62e5-ba86-4eb5-9d7b-d5f874723da6 no longer exists at agent ovs-agent-dv-cinder-828806-3-iscsi {{(pid=104103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 21:17:30.294839 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] No Port match for: 2f7b62e5-ba86-4eb5-9d7b-d5f874723da6 {{(pid=104103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 21:17:30.295181 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Device 2f7b62e5-ba86-4eb5-9d7b-d5f874723da6 not bound to the agent host dv-cinder-828806-3-iscsi {{(pid=104103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 21:17:30.400889 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.plugins.ml2.plugin [None req-6b6c0d7f-8bbe-40d6-878f-74db73d1b868 admin admin] Deleting port 67cd4a35-741b-4665-ab25-ad4b3d2a9c16 {{(pid=104102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 21:17:30.401233 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-6b6c0d7f-8bbe-40d6-878f-74db73d1b868 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787881975269'] for port (67cd4a35-741b-4665-ab25-ad4b3d2a9c16), before_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:30.480872 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.plugins.ml2.db [None req-6b6c0d7f-8bbe-40d6-878f-74db73d1b868 admin admin] For port 67cd4a35-741b-4665-ab25-ad4b3d2a9c16, host dv-cinder-828806-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-3-iscsi',level=0,port_id=67cd4a35-741b-4665-ab25-ad4b3d2a9c16,segment=NetworkSegment(75dafbb4-7c40-41ec-8607-3ca7fc9b87e7),segment_id=75dafbb4-7c40-41ec-8607-3ca7fc9b87e7)] {{(pid=104102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:17:30.481159 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-6b6c0d7f-8bbe-40d6-878f-74db73d1b868 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595751'] for port (67cd4a35-741b-4665-ab25-ad4b3d2a9c16), precommit_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:30.494696 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.plugins.ml2.plugin [None req-6b6c0d7f-8bbe-40d6-878f-74db73d1b868 admin admin] Calling delete_port for 67cd4a35-741b-4665-ab25-ad4b3d2a9c16 owned by network:router_interface {{(pid=104102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 21:17:30.670125 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-6b6c0d7f-8bbe-40d6-878f-74db73d1b868 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787881986003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787881445708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16679263'] for port (67cd4a35-741b-4665-ab25-ad4b3d2a9c16), after_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:30.693016 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6c0d7f-8bbe-40d6-878f-74db73d1b868 admin admin] Pushing event deleted for resources: {'Port': ['ID=67cd4a35-741b-4665-ab25-ad4b3d2a9c16,revision_number=None']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:17:30.861008 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-6b6c0d7f-8bbe-40d6-878f-74db73d1b868 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-416047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1615171'] for router_interface (cf8c8919-5d76-45bb-a8cf-099a117a83dc), after_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:30.967323 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:17:31.016051 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:17:31.064545 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b6c0d7f-8bbe-40d6-878f-74db73d1b868 admin admin] Router cf8c8919-5d76-45bb-a8cf-099a117a83dc has already been hosted by L3 agent ccb07560-1e88-42f3-8411-377a93089622 {{(pid=104102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 21:17:31.163983 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b6c0d7f-8bbe-40d6-878f-74db73d1b868 admin admin] Notify agent at l3_agent.dv-cinder-828806-3-iscsi the message routers_updated {{(pid=104102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 21:17:31.171423 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-6b6c0d7f-8bbe-40d6-878f-74db73d1b868 admin admin] 10.222.0.57 "PUT /v2.0/routers/cf8c8919-5d76-45bb-a8cf-099a117a83dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4848890 May 26 21:17:31.171423 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 54542) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:17:31.172811 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d7a1ba-84cc-4040-a13e-7e0f748b3c45 None None] Sync routers for ids ['cf8c8919-5d76-45bb-a8cf-099a117a83dc'] in dv-cinder-828806-3-iscsi {{(pid=104104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 21:17:31.183744 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d7a1ba-84cc-4040-a13e-7e0f748b3c45 None None] Routers {'cf8c8919-5d76-45bb-a8cf-099a117a83dc'} bound to L3 agent in host dv-cinder-828806-3-iscsi {{(pid=104104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:17:31.184357 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_hamode_db [None req-b7d7a1ba-84cc-4040-a13e-7e0f748b3c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T20:55:42Z,description=,heartbeat_timestamp=2022-05-26T21:17:12Z,host='dv-cinder-828806-3-iscsi',id=ccb07560-1e88-42f3-8411-377a93089622,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T20:55:42Z,topic='l3_agent')) {'router_ids': ['cf8c8919-5d76-45bb-a8cf-099a117a83dc'], 'active': True} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:17:31.267774 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-32c75a80-9c52-42f9-8b98-caaa1efdb5f8 admin admin] Publish callbacks [] for router (cf8c8919-5d76-45bb-a8cf-099a117a83dc), before_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:31.282281 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvr_db [None req-b7d7a1ba-84cc-4040-a13e-7e0f748b3c45 None None] Set router cf8c8919-5d76-45bb-a8cf-099a117a83dc gateway port host: dv-cinder-828806-3-iscsi {{(pid=104104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:17:31.364212 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-32c75a80-9c52-42f9-8b98-caaa1efdb5f8 admin admin] Publish callbacks [] for router_gateway (cf8c8919-5d76-45bb-a8cf-099a117a83dc), before_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:31.406097 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.plugins.ml2.plugin [None req-32c75a80-9c52-42f9-8b98-caaa1efdb5f8 admin admin] Deleting port 2a5ae723-612c-4c56-9f19-ab3100660338 {{(pid=104102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 21:17:31.406457 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-32c75a80-9c52-42f9-8b98-caaa1efdb5f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787881975269'] for port (2a5ae723-612c-4c56-9f19-ab3100660338), before_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:31.442779 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_hamode_db [None req-b7d7a1ba-84cc-4040-a13e-7e0f748b3c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf8c8919-5d76-45bb-a8cf-099a117a83dc', 'name': 'tempest-TestShelveInstance-22161947-router', 'tenant_id': '3aea866bc8a5450da4debddfc37de132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.51'}], 'enable_snat': True}, 'gw_port_id': '2a5ae723-612c-4c56-9f19-ab3100660338', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:13:08Z', 'updated_at': '2022-05-26T21:17:30Z', 'revision_number': 5, 'project_id': '3aea866bc8a5450da4debddfc37de132', 'gw_port': {'id': '2a5ae723-612c-4c56-9f19-ab3100660338', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c0:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8c8919-5d76-45bb-a8cf-099a117a83dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:13:09Z', 'updated_at': '2022-05-26T21:13:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi'}], 'dv-cinder-828806-3-iscsi', False) {} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:17:31.471153 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d7a1ba-84cc-4040-a13e-7e0f748b3c45 None None] Checking router: cf8c8919-5d76-45bb-a8cf-099a117a83dc for host: dv-cinder-828806-3-iscsi {{(pid=104104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 21:17:31.479973 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d7a1ba-84cc-4040-a13e-7e0f748b3c45 None None] Routers {'cf8c8919-5d76-45bb-a8cf-099a117a83dc'} bound to L3 agent in host dv-cinder-828806-3-iscsi {{(pid=104104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:17:31.480565 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_hamode_db [None req-b7d7a1ba-84cc-4040-a13e-7e0f748b3c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T20:55:42Z,description=,heartbeat_timestamp=2022-05-26T21:17:12Z,host='dv-cinder-828806-3-iscsi',id=ccb07560-1e88-42f3-8411-377a93089622,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T20:55:42Z,topic='l3_agent')) {'router_ids': ['cf8c8919-5d76-45bb-a8cf-099a117a83dc'], 'active': True} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:17:31.484684 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.plugins.ml2.db [None req-32c75a80-9c52-42f9-8b98-caaa1efdb5f8 admin admin] For port 2a5ae723-612c-4c56-9f19-ab3100660338, host dv-cinder-828806-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-3-iscsi',level=0,port_id=2a5ae723-612c-4c56-9f19-ab3100660338,segment=NetworkSegment(8d4aea41-d977-462c-9098-4088113247cb),segment_id=8d4aea41-d977-462c-9098-4088113247cb)] {{(pid=104102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:17:31.485045 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-32c75a80-9c52-42f9-8b98-caaa1efdb5f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595751'] for port (2a5ae723-612c-4c56-9f19-ab3100660338), precommit_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:31.501342 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.plugins.ml2.plugin [None req-32c75a80-9c52-42f9-8b98-caaa1efdb5f8 admin admin] Calling delete_port for 2a5ae723-612c-4c56-9f19-ab3100660338 owned by network:router_gateway {{(pid=104102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 21:17:31.557627 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvr_db [None req-b7d7a1ba-84cc-4040-a13e-7e0f748b3c45 None None] Set router cf8c8919-5d76-45bb-a8cf-099a117a83dc gateway port host: None {{(pid=104104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:17:31.607031 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_hamode_db [None req-b7d7a1ba-84cc-4040-a13e-7e0f748b3c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf8c8919-5d76-45bb-a8cf-099a117a83dc', 'name': 'tempest-TestShelveInstance-22161947-router', 'tenant_id': '3aea866bc8a5450da4debddfc37de132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:13:08Z', 'updated_at': '2022-05-26T21:17:31Z', 'revision_number': 6, 'project_id': '3aea866bc8a5450da4debddfc37de132', 'gw_port_host': None}], 'dv-cinder-828806-3-iscsi', False) {} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:17:31.630137 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d7a1ba-84cc-4040-a13e-7e0f748b3c45 None None] The sync data for ids ['cf8c8919-5d76-45bb-a8cf-099a117a83dc'] in dv-cinder-828806-3-iscsi is: [{'id': 'cf8c8919-5d76-45bb-a8cf-099a117a83dc', 'name': 'tempest-TestShelveInstance-22161947-router', 'tenant_id': '3aea866bc8a5450da4debddfc37de132', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:13:08Z', 'updated_at': '2022-05-26T21:17:31Z', 'revision_number': 6, 'project_id': '3aea866bc8a5450da4debddfc37de132', 'gw_port_host': None}] {{(pid=104104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 21:17:31.667303 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-32c75a80-9c52-42f9-8b98-caaa1efdb5f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787881986003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787881445708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16679263'] for port (2a5ae723-612c-4c56-9f19-ab3100660338), after_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:31.689004 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c75a80-9c52-42f9-8b98-caaa1efdb5f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a5ae723-612c-4c56-9f19-ab3100660338,revision_number=None']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:17:31.750644 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-32c75a80-9c52-42f9-8b98-caaa1efdb5f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1614817'] for router_gateway (cf8c8919-5d76-45bb-a8cf-099a117a83dc), after_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:31.834991 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-32c75a80-9c52-42f9-8b98-caaa1efdb5f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1900208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130790'] for router (cf8c8919-5d76-45bb-a8cf-099a117a83dc), precommit_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:31.837112 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-32c75a80-9c52-42f9-8b98-caaa1efdb5f8 admin admin] Publish callbacks [] for router_controller (cf8c8919-5d76-45bb-a8cf-099a117a83dc), precommit_delete_associations {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:31.869735 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:17:31.871105 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:17:31.877801 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-32c75a80-9c52-42f9-8b98-caaa1efdb5f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1900219'] for router (cf8c8919-5d76-45bb-a8cf-099a117a83dc), after_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:31.878514 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32c75a80-9c52-42f9-8b98-caaa1efdb5f8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cf8c8919-5d76-45bb-a8cf-099a117a83dc {{(pid=104102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 21:17:31.883728 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-32c75a80-9c52-42f9-8b98-caaa1efdb5f8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:31.884850 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-32c75a80-9c52-42f9-8b98-caaa1efdb5f8 admin admin] 10.222.0.57 "DELETE /v2.0/routers/cf8c8919-5d76-45bb-a8cf-099a117a83dc HTTP/1.1" status: 204 len: 168 time: 0.7126329 May 26 21:17:31.888784 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 54544) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:17:31.935488 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.db.db_base_plugin_v2 [None req-43a4ab50-affc-461b-97ee-9a597c5531ef admin admin] Deleting subnet 85cd21c5-aee0-4df7-8153-80c2aa4b60d5 {{(pid=104102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 21:17:31.938512 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-43a4ab50-affc-461b-97ee-9a597c5531ef admin admin] Publish callbacks [] for subnet (85cd21c5-aee0-4df7-8153-80c2aa4b60d5), before_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:31.972586 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-43a4ab50-affc-461b-97ee-9a597c5531ef admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16235537'] for subnet (85cd21c5-aee0-4df7-8153-80c2aa4b60d5), precommit_delete_associations {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:32.051604 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-43a4ab50-affc-461b-97ee-9a597c5531ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-985580'] for subnet (85cd21c5-aee0-4df7-8153-80c2aa4b60d5), precommit_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:32.107575 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-43a4ab50-affc-461b-97ee-9a597c5531ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-985589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16680622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15806586'] for subnet (85cd21c5-aee0-4df7-8153-80c2aa4b60d5), after_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:32.133794 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a4ab50-affc-461b-97ee-9a597c5531ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85cd21c5-aee0-4df7-8153-80c2aa4b60d5,revision_number=None']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:17:32.137173 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-43a4ab50-affc-461b-97ee-9a597c5531ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-416010'] for subnet (None), before_response {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:32.140235 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-43a4ab50-affc-461b-97ee-9a597c5531ef admin admin] 10.222.0.57 "DELETE /v2.0/subnets/85cd21c5-aee0-4df7-8153-80c2aa4b60d5 HTTP/1.1" status: 204 len: 168 time: 0.2505195 May 26 21:17:32.142774 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 54546) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:17:32.145324 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-458d97f0-afb6-4658-9757-4238368a6751 None None] Network 36d114b7-78b0-4061-8ee4-1408d05ae996 requested from dv-cinder-828806-3-iscsi {{(pid=104103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 21:17:32.208853 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-64e0306d-8f66-499d-9dc6-35abc52b0637 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-791915'] for network (36d114b7-78b0-4061-8ee4-1408d05ae996), before_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:32.250754 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.plugins.ml2.plugin [None req-64e0306d-8f66-499d-9dc6-35abc52b0637 admin admin] Deleting port cdf39764-ecd7-4a15-b147-4ef9d1be5b3b {{(pid=104102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 21:17:32.251097 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-64e0306d-8f66-499d-9dc6-35abc52b0637 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787881975269'] for port (cdf39764-ecd7-4a15-b147-4ef9d1be5b3b), before_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:32.316738 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.plugins.ml2.db [None req-64e0306d-8f66-499d-9dc6-35abc52b0637 admin admin] For port cdf39764-ecd7-4a15-b147-4ef9d1be5b3b, host dv-cinder-828806-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-3-iscsi',level=0,port_id=cdf39764-ecd7-4a15-b147-4ef9d1be5b3b,segment=NetworkSegment(75dafbb4-7c40-41ec-8607-3ca7fc9b87e7),segment_id=75dafbb4-7c40-41ec-8607-3ca7fc9b87e7)] {{(pid=104102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:17:32.317048 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-64e0306d-8f66-499d-9dc6-35abc52b0637 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595751'] for port (cdf39764-ecd7-4a15-b147-4ef9d1be5b3b), precommit_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:32.330490 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.plugins.ml2.plugin [None req-64e0306d-8f66-499d-9dc6-35abc52b0637 admin admin] Calling delete_port for cdf39764-ecd7-4a15-b147-4ef9d1be5b3b owned by network:dhcp {{(pid=104102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 21:17:32.387237 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ddaa8a4-35a4-4353-85b0-deafd89c76c6 None None] DHCP port deletion for 36d114b7-78b0-4061-8ee4-1408d05ae996 request from dv-cinder-828806-3-iscsi {{(pid=104103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 26 21:17:32.416733 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-64e0306d-8f66-499d-9dc6-35abc52b0637 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787881986003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787881445708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16679263'] for port (cdf39764-ecd7-4a15-b147-4ef9d1be5b3b), after_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:32.440377 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e0306d-8f66-499d-9dc6-35abc52b0637 admin admin] Pushing event deleted for resources: {'Port': ['ID=cdf39764-ecd7-4a15-b147-4ef9d1be5b3b,revision_number=None']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:17:32.441527 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-5ddaa8a4-35a4-4353-85b0-deafd89c76c6 None None] Deleting port cdf39764-ecd7-4a15-b147-4ef9d1be5b3b {{(pid=104103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 21:17:32.442140 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-5ddaa8a4-35a4-4353-85b0-deafd89c76c6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787881975269'] for port (cdf39764-ecd7-4a15-b147-4ef9d1be5b3b), before_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:32.451456 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e0306d-8f66-499d-9dc6-35abc52b0637 admin admin] No DVR routers for this DVR port cdf39764-ecd7-4a15-b147-4ef9d1be5b3b on host dv-cinder-828806-3-iscsi {{(pid=104102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 21:17:32.457570 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Device cdf39764-ecd7-4a15-b147-4ef9d1be5b3b no longer exists at agent ovs-agent-dv-cinder-828806-3-iscsi {{(pid=104103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 21:17:32.501747 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] No Port match for: cdf39764-ecd7-4a15-b147-4ef9d1be5b3b {{(pid=104103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 21:17:32.502086 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Device cdf39764-ecd7-4a15-b147-4ef9d1be5b3b not bound to the agent host dv-cinder-828806-3-iscsi {{(pid=104103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 21:17:32.502511 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Device 2a5ae723-612c-4c56-9f19-ab3100660338 no longer exists at agent ovs-agent-dv-cinder-828806-3-iscsi {{(pid=104103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 21:17:32.530923 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-64e0306d-8f66-499d-9dc6-35abc52b0637 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983897', 'neutron.services.segments.db._delete_segments_for_network-8787881958000'] for network (36d114b7-78b0-4061-8ee4-1408d05ae996), precommit_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:32.533975 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] No Port match for: 2a5ae723-612c-4c56-9f19-ab3100660338 {{(pid=104103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 21:17:32.534313 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Device 2a5ae723-612c-4c56-9f19-ab3100660338 not bound to the agent host dv-cinder-828806-3-iscsi {{(pid=104103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 21:17:32.534734 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Device 67cd4a35-741b-4665-ab25-ad4b3d2a9c16 no longer exists at agent ovs-agent-dv-cinder-828806-3-iscsi {{(pid=104103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 21:17:32.552356 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.services.segments.db [None req-64e0306d-8f66-499d-9dc6-35abc52b0637 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36d114b7-78b0-4061-8ee4-1408d05ae996']}} {{(pid=104102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:17:32.562681 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.services.segments.db [None req-64e0306d-8f66-499d-9dc6-35abc52b0637 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75dafbb4-7c40-41ec-8607-3ca7fc9b87e7') {'for_net_delete': True} {{(pid=104102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:17:32.562999 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.services.segments.db [None req-64e0306d-8f66-499d-9dc6-35abc52b0637 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75dafbb4-7c40-41ec-8607-3ca7fc9b87e7') {} {{(pid=104102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:17:32.573870 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-64e0306d-8f66-499d-9dc6-35abc52b0637 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787881958777', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16235560'] for segment (75dafbb4-7c40-41ec-8607-3ca7fc9b87e7), before_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:32.592351 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-64e0306d-8f66-499d-9dc6-35abc52b0637 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-995747'] for segment (75dafbb4-7c40-41ec-8607-3ca7fc9b87e7), precommit_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:32.601303 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64e0306d-8f66-499d-9dc6-35abc52b0637 admin admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=104102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 21:17:32.601982 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-64e0306d-8f66-499d-9dc6-35abc52b0637 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-995747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16679180'] for segment (75dafbb4-7c40-41ec-8607-3ca7fc9b87e7), after_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:32.682108 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-64e0306d-8f66-499d-9dc6-35abc52b0637 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1614797'] for network (36d114b7-78b0-4061-8ee4-1408d05ae996), after_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:32.689593 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] No Port match for: 67cd4a35-741b-4665-ab25-ad4b3d2a9c16 {{(pid=104103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 21:17:32.689921 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Device 67cd4a35-741b-4665-ab25-ad4b3d2a9c16 not bound to the agent host dv-cinder-828806-3-iscsi {{(pid=104103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 21:17:32.692031 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-5ddaa8a4-35a4-4353-85b0-deafd89c76c6 None None] For port cdf39764-ecd7-4a15-b147-4ef9d1be5b3b, host dv-cinder-828806-3-iscsi, got binding levels [] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:17:32.692601 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-5ddaa8a4-35a4-4353-85b0-deafd89c76c6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595751'] for port (cdf39764-ecd7-4a15-b147-4ef9d1be5b3b), precommit_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:32.702823 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-64e0306d-8f66-499d-9dc6-35abc52b0637 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-416010'] for network (None), before_response {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:32.707684 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-5ddaa8a4-35a4-4353-85b0-deafd89c76c6 None None] Calling delete_port for cdf39764-ecd7-4a15-b147-4ef9d1be5b3b owned by network:dhcp {{(pid=104103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 21:17:32.707833 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-64e0306d-8f66-499d-9dc6-35abc52b0637 admin admin] 10.222.0.57 "DELETE /v2.0/networks/36d114b7-78b0-4061-8ee4-1408d05ae996 HTTP/1.1" status: 204 len: 168 time: 0.5640693 May 26 21:17:32.709407 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e0306d-8f66-499d-9dc6-35abc52b0637 admin admin] Pushing event deleted for resources: {'Network': ['ID=36d114b7-78b0-4061-8ee4-1408d05ae996,revision_number=None']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:17:32.712010 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.ipam_backend_mixin [None req-5ddaa8a4-35a4-4353-85b0-deafd89c76c6 None None] Port cdf39764-ecd7-4a15-b147-4ef9d1be5b3b was not found and therefore no delete operation was performed {{(pid=104103) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 26 21:17:32.713838 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-5ddaa8a4-35a4-4353-85b0-deafd89c76c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787881986003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787881445708'] for port (cdf39764-ecd7-4a15-b147-4ef9d1be5b3b), after_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:32.721240 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.services.segments.plugin [-] Segment 75dafbb4-7c40-41ec-8607-3ca7fc9b87e7 resource provider aggregate not found May 26 21:17:32.735575 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddaa8a4-35a4-4353-85b0-deafd89c76c6 None None] Pushing event deleted for resources: {'Port': ['ID=cdf39764-ecd7-4a15-b147-4ef9d1be5b3b,revision_number=None']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:17:32.737439 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5ddaa8a4-35a4-4353-85b0-deafd89c76c6 None None] Network 36d114b7-78b0-4061-8ee4-1408d05ae996 is not hosted by any dhcp agent {{(pid=104103) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} May 26 21:17:32.737888 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ddaa8a4-35a4-4353-85b0-deafd89c76c6 None None] No DVR routers for this DVR port cdf39764-ecd7-4a15-b147-4ef9d1be5b3b on host dv-cinder-828806-3-iscsi {{(pid=104103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 21:17:32.751420 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.services.segments.plugin [-] Segment 75dafbb4-7c40-41ec-8607-3ca7fc9b87e7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 75dafbb4-7c40-41ec-8607-3ca7fc9b87e7 found for delete ", "request_id": "req-fa1316d5-8f7d-4f7a-9632-9fb2c9fd09c5"}]} May 26 21:17:32.928245 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 54556) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:17:32.966986 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-f577a7cb-9074-4183-8e04-436cc3613dee admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=759c767b215942e5852e12fa01e22001&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0376477 May 26 21:17:32.969247 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 54558) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:17:32.980172 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:17:32.995741 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=10 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:17:33.019833 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-083b1e60-a6df-493e-89cd-01088fed41d7 admin admin] Publish callbacks [] for security_group (444943d5-82a6-4ffd-bd8b-080cd24847a1), before_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:33.041825 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-083b1e60-a6df-493e-89cd-01088fed41d7 admin admin] Publish callbacks [] for security_group (444943d5-82a6-4ffd-bd8b-080cd24847a1), precommit_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:33.088079 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-083b1e60-a6df-493e-89cd-01088fed41d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (444943d5-82a6-4ffd-bd8b-080cd24847a1), after_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:33.090958 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-083b1e60-a6df-493e-89cd-01088fed41d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:33.092152 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-083b1e60-a6df-493e-89cd-01088fed41d7 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/444943d5-82a6-4ffd-bd8b-080cd24847a1 HTTP/1.1" status: 204 len: 168 time: 0.1220205 May 26 21:17:33.100315 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083b1e60-a6df-493e-89cd-01088fed41d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=444943d5-82a6-4ffd-bd8b-080cd24847a1,revision_number=None']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:17:33.416344 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 54564) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:17:33.454803 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-cfa7dc32-69ac-4fec-b786-8ddbedca8a30 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3aea866bc8a5450da4debddfc37de132&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0372491 May 26 21:17:33.456987 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 54566) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:17:33.517620 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-8b7e82cf-efd5-4ba7-b210-406ab04871d6 admin admin] Publish callbacks [] for security_group (e6db9d11-1a3b-4053-a08f-d2cf2825224d), before_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:33.539393 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-8b7e82cf-efd5-4ba7-b210-406ab04871d6 admin admin] Publish callbacks [] for security_group (e6db9d11-1a3b-4053-a08f-d2cf2825224d), precommit_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:33.584499 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-8b7e82cf-efd5-4ba7-b210-406ab04871d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (e6db9d11-1a3b-4053-a08f-d2cf2825224d), after_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:33.587021 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-8b7e82cf-efd5-4ba7-b210-406ab04871d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:33.588134 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-8b7e82cf-efd5-4ba7-b210-406ab04871d6 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e6db9d11-1a3b-4053-a08f-d2cf2825224d HTTP/1.1" status: 204 len: 168 time: 0.1302946 May 26 21:17:33.595757 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7e82cf-efd5-4ba7-b210-406ab04871d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6db9d11-1a3b-4053-a08f-d2cf2825224d,revision_number=None']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:17:34.299354 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 54588) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:17:34.416467 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.v2.base [None req-8815871f-70ab-4715-8b60-e8f8b4e8dd1a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-496851519-network', 'tenant_id': '1b6678b588cc47f48b84d3120deccdb4'}} {{(pid=104101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:17:34.436124 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8815871f-70ab-4715-8b60-e8f8b4e8dd1a admin admin] Made reservation on behalf of 1b6678b588cc47f48b84d3120deccdb4 for: {'network': 1} {{(pid=104101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 21:17:34.438331 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-8815871f-70ab-4715-8b60-e8f8b4e8dd1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for network (None), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:34.447068 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-8815871f-70ab-4715-8b60-e8f8b4e8dd1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:34.547410 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-8815871f-70ab-4715-8b60-e8f8b4e8dd1a admin admin] Publish callbacks [] for security_group (e3bf8e4c-cbdc-496a-9b26-f75835360832), precommit_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:34.551134 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-8815871f-70ab-4715-8b60-e8f8b4e8dd1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (e3bf8e4c-cbdc-496a-9b26-f75835360832), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:34.573018 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8815871f-70ab-4715-8b60-e8f8b4e8dd1a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 427} {{(pid=104101) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 21:17:34.586583 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8815871f-70ab-4715-8b60-e8f8b4e8dd1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3bf8e4c-cbdc-496a-9b26-f75835360832,revision_number=1']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:17:34.591430 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-8815871f-70ab-4715-8b60-e8f8b4e8dd1a admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8787881957991', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-995747'] for segment (5053323c-02e0-4fed-9db2-ed9de8ed77c8), precommit_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:34.591831 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.db.segments_db [None req-8815871f-70ab-4715-8b60-e8f8b4e8dd1a admin admin] Added segment 5053323c-02e0-4fed-9db2-ed9de8ed77c8 of type vlan for network d8ca9641-c007-4346-a0d8-e6a2d38ece93 May 26 21:17:34.635238 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-8815871f-70ab-4715-8b60-e8f8b4e8dd1a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787881459577'] for network (d8ca9641-c007-4346-a0d8-e6a2d38ece93), precommit_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:34.638650 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=78,neutron:UPDATE=2,neutron:DELETE=9,neutron:INSERT=11 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:17:34.660616 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-8815871f-70ab-4715-8b60-e8f8b4e8dd1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052'] for network (d8ca9641-c007-4346-a0d8-e6a2d38ece93), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:34.661640 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8815871f-70ab-4715-8b60-e8f8b4e8dd1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:17:34.662774 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-8815871f-70ab-4715-8b60-e8f8b4e8dd1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-416010'] for network (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:34.714297 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-8815871f-70ab-4715-8b60-e8f8b4e8dd1a admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.4138572 May 26 21:17:34.717311 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 54592) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:17:34.722117 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.v2.base [None req-1efb9a60-8391-4df3-9e6a-26ab616aa55d admin admin] Request body: {'subnet': {'network_id': 'd8ca9641-c007-4346-a0d8-e6a2d38ece93', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-496851519-subnet', 'tenant_id': '1b6678b588cc47f48b84d3120deccdb4', 'ip_version': 4}} {{(pid=104102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:17:34.725205 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8815871f-70ab-4715-8b60-e8f8b4e8dd1a admin admin] Pushing event updated for resources: {'Network': ['ID=d8ca9641-c007-4346-a0d8-e6a2d38ece93,revision_number=1']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:17:34.735063 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Network d8ca9641-c007-4346-a0d8-e6a2d38ece93 details requested by agent ovs-agent-dv-cinder-828806-3-iscsi with host dv-cinder-828806-3-iscsi {{(pid=104103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 21:17:34.744046 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1efb9a60-8391-4df3-9e6a-26ab616aa55d admin admin] Made reservation on behalf of 1b6678b588cc47f48b84d3120deccdb4 for: {'subnet': 1} {{(pid=104102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 21:17:34.746428 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-1efb9a60-8391-4df3-9e6a-26ab616aa55d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15806551'] for subnet (None), before_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:34.913327 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-1efb9a60-8391-4df3-9e6a-26ab616aa55d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16680687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15806529'] for subnet (db0d2f69-c60d-4c5d-9fe6-485f58de8dee), after_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:34.969076 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efb9a60-8391-4df3-9e6a-26ab616aa55d admin admin] Pushing event updated for resources: {'Subnet': ['ID=db0d2f69-c60d-4c5d-9fe6-485f58de8dee,revision_number=0']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:17:34.977560 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1efb9a60-8391-4df3-9e6a-26ab616aa55d admin admin] Checking segment: {'id': '5053323c-02e0-4fed-9db2-ed9de8ed77c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'd8ca9641-c007-4346-a0d8-e6a2d38ece93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 21:17:34.977911 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1efb9a60-8391-4df3-9e6a-26ab616aa55d admin admin] Network hostable DHCP agents. Network: d8ca9641-c007-4346-a0d8-e6a2d38ece93, hostable agents: ['28061657-8b16-479f-8ff4-19bdcc74bc2c'], hosted agents: [] {{(pid=104102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 21:17:34.994152 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1efb9a60-8391-4df3-9e6a-26ab616aa55d admin admin] Network d8ca9641-c007-4346-a0d8-e6a2d38ece93 is scheduled to be hosted by DHCP agent 28061657-8b16-479f-8ff4-19bdcc74bc2c with binding_index 1 {{(pid=104102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 21:17:35.001982 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.scheduler.base_scheduler [None req-1efb9a60-8391-4df3-9e6a-26ab616aa55d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828806-3-iscsi, d8ca9641-c007-4346-a0d8-e6a2d38ece93) {{(pid=104102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:17:35.005766 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1efb9a60-8391-4df3-9e6a-26ab616aa55d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:17:35.006360 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-1efb9a60-8391-4df3-9e6a-26ab616aa55d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-416010'] for subnet (None), before_response {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:35.011172 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bd905a6-ca82-4c5e-bef4-484b62667bdc None None] Network d8ca9641-c007-4346-a0d8-e6a2d38ece93 requested from dv-cinder-828806-3-iscsi {{(pid=104103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 21:17:35.014170 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=100 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:17:35.022825 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-1efb9a60-8391-4df3-9e6a-26ab616aa55d admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3044231 May 26 21:17:35.025481 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 54594) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:17:35.027980 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=100 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:17:35.029757 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.v2.base [None req-3e58103a-a412-4b4f-9c90-0b96c5d8629b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-496851519-router', 'tenant_id': '1b6678b588cc47f48b84d3120deccdb4', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12'}}} {{(pid=104102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:17:35.051447 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-3e58103a-a412-4b4f-9c90-0b96c5d8629b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1620298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130580'] for router (a86a8475-80a4-4f92-999f-66418eb719a1), before_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:35.052539 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-3e58103a-a412-4b4f-9c90-0b96c5d8629b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1900282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1617482', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130589'] for router (a86a8475-80a4-4f92-999f-66418eb719a1), precommit_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:35.105263 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-3e58103a-a412-4b4f-9c90-0b96c5d8629b admin admin] Publish callbacks [] for router_controller (a86a8475-80a4-4f92-999f-66418eb719a1), precommit_add_association {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:35.112046 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:17:35.119828 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd5918c-c00d-4228-b0a7-8321c15e07b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2409f73a-ea29-5b6a-a3ea-b37c97379b6a-d8ca9641-c007-4346-a0d8-e6a2d38ece93', 'network_id': 'd8ca9641-c007-4346-a0d8-e6a2d38ece93', 'project_id': '1b6678b588cc47f48b84d3120deccdb4', 'fixed_ips': [{'subnet_id': 'db0d2f69-c60d-4c5d-9fe6-485f58de8dee'}]}} from dv-cinder-828806-3-iscsi. {{(pid=104103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 26 21:17:35.120771 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-ebd5918c-c00d-4228-b0a7-8321c15e07b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (None), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:35.177545 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:17:35.239958 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-3e58103a-a412-4b4f-9c90-0b96c5d8629b admin admin] Publish callbacks [] for router_gateway (a86a8475-80a4-4f92-999f-66418eb719a1), precommit_update {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:35.255224 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.db_base_plugin_common [None req-ebd5918c-c00d-4228-b0a7-8321c15e07b3 None None] Allocated IP 172.20.0.2 (d8ca9641-c007-4346-a0d8-e6a2d38ece93/db0d2f69-c60d-4c5d-9fe6-485f58de8dee/8a64d58d-6958-452b-a809-7e45f77f46f6) {{(pid=104103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 21:17:35.394402 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-ebd5918c-c00d-4228-b0a7-8321c15e07b3 None None] Publish callbacks [] for port (8a64d58d-6958-452b-a809-7e45f77f46f6), precommit_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:35.400551 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-ebd5918c-c00d-4228-b0a7-8321c15e07b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787881445699'] for port (8a64d58d-6958-452b-a809-7e45f77f46f6), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:35.416489 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-3e58103a-a412-4b4f-9c90-0b96c5d8629b admin admin] Publish callbacks [] for router_gateway (a86a8475-80a4-4f92-999f-66418eb719a1), before_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:35.434862 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-3e58103a-a412-4b4f-9c90-0b96c5d8629b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (None), before_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:35.444971 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd5918c-c00d-4228-b0a7-8321c15e07b3 None None] Network d8ca9641-c007-4346-a0d8-e6a2d38ece93 is already hosted by enough agents. {{(pid=104103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 21:17:35.450305 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.base_scheduler [None req-ebd5918c-c00d-4228-b0a7-8321c15e07b3 None None] Resources bound (agent type, host, resource id): {{(pid=104103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:17:35.453118 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd5918c-c00d-4228-b0a7-8321c15e07b3 None None] Received port after_create {{(pid=104103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 21:17:35.456688 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd5918c-c00d-4228-b0a7-8321c15e07b3 None None] Pushing event updated for resources: {'Port': ['ID=8a64d58d-6958-452b-a809-7e45f77f46f6,revision_number=1']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:17:35.511388 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.managers [None req-ebd5918c-c00d-4228-b0a7-8321c15e07b3 None None] Attempting to bind port 8a64d58d-6958-452b-a809-7e45f77f46f6 on host dv-cinder-828806-3-iscsi for vnic_type normal with profile {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 21:17:35.511749 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.managers [None req-ebd5918c-c00d-4228-b0a7-8321c15e07b3 None None] Attempting to bind port 8a64d58d-6958-452b-a809-7e45f77f46f6 by drivers openvswitch,hyperv on host dv-cinder-828806-3-iscsi at level 0 using segments [{'id': '5053323c-02e0-4fed-9db2-ed9de8ed77c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'd8ca9641-c007-4346-a0d8-e6a2d38ece93'}] {{(pid=104103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 21:17:35.512103 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd5918c-c00d-4228-b0a7-8321c15e07b3 None None] Attempting to bind port 8a64d58d-6958-452b-a809-7e45f77f46f6 on network d8ca9641-c007-4346-a0d8-e6a2d38ece93 {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 21:17:35.517424 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd5918c-c00d-4228-b0a7-8321c15e07b3 None None] Checking agent: {'id': '545ffc5a-00f7-4140-8f25-9e74b0e32d39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828806-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 20, 55, 46), 'started_at': datetime.datetime(2022, 5, 26, 20, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 21, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828806-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 21:17:35.517793 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd5918c-c00d-4228-b0a7-8321c15e07b3 None None] Checking segment: {'id': '5053323c-02e0-4fed-9db2-ed9de8ed77c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'd8ca9641-c007-4346-a0d8-e6a2d38ece93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 21:17:35.518186 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-ebd5918c-c00d-4228-b0a7-8321c15e07b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:35.518611 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd5918c-c00d-4228-b0a7-8321c15e07b3 None None] Bound using segment: {'id': '5053323c-02e0-4fed-9db2-ed9de8ed77c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'd8ca9641-c007-4346-a0d8-e6a2d38ece93'} {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 21:17:35.519098 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.managers [None req-ebd5918c-c00d-4228-b0a7-8321c15e07b3 None None] Bound port: 8a64d58d-6958-452b-a809-7e45f77f46f6, host: dv-cinder-828806-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5053323c-02e0-4fed-9db2-ed9de8ed77c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'd8ca9641-c007-4346-a0d8-e6a2d38ece93'}}] {{(pid=104103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 21:17:35.519443 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-ebd5918c-c00d-4228-b0a7-8321c15e07b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (8a64d58d-6958-452b-a809-7e45f77f46f6), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:35.539680 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.db.db_base_plugin_common [None req-3e58103a-a412-4b4f-9c90-0b96c5d8629b admin admin] Allocated IP 172.27.2.24 (7d433162-bc3c-42dc-9b38-0bd5733b5e12/724ba99f-4e90-4a15-97fd-930eedded7a9/d2848d8a-9df8-4d16-af57-f77e1970b230) {{(pid=104102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 21:17:35.582667 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-ebd5918c-c00d-4228-b0a7-8321c15e07b3 None None] For port 8a64d58d-6958-452b-a809-7e45f77f46f6, host dv-cinder-828806-3-iscsi, cleared binding levels {{(pid=104103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 21:17:35.586718 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-ebd5918c-c00d-4228-b0a7-8321c15e07b3 None None] For port 8a64d58d-6958-452b-a809-7e45f77f46f6, host dv-cinder-828806-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-3-iscsi',level=0,port_id=8a64d58d-6958-452b-a809-7e45f77f46f6,segment=NetworkSegment(5053323c-02e0-4fed-9db2-ed9de8ed77c8),segment_id=5053323c-02e0-4fed-9db2-ed9de8ed77c8)] {{(pid=104103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 21:17:35.592718 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-ebd5918c-c00d-4228-b0a7-8321c15e07b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (8a64d58d-6958-452b-a809-7e45f77f46f6), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:35.655615 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd5918c-c00d-4228-b0a7-8321c15e07b3 None None] Pushing event updated for resources: {'Port': ['ID=8a64d58d-6958-452b-a809-7e45f77f46f6,revision_number=2']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:17:35.857451 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-3e58103a-a412-4b4f-9c90-0b96c5d8629b admin admin] Publish callbacks [] for port (d2848d8a-9df8-4d16-af57-f77e1970b230), precommit_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:35.892983 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-3e58103a-a412-4b4f-9c90-0b96c5d8629b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787881445699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16679263'] for port (d2848d8a-9df8-4d16-af57-f77e1970b230), after_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:35.932922 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e58103a-a412-4b4f-9c90-0b96c5d8629b admin admin] Network 7d433162-bc3c-42dc-9b38-0bd5733b5e12 is already hosted by enough agents. {{(pid=104102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 21:17:35.935929 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.scheduler.base_scheduler [None req-3e58103a-a412-4b4f-9c90-0b96c5d8629b admin admin] Resources bound (agent type, host, resource id): {{(pid=104102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:17:35.941809 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e58103a-a412-4b4f-9c90-0b96c5d8629b admin admin] Received port after_create {{(pid=104102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 21:17:35.969462 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e58103a-a412-4b4f-9c90-0b96c5d8629b admin admin] Pushing event updated for resources: {'Port': ['ID=d2848d8a-9df8-4d16-af57-f77e1970b230,revision_number=1']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:17:36.175717 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-3e58103a-a412-4b4f-9c90-0b96c5d8629b admin admin] Publish callbacks [] for router_gateway (a86a8475-80a4-4f92-999f-66418eb719a1), after_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:36.254288 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:17:36.268966 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Device 8a64d58d-6958-452b-a809-7e45f77f46f6 up at agent ovs-agent-dv-cinder-828806-3-iscsi {{(pid=104103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:17:36.278361 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:17:36.319254 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Provisioning complete for port 8a64d58d-6958-452b-a809-7e45f77f46f6 triggered by entity L2. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:17:36.319625 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (8a64d58d-6958-452b-a809-7e45f77f46f6), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:36.386029 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-3e58103a-a412-4b4f-9c90-0b96c5d8629b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1900237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1617465'] for router (a86a8475-80a4-4f92-999f-66418eb719a1), after_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:36.394297 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Current status of the port 8a64d58d-6958-452b-a809-7e45f77f46f6 is: DOWN; New status is: ACTIVE {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:17:36.394788 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (8a64d58d-6958-452b-a809-7e45f77f46f6), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:36.424837 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=6 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:17:36.429981 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] For port 8a64d58d-6958-452b-a809-7e45f77f46f6, host dv-cinder-828806-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-3-iscsi',level=0,port_id=8a64d58d-6958-452b-a809-7e45f77f46f6,segment=NetworkSegment(5053323c-02e0-4fed-9db2-ed9de8ed77c8),segment_id=5053323c-02e0-4fed-9db2-ed9de8ed77c8)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:17:36.435231 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (8a64d58d-6958-452b-a809-7e45f77f46f6), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:36.465641 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:17:36.491435 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Pushing event updated for resources: {'Port': ['ID=8a64d58d-6958-452b-a809-7e45f77f46f6,revision_number=3']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:17:36.525068 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e58103a-a412-4b4f-9c90-0b96c5d8629b admin admin] Router a86a8475-80a4-4f92-999f-66418eb719a1 is scheduled to L3 agent ccb07560-1e88-42f3-8411-377a93089622 with binding_index 1 {{(pid=104102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 21:17:36.561033 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-153ccd4c-2c8d-4868-becd-d0365455f977 None None] Network d8ca9641-c007-4346-a0d8-e6a2d38ece93 requested from dv-cinder-828806-3-iscsi {{(pid=104103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 21:17:36.621595 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-696f3354-44a2-4046-9289-c0dcf1fa29a4 None None] Provisioning complete for port 8a64d58d-6958-452b-a809-7e45f77f46f6 triggered by entity DHCP. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:17:36.621952 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-696f3354-44a2-4046-9289-c0dcf1fa29a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (8a64d58d-6958-452b-a809-7e45f77f46f6), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:36.627897 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e58103a-a412-4b4f-9c90-0b96c5d8629b admin admin] Notify agent at l3_agent.dv-cinder-828806-3-iscsi the message routers_updated {{(pid=104102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 21:17:36.645392 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-3e58103a-a412-4b4f-9c90-0b96c5d8629b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:36.647205 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-3e58103a-a412-4b4f-9c90-0b96c5d8629b admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.6206145 May 26 21:17:36.650081 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 54596) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:17:36.656114 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ac9a43-ea2a-4d52-9232-5ea6683c0925 None None] Sync routers for ids ['a86a8475-80a4-4f92-999f-66418eb719a1'] in dv-cinder-828806-3-iscsi {{(pid=104103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 21:17:36.696059 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ac9a43-ea2a-4d52-9232-5ea6683c0925 None None] Routers {'a86a8475-80a4-4f92-999f-66418eb719a1'} bound to L3 agent in host dv-cinder-828806-3-iscsi {{(pid=104103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:17:36.696602 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_hamode_db [None req-50ac9a43-ea2a-4d52-9232-5ea6683c0925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T20:55:42Z,description=,heartbeat_timestamp=2022-05-26T21:17:12Z,host='dv-cinder-828806-3-iscsi',id=ccb07560-1e88-42f3-8411-377a93089622,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T20:55:42Z,topic='l3_agent')) {'router_ids': ['a86a8475-80a4-4f92-999f-66418eb719a1'], 'active': True} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:17:36.828780 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-696f3354-44a2-4046-9289-c0dcf1fa29a4 None None] Current status of the port 8a64d58d-6958-452b-a809-7e45f77f46f6 is: ACTIVE; New status is: ACTIVE {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:17:36.846339 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvr_db [None req-50ac9a43-ea2a-4d52-9232-5ea6683c0925 None None] Set router a86a8475-80a4-4f92-999f-66418eb719a1 gateway port host: dv-cinder-828806-3-iscsi {{(pid=104103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:17:37.022043 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_hamode_db [None req-50ac9a43-ea2a-4d52-9232-5ea6683c0925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a86a8475-80a4-4f92-999f-66418eb719a1', 'name': 'tempest-TestVolumeBootPattern-496851519-router', 'tenant_id': '1b6678b588cc47f48b84d3120deccdb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': 'd2848d8a-9df8-4d16-af57-f77e1970b230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:17:35Z', 'updated_at': '2022-05-26T21:17:36Z', 'revision_number': 3, 'project_id': '1b6678b588cc47f48b84d3120deccdb4', 'gw_port': {'id': 'd2848d8a-9df8-4d16-af57-f77e1970b230', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a8:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a86a8475-80a4-4f92-999f-66418eb719a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:17:35Z', 'updated_at': '2022-05-26T21:17:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi'}], 'dv-cinder-828806-3-iscsi', False) {} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:17:37.048493 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ac9a43-ea2a-4d52-9232-5ea6683c0925 None None] Checking router: a86a8475-80a4-4f92-999f-66418eb719a1 for host: dv-cinder-828806-3-iscsi {{(pid=104103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 21:17:37.048833 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ac9a43-ea2a-4d52-9232-5ea6683c0925 None None] Updating router a86a8475-80a4-4f92-999f-66418eb719a1 port d2848d8a-9df8-4d16-af57-f77e1970b230 binding host dv-cinder-828806-3-iscsi {{(pid=104103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 21:17:37.052132 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-a6c8e8ab-2af1-4206-884b-d47ac20fb7c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (None), before_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:37.075415 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-3a15af2a-99a3-4d2b-a98c-dce531ab5c8d None None] Provisioning complete for port 8a64d58d-6958-452b-a809-7e45f77f46f6 triggered by entity DHCP. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:17:37.075779 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-3a15af2a-99a3-4d2b-a98c-dce531ab5c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (8a64d58d-6958-452b-a809-7e45f77f46f6), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:37.102114 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-50ac9a43-ea2a-4d52-9232-5ea6683c0925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (d2848d8a-9df8-4d16-af57-f77e1970b230), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:37.112354 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:17:37.189768 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:17:37.213957 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.db.db_base_plugin_common [None req-a6c8e8ab-2af1-4206-884b-d47ac20fb7c6 admin admin] Allocated IP 172.20.0.1 (d8ca9641-c007-4346-a0d8-e6a2d38ece93/db0d2f69-c60d-4c5d-9fe6-485f58de8dee/8e1277bc-57dc-4023-a5f9-ebeec19ea03f) {{(pid=104102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 21:17:37.263359 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-3a15af2a-99a3-4d2b-a98c-dce531ab5c8d None None] Current status of the port 8a64d58d-6958-452b-a809-7e45f77f46f6 is: ACTIVE; New status is: ACTIVE {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:17:37.278174 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:17:37.321000 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-a6c8e8ab-2af1-4206-884b-d47ac20fb7c6 admin admin] Publish callbacks [] for port (8e1277bc-57dc-4023-a5f9-ebeec19ea03f), precommit_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:37.352980 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-a6c8e8ab-2af1-4206-884b-d47ac20fb7c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787881445699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16679263'] for port (8e1277bc-57dc-4023-a5f9-ebeec19ea03f), after_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:37.395096 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c8e8ab-2af1-4206-884b-d47ac20fb7c6 admin admin] Network d8ca9641-c007-4346-a0d8-e6a2d38ece93 is already hosted by enough agents. {{(pid=104102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 21:17:37.400050 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.scheduler.base_scheduler [None req-a6c8e8ab-2af1-4206-884b-d47ac20fb7c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:17:37.402209 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c8e8ab-2af1-4206-884b-d47ac20fb7c6 admin admin] Pushing event updated for resources: {'Port': ['ID=8e1277bc-57dc-4023-a5f9-ebeec19ea03f,revision_number=1']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:17:37.404348 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c8e8ab-2af1-4206-884b-d47ac20fb7c6 admin admin] Received port after_create {{(pid=104102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 21:17:37.423774 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-50ac9a43-ea2a-4d52-9232-5ea6683c0925 None None] Publish callbacks [] for port (d2848d8a-9df8-4d16-af57-f77e1970b230), precommit_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:37.429311 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-50ac9a43-ea2a-4d52-9232-5ea6683c0925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (d2848d8a-9df8-4d16-af57-f77e1970b230), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:37.434095 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:17:37.445194 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-a6c8e8ab-2af1-4206-884b-d47ac20fb7c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1614666'] for router_interface (a86a8475-80a4-4f92-999f-66418eb719a1), before_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:37.490592 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.managers [None req-50ac9a43-ea2a-4d52-9232-5ea6683c0925 None None] Attempting to bind port d2848d8a-9df8-4d16-af57-f77e1970b230 on host dv-cinder-828806-3-iscsi for vnic_type normal with profile {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 21:17:37.490995 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.managers [None req-50ac9a43-ea2a-4d52-9232-5ea6683c0925 None None] Attempting to bind port d2848d8a-9df8-4d16-af57-f77e1970b230 by drivers openvswitch,hyperv on host dv-cinder-828806-3-iscsi at level 0 using segments [{'id': '8d4aea41-d977-462c-9098-4088113247cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12'}] {{(pid=104103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 21:17:37.491350 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ac9a43-ea2a-4d52-9232-5ea6683c0925 None None] Attempting to bind port d2848d8a-9df8-4d16-af57-f77e1970b230 on network 7d433162-bc3c-42dc-9b38-0bd5733b5e12 {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 21:17:37.493513 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2b96cd-1f5f-4121-94bf-3fc0b3cfda64 None None] Pushing event updated for resources: {'Port': ['ID=d2848d8a-9df8-4d16-af57-f77e1970b230,revision_number=2']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:17:37.500015 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ac9a43-ea2a-4d52-9232-5ea6683c0925 None None] Checking agent: {'id': '545ffc5a-00f7-4140-8f25-9e74b0e32d39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828806-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 20, 55, 46), 'started_at': datetime.datetime(2022, 5, 26, 20, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 21, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828806-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 21:17:37.500385 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ac9a43-ea2a-4d52-9232-5ea6683c0925 None None] Checking segment: {'id': '8d4aea41-d977-462c-9098-4088113247cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 21:17:37.500781 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-50ac9a43-ea2a-4d52-9232-5ea6683c0925 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:37.501158 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ac9a43-ea2a-4d52-9232-5ea6683c0925 None None] Bound using segment: {'id': '8d4aea41-d977-462c-9098-4088113247cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12'} {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 21:17:37.501614 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.managers [None req-50ac9a43-ea2a-4d52-9232-5ea6683c0925 None None] Bound port: d2848d8a-9df8-4d16-af57-f77e1970b230, host: dv-cinder-828806-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d4aea41-d977-462c-9098-4088113247cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12'}}] {{(pid=104103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 21:17:37.501984 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-50ac9a43-ea2a-4d52-9232-5ea6683c0925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (d2848d8a-9df8-4d16-af57-f77e1970b230), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:37.552050 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-50ac9a43-ea2a-4d52-9232-5ea6683c0925 None None] For port d2848d8a-9df8-4d16-af57-f77e1970b230, host dv-cinder-828806-3-iscsi, cleared binding levels {{(pid=104103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 21:17:37.556917 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-50ac9a43-ea2a-4d52-9232-5ea6683c0925 None None] For port d2848d8a-9df8-4d16-af57-f77e1970b230, host dv-cinder-828806-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-3-iscsi',level=0,port_id=d2848d8a-9df8-4d16-af57-f77e1970b230,segment=NetworkSegment(8d4aea41-d977-462c-9098-4088113247cb),segment_id=8d4aea41-d977-462c-9098-4088113247cb)] {{(pid=104103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 21:17:37.563766 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-50ac9a43-ea2a-4d52-9232-5ea6683c0925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (d2848d8a-9df8-4d16-af57-f77e1970b230), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:37.580905 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-a6c8e8ab-2af1-4206-884b-d47ac20fb7c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (8e1277bc-57dc-4023-a5f9-ebeec19ea03f), before_update {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:37.627256 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ac9a43-ea2a-4d52-9232-5ea6683c0925 None None] Routers {'a86a8475-80a4-4f92-999f-66418eb719a1'} bound to L3 agent in host dv-cinder-828806-3-iscsi {{(pid=104103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:17:37.627869 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_hamode_db [None req-50ac9a43-ea2a-4d52-9232-5ea6683c0925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T20:55:42Z,description=,heartbeat_timestamp=2022-05-26T21:17:12Z,host='dv-cinder-828806-3-iscsi',id=ccb07560-1e88-42f3-8411-377a93089622,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T20:55:42Z,topic='l3_agent')) {'router_ids': ['a86a8475-80a4-4f92-999f-66418eb719a1'], 'active': True} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:17:37.629713 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2b96cd-1f5f-4121-94bf-3fc0b3cfda64 None None] Pushing event updated for resources: {'Port': ['ID=d2848d8a-9df8-4d16-af57-f77e1970b230,revision_number=3']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:17:37.774692 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-a6c8e8ab-2af1-4206-884b-d47ac20fb7c6 admin admin] Publish callbacks [] for port (8e1277bc-57dc-4023-a5f9-ebeec19ea03f), precommit_update {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:37.780474 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-a6c8e8ab-2af1-4206-884b-d47ac20fb7c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16679272'] for port (8e1277bc-57dc-4023-a5f9-ebeec19ea03f), after_update {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:37.813397 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-369efbaf-ac76-412a-a0b9-742741b9e970 None None] Provisioning complete for port 8e1277bc-57dc-4023-a5f9-ebeec19ea03f triggered by entity DHCP. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:17:37.813741 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-369efbaf-ac76-412a-a0b9-742741b9e970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (8e1277bc-57dc-4023-a5f9-ebeec19ea03f), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:37.845229 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:17:37.851570 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-a6c8e8ab-2af1-4206-884b-d47ac20fb7c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-416038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1615354'] for router_interface (a86a8475-80a4-4f92-999f-66418eb719a1), after_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:37.853292 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c8e8ab-2af1-4206-884b-d47ac20fb7c6 admin admin] Pushing event updated for resources: {'Port': ['ID=8e1277bc-57dc-4023-a5f9-ebeec19ea03f,revision_number=2']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:17:37.879937 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-369efbaf-ac76-412a-a0b9-742741b9e970 None None] Port 8e1277bc-57dc-4023-a5f9-ebeec19ea03f cannot update to ACTIVE because it is not bound. {{(pid=104103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 21:17:37.898712 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvr_db [None req-50ac9a43-ea2a-4d52-9232-5ea6683c0925 None None] Set router a86a8475-80a4-4f92-999f-66418eb719a1 gateway port host: dv-cinder-828806-3-iscsi {{(pid=104103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:17:37.925743 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:INSERT=3,neutron:UPDATE=2,neutron:SELECT=95 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:17:37.948467 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c8e8ab-2af1-4206-884b-d47ac20fb7c6 admin admin] Network d8ca9641-c007-4346-a0d8-e6a2d38ece93 is already hosted by enough agents. {{(pid=104102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 21:17:37.949828 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.scheduler.base_scheduler [None req-a6c8e8ab-2af1-4206-884b-d47ac20fb7c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:17:38.065341 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6c8e8ab-2af1-4206-884b-d47ac20fb7c6 admin admin] Router a86a8475-80a4-4f92-999f-66418eb719a1 has already been hosted by L3 agent ccb07560-1e88-42f3-8411-377a93089622 {{(pid=104102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 21:17:38.089446 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_hamode_db [None req-50ac9a43-ea2a-4d52-9232-5ea6683c0925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a86a8475-80a4-4f92-999f-66418eb719a1', 'name': 'tempest-TestVolumeBootPattern-496851519-router', 'tenant_id': '1b6678b588cc47f48b84d3120deccdb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': 'd2848d8a-9df8-4d16-af57-f77e1970b230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:17:35Z', 'updated_at': '2022-05-26T21:17:37Z', 'revision_number': 4, 'project_id': '1b6678b588cc47f48b84d3120deccdb4', 'gw_port': {'id': 'd2848d8a-9df8-4d16-af57-f77e1970b230', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a8:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a86a8475-80a4-4f92-999f-66418eb719a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:17:35Z', 'updated_at': '2022-05-26T21:17:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi', '_interfaces': [{'id': '8e1277bc-57dc-4023-a5f9-ebeec19ea03f', 'name': '', 'network_id': 'd8ca9641-c007-4346-a0d8-e6a2d38ece93', 'tenant_id': '1b6678b588cc47f48b84d3120deccdb4', 'mac_address': 'fa:16:3e:6b:80:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a86a8475-80a4-4f92-999f-66418eb719a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'db0d2f69-c60d-4c5d-9fe6-485f58de8dee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:17:37Z', 'updated_at': '2022-05-26T21:17:37Z', 'revision_number': 1, 'project_id': '1b6678b588cc47f48b84d3120deccdb4', 'subnets': [{'id': 'db0d2f69-c60d-4c5d-9fe6-485f58de8dee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-3-iscsi', False) {} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:17:38.114997 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ac9a43-ea2a-4d52-9232-5ea6683c0925 None None] The sync data for ids ['a86a8475-80a4-4f92-999f-66418eb719a1'] in dv-cinder-828806-3-iscsi is: [{'id': 'a86a8475-80a4-4f92-999f-66418eb719a1', 'name': 'tempest-TestVolumeBootPattern-496851519-router', 'tenant_id': '1b6678b588cc47f48b84d3120deccdb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': 'd2848d8a-9df8-4d16-af57-f77e1970b230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:17:35Z', 'updated_at': '2022-05-26T21:17:37Z', 'revision_number': 4, 'project_id': '1b6678b588cc47f48b84d3120deccdb4', 'gw_port': {'id': 'd2848d8a-9df8-4d16-af57-f77e1970b230', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a8:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a86a8475-80a4-4f92-999f-66418eb719a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:17:35Z', 'updated_at': '2022-05-26T21:17:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi', '_interfaces': [{'id': '8e1277bc-57dc-4023-a5f9-ebeec19ea03f', 'name': '', 'network_id': 'd8ca9641-c007-4346-a0d8-e6a2d38ece93', 'tenant_id': '1b6678b588cc47f48b84d3120deccdb4', 'mac_address': 'fa:16:3e:6b:80:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a86a8475-80a4-4f92-999f-66418eb719a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'db0d2f69-c60d-4c5d-9fe6-485f58de8dee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:17:37Z', 'updated_at': '2022-05-26T21:17:37Z', 'revision_number': 1, 'project_id': '1b6678b588cc47f48b84d3120deccdb4', 'subnets': [{'id': 'db0d2f69-c60d-4c5d-9fe6-485f58de8dee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 21:17:38.175768 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6c8e8ab-2af1-4206-884b-d47ac20fb7c6 admin admin] Notify agent at l3_agent.dv-cinder-828806-3-iscsi the message routers_updated {{(pid=104102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 21:17:38.182681 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-a6c8e8ab-2af1-4206-884b-d47ac20fb7c6 admin admin] 10.222.0.57 "PUT /v2.0/routers/a86a8475-80a4-4f92-999f-66418eb719a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5314925 May 26 21:17:38.204016 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-2576b023-916b-4cc0-9b4f-3545a8179045 None None] Provisioning complete for port 8e1277bc-57dc-4023-a5f9-ebeec19ea03f triggered by entity DHCP. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:17:38.204454 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-2576b023-916b-4cc0-9b4f-3545a8179045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (8e1277bc-57dc-4023-a5f9-ebeec19ea03f), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:38.242031 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-2576b023-916b-4cc0-9b4f-3545a8179045 None None] Port 8e1277bc-57dc-4023-a5f9-ebeec19ea03f cannot update to ACTIVE because it is not bound. {{(pid=104103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 21:17:38.252903 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Device 8a64d58d-6958-452b-a809-7e45f77f46f6 up at agent ovs-agent-dv-cinder-828806-3-iscsi {{(pid=104103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:17:38.298991 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Provisioning complete for port 8a64d58d-6958-452b-a809-7e45f77f46f6 triggered by entity L2. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:17:38.299659 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (8a64d58d-6958-452b-a809-7e45f77f46f6), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:38.323977 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:17:38.387850 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Current status of the port 8a64d58d-6958-452b-a809-7e45f77f46f6 is: ACTIVE; New status is: ACTIVE {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:17:38.725976 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 54612) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:17:38.730994 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.v2.base [None req-0302a4fa-d17a-48e1-a7d2-097d6749903c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1875465930-network', 'tenant_id': '531db82a7d614586b53059ce8ff060ec'}} {{(pid=104102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:17:38.751682 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0302a4fa-d17a-48e1-a7d2-097d6749903c admin admin] Made reservation on behalf of 531db82a7d614586b53059ce8ff060ec for: {'network': 1} {{(pid=104102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 21:17:38.754171 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-0302a4fa-d17a-48e1-a7d2-097d6749903c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for network (None), before_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:38.764076 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-0302a4fa-d17a-48e1-a7d2-097d6749903c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:38.862680 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-0302a4fa-d17a-48e1-a7d2-097d6749903c admin admin] Publish callbacks [] for security_group (b2379b25-4a1e-47c9-b67a-d4a7a8c37972), precommit_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:38.868741 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-0302a4fa-d17a-48e1-a7d2-097d6749903c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (b2379b25-4a1e-47c9-b67a-d4a7a8c37972), after_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:38.898018 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0302a4fa-d17a-48e1-a7d2-097d6749903c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 404} {{(pid=104102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 21:17:38.904872 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0302a4fa-d17a-48e1-a7d2-097d6749903c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2379b25-4a1e-47c9-b67a-d4a7a8c37972,revision_number=1']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:17:38.911357 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-0302a4fa-d17a-48e1-a7d2-097d6749903c admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8787881957991', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-995747'] for segment (37f95718-a085-4b1b-a117-7c0b4175eb98), precommit_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:38.911867 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.db.segments_db [None req-0302a4fa-d17a-48e1-a7d2-097d6749903c admin admin] Added segment 37f95718-a085-4b1b-a117-7c0b4175eb98 of type vlan for network 41dbdc29-193e-45a5-903c-2b5db1ac41da May 26 21:17:38.957306 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-0302a4fa-d17a-48e1-a7d2-097d6749903c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787881459577'] for network (41dbdc29-193e-45a5-903c-2b5db1ac41da), precommit_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:38.983213 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-0302a4fa-d17a-48e1-a7d2-097d6749903c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052'] for network (41dbdc29-193e-45a5-903c-2b5db1ac41da), after_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:38.984419 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0302a4fa-d17a-48e1-a7d2-097d6749903c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:17:38.984996 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-0302a4fa-d17a-48e1-a7d2-097d6749903c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-416010'] for network (None), before_response {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:39.047020 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-0302a4fa-d17a-48e1-a7d2-097d6749903c admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.3174417 May 26 21:17:39.047265 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 54614) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:17:39.054973 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.v2.base [None req-67a005f8-f120-4856-b3ea-60097bd6b015 admin admin] Request body: {'subnet': {'network_id': '41dbdc29-193e-45a5-903c-2b5db1ac41da', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1875465930-subnet', 'tenant_id': '531db82a7d614586b53059ce8ff060ec', 'ip_version': 4}} {{(pid=104102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:17:39.059979 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0302a4fa-d17a-48e1-a7d2-097d6749903c admin admin] Pushing event updated for resources: {'Network': ['ID=41dbdc29-193e-45a5-903c-2b5db1ac41da,revision_number=1']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:17:39.071768 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Network 41dbdc29-193e-45a5-903c-2b5db1ac41da details requested by agent ovs-agent-dv-cinder-828806-3-iscsi with host dv-cinder-828806-3-iscsi {{(pid=104103) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 21:17:39.079252 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67a005f8-f120-4856-b3ea-60097bd6b015 admin admin] Made reservation on behalf of 531db82a7d614586b53059ce8ff060ec for: {'subnet': 1} {{(pid=104102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 21:17:39.081867 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-67a005f8-f120-4856-b3ea-60097bd6b015 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15806551'] for subnet (None), before_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:39.359149 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:17:39.447501 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=81,neutron:INSERT=17,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:17:39.455127 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-67a005f8-f120-4856-b3ea-60097bd6b015 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16680687', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15806529'] for subnet (78dc0134-8352-4f81-a0ed-247d012e9208), after_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:39.511868 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a005f8-f120-4856-b3ea-60097bd6b015 admin admin] Pushing event updated for resources: {'Subnet': ['ID=78dc0134-8352-4f81-a0ed-247d012e9208,revision_number=0']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:17:39.522074 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a005f8-f120-4856-b3ea-60097bd6b015 admin admin] Checking segment: {'id': '37f95718-a085-4b1b-a117-7c0b4175eb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '41dbdc29-193e-45a5-903c-2b5db1ac41da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 21:17:39.522430 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a005f8-f120-4856-b3ea-60097bd6b015 admin admin] Network hostable DHCP agents. Network: 41dbdc29-193e-45a5-903c-2b5db1ac41da, hostable agents: ['28061657-8b16-479f-8ff4-19bdcc74bc2c'], hosted agents: [] {{(pid=104102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 21:17:39.538283 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a005f8-f120-4856-b3ea-60097bd6b015 admin admin] Network 41dbdc29-193e-45a5-903c-2b5db1ac41da is scheduled to be hosted by DHCP agent 28061657-8b16-479f-8ff4-19bdcc74bc2c with binding_index 1 {{(pid=104102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 21:17:39.546561 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.scheduler.base_scheduler [None req-67a005f8-f120-4856-b3ea-60097bd6b015 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828806-3-iscsi, 41dbdc29-193e-45a5-903c-2b5db1ac41da) {{(pid=104102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:17:39.550603 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a005f8-f120-4856-b3ea-60097bd6b015 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:17:39.551198 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-67a005f8-f120-4856-b3ea-60097bd6b015 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-416010'] for subnet (None), before_response {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:39.555860 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b5507af-8ba0-4211-b310-29e4832d88dd None None] Network 41dbdc29-193e-45a5-903c-2b5db1ac41da requested from dv-cinder-828806-3-iscsi {{(pid=104103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 21:17:39.568845 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-67a005f8-f120-4856-b3ea-60097bd6b015 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5178118 May 26 21:17:39.571693 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 54616) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:17:39.576926 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.v2.base [None req-161eccce-e02b-49d2-877e-c8460aaec356 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1875465930-router', 'tenant_id': '531db82a7d614586b53059ce8ff060ec', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12'}}} {{(pid=104102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:17:39.601776 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-161eccce-e02b-49d2-877e-c8460aaec356 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1620298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130580'] for router (6a50dc2c-bd88-489d-bfdb-a4fd0028b13a), before_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:39.602902 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-161eccce-e02b-49d2-877e-c8460aaec356 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1900282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1617482', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1969577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130589'] for router (6a50dc2c-bd88-489d-bfdb-a4fd0028b13a), precommit_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:39.613021 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:17:39.654071 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-161eccce-e02b-49d2-877e-c8460aaec356 admin admin] Publish callbacks [] for router_controller (6a50dc2c-bd88-489d-bfdb-a4fd0028b13a), precommit_add_association {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:39.663652 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb8a561-5ce0-48a9-8875-bef9711f6fce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2409f73a-ea29-5b6a-a3ea-b37c97379b6a-41dbdc29-193e-45a5-903c-2b5db1ac41da', 'network_id': '41dbdc29-193e-45a5-903c-2b5db1ac41da', 'project_id': '531db82a7d614586b53059ce8ff060ec', 'fixed_ips': [{'subnet_id': '78dc0134-8352-4f81-a0ed-247d012e9208'}]}} from dv-cinder-828806-3-iscsi. {{(pid=104103) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 26 21:17:39.664594 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-1cb8a561-5ce0-48a9-8875-bef9711f6fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (None), before_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:39.788228 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-161eccce-e02b-49d2-877e-c8460aaec356 admin admin] Publish callbacks [] for router_gateway (6a50dc2c-bd88-489d-bfdb-a4fd0028b13a), precommit_update {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:39.812833 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.db_base_plugin_common [None req-1cb8a561-5ce0-48a9-8875-bef9711f6fce None None] Allocated IP 172.20.0.2 (41dbdc29-193e-45a5-903c-2b5db1ac41da/78dc0134-8352-4f81-a0ed-247d012e9208/bc9f544a-8c37-430f-aa48-5278954623c5) {{(pid=104103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 21:17:39.815033 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-510c45a2-5dad-4604-81e9-5a70688e92fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (28061657-8b16-479f-8ff4-19bdcc74bc2c), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:39.964372 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-1cb8a561-5ce0-48a9-8875-bef9711f6fce None None] Publish callbacks [] for port (bc9f544a-8c37-430f-aa48-5278954623c5), precommit_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:39.971242 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-1cb8a561-5ce0-48a9-8875-bef9711f6fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787881445699'] for port (bc9f544a-8c37-430f-aa48-5278954623c5), after_create {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:39.973661 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-161eccce-e02b-49d2-877e-c8460aaec356 admin admin] Publish callbacks [] for router_gateway (6a50dc2c-bd88-489d-bfdb-a4fd0028b13a), before_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:39.993748 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-161eccce-e02b-49d2-877e-c8460aaec356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (None), before_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:40.013982 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cb8a561-5ce0-48a9-8875-bef9711f6fce None None] Network 41dbdc29-193e-45a5-903c-2b5db1ac41da is already hosted by enough agents. {{(pid=104103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 21:17:40.018910 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.scheduler.base_scheduler [None req-1cb8a561-5ce0-48a9-8875-bef9711f6fce None None] Resources bound (agent type, host, resource id): {{(pid=104103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:17:40.021328 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb8a561-5ce0-48a9-8875-bef9711f6fce None None] Received port after_create {{(pid=104103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 21:17:40.035716 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb8a561-5ce0-48a9-8875-bef9711f6fce None None] Pushing event updated for resources: {'Port': ['ID=bc9f544a-8c37-430f-aa48-5278954623c5,revision_number=1']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:17:40.084358 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.managers [None req-1cb8a561-5ce0-48a9-8875-bef9711f6fce None None] Attempting to bind port bc9f544a-8c37-430f-aa48-5278954623c5 on host dv-cinder-828806-3-iscsi for vnic_type normal with profile {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 21:17:40.084724 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.managers [None req-1cb8a561-5ce0-48a9-8875-bef9711f6fce None None] Attempting to bind port bc9f544a-8c37-430f-aa48-5278954623c5 by drivers openvswitch,hyperv on host dv-cinder-828806-3-iscsi at level 0 using segments [{'id': '37f95718-a085-4b1b-a117-7c0b4175eb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '41dbdc29-193e-45a5-903c-2b5db1ac41da'}] {{(pid=104103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 21:17:40.085081 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb8a561-5ce0-48a9-8875-bef9711f6fce None None] Attempting to bind port bc9f544a-8c37-430f-aa48-5278954623c5 on network 41dbdc29-193e-45a5-903c-2b5db1ac41da {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 21:17:40.090258 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb8a561-5ce0-48a9-8875-bef9711f6fce None None] Checking agent: {'id': '545ffc5a-00f7-4140-8f25-9e74b0e32d39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828806-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 20, 55, 46), 'started_at': datetime.datetime(2022, 5, 26, 20, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 21, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828806-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 21:17:40.090654 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb8a561-5ce0-48a9-8875-bef9711f6fce None None] Checking segment: {'id': '37f95718-a085-4b1b-a117-7c0b4175eb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '41dbdc29-193e-45a5-903c-2b5db1ac41da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 21:17:40.091051 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-1cb8a561-5ce0-48a9-8875-bef9711f6fce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:40.091441 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb8a561-5ce0-48a9-8875-bef9711f6fce None None] Bound using segment: {'id': '37f95718-a085-4b1b-a117-7c0b4175eb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '41dbdc29-193e-45a5-903c-2b5db1ac41da'} {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 21:17:40.091897 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.managers [None req-1cb8a561-5ce0-48a9-8875-bef9711f6fce None None] Bound port: bc9f544a-8c37-430f-aa48-5278954623c5, host: dv-cinder-828806-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37f95718-a085-4b1b-a117-7c0b4175eb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '41dbdc29-193e-45a5-903c-2b5db1ac41da'}}] {{(pid=104103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 21:17:40.092269 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-1cb8a561-5ce0-48a9-8875-bef9711f6fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (bc9f544a-8c37-430f-aa48-5278954623c5), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:40.107895 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.db.db_base_plugin_common [None req-161eccce-e02b-49d2-877e-c8460aaec356 admin admin] Allocated IP 172.27.2.65 (7d433162-bc3c-42dc-9b38-0bd5733b5e12/724ba99f-4e90-4a15-97fd-930eedded7a9/f023cdac-04b6-4a53-a4ba-d85f589fc5c3) {{(pid=104102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 21:17:40.155988 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-1cb8a561-5ce0-48a9-8875-bef9711f6fce None None] For port bc9f544a-8c37-430f-aa48-5278954623c5, host dv-cinder-828806-3-iscsi, cleared binding levels {{(pid=104103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 21:17:40.159470 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-1cb8a561-5ce0-48a9-8875-bef9711f6fce None None] For port bc9f544a-8c37-430f-aa48-5278954623c5, host dv-cinder-828806-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-3-iscsi',level=0,port_id=bc9f544a-8c37-430f-aa48-5278954623c5,segment=NetworkSegment(37f95718-a085-4b1b-a117-7c0b4175eb98),segment_id=37f95718-a085-4b1b-a117-7c0b4175eb98)] {{(pid=104103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 21:17:40.168075 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-1cb8a561-5ce0-48a9-8875-bef9711f6fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (bc9f544a-8c37-430f-aa48-5278954623c5), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:40.172612 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708cb488-006b-4955-9829-daac6b707e19 None None] Sync routers for ids ['a86a8475-80a4-4f92-999f-66418eb719a1'] in dv-cinder-828806-3-iscsi {{(pid=104104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 21:17:40.186851 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708cb488-006b-4955-9829-daac6b707e19 None None] Routers {'a86a8475-80a4-4f92-999f-66418eb719a1'} bound to L3 agent in host dv-cinder-828806-3-iscsi {{(pid=104104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:17:40.187602 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_hamode_db [None req-708cb488-006b-4955-9829-daac6b707e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T20:55:42Z,description=,heartbeat_timestamp=2022-05-26T21:17:12Z,host='dv-cinder-828806-3-iscsi',id=ccb07560-1e88-42f3-8411-377a93089622,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T20:55:42Z,topic='l3_agent')) {'router_ids': ['a86a8475-80a4-4f92-999f-66418eb719a1'], 'active': True} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:17:40.240874 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb8a561-5ce0-48a9-8875-bef9711f6fce None None] Pushing event updated for resources: {'Port': ['ID=bc9f544a-8c37-430f-aa48-5278954623c5,revision_number=2']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:17:40.251724 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=86,neutron:UPDATE=6,neutron:DELETE=2,neutron:INSERT=6 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:17:40.257756 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-161eccce-e02b-49d2-877e-c8460aaec356 admin admin] Publish callbacks [] for port (f023cdac-04b6-4a53-a4ba-d85f589fc5c3), precommit_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:40.299177 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-161eccce-e02b-49d2-877e-c8460aaec356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787881445699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16679263'] for port (f023cdac-04b6-4a53-a4ba-d85f589fc5c3), after_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:40.307611 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Device d2848d8a-9df8-4d16-af57-f77e1970b230 up at agent ovs-agent-dv-cinder-828806-3-iscsi {{(pid=104103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:17:40.331864 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvr_db [None req-708cb488-006b-4955-9829-daac6b707e19 None None] Set router a86a8475-80a4-4f92-999f-66418eb719a1 gateway port host: dv-cinder-828806-3-iscsi {{(pid=104104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:17:40.351217 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161eccce-e02b-49d2-877e-c8460aaec356 admin admin] Pushing event updated for resources: {'Port': ['ID=f023cdac-04b6-4a53-a4ba-d85f589fc5c3,revision_number=1']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:17:40.359812 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-161eccce-e02b-49d2-877e-c8460aaec356 admin admin] Network 7d433162-bc3c-42dc-9b38-0bd5733b5e12 is already hosted by enough agents. {{(pid=104102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 21:17:40.362171 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.scheduler.base_scheduler [None req-161eccce-e02b-49d2-877e-c8460aaec356 admin admin] Resources bound (agent type, host, resource id): {{(pid=104102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:17:40.365030 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Provisioning complete for port d2848d8a-9df8-4d16-af57-f77e1970b230 triggered by entity L2. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:17:40.365905 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (d2848d8a-9df8-4d16-af57-f77e1970b230), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:40.368319 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161eccce-e02b-49d2-877e-c8460aaec356 admin admin] Received port after_create {{(pid=104102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 21:17:40.386351 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:17:40.390248 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:17:40.465748 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Current status of the port d2848d8a-9df8-4d16-af57-f77e1970b230 is: DOWN; New status is: ACTIVE {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:17:40.465748 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (d2848d8a-9df8-4d16-af57-f77e1970b230), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:40.516297 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] For port d2848d8a-9df8-4d16-af57-f77e1970b230, host dv-cinder-828806-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-3-iscsi',level=0,port_id=d2848d8a-9df8-4d16-af57-f77e1970b230,segment=NetworkSegment(8d4aea41-d977-462c-9098-4088113247cb),segment_id=8d4aea41-d977-462c-9098-4088113247cb)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:17:40.521522 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (d2848d8a-9df8-4d16-af57-f77e1970b230), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:40.552477 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:17:40.580781 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_hamode_db [None req-708cb488-006b-4955-9829-daac6b707e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a86a8475-80a4-4f92-999f-66418eb719a1', 'name': 'tempest-TestVolumeBootPattern-496851519-router', 'tenant_id': '1b6678b588cc47f48b84d3120deccdb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': 'd2848d8a-9df8-4d16-af57-f77e1970b230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:17:35Z', 'updated_at': '2022-05-26T21:17:37Z', 'revision_number': 4, 'project_id': '1b6678b588cc47f48b84d3120deccdb4', 'gw_port': {'id': 'd2848d8a-9df8-4d16-af57-f77e1970b230', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a8:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a86a8475-80a4-4f92-999f-66418eb719a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:17:35Z', 'updated_at': '2022-05-26T21:17:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi', '_interfaces': [{'id': '8e1277bc-57dc-4023-a5f9-ebeec19ea03f', 'name': '', 'network_id': 'd8ca9641-c007-4346-a0d8-e6a2d38ece93', 'tenant_id': '1b6678b588cc47f48b84d3120deccdb4', 'mac_address': 'fa:16:3e:6b:80:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a86a8475-80a4-4f92-999f-66418eb719a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'db0d2f69-c60d-4c5d-9fe6-485f58de8dee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:17:37Z', 'updated_at': '2022-05-26T21:17:37Z', 'revision_number': 2, 'project_id': '1b6678b588cc47f48b84d3120deccdb4', 'subnets': [{'id': 'db0d2f69-c60d-4c5d-9fe6-485f58de8dee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-3-iscsi', False) {} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:17:40.584136 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Pushing event updated for resources: {'Port': ['ID=d2848d8a-9df8-4d16-af57-f77e1970b230,revision_number=4']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:17:40.609602 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708cb488-006b-4955-9829-daac6b707e19 None None] Checking router: a86a8475-80a4-4f92-999f-66418eb719a1 for host: dv-cinder-828806-3-iscsi {{(pid=104104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 21:17:40.610154 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708cb488-006b-4955-9829-daac6b707e19 None None] Updating router a86a8475-80a4-4f92-999f-66418eb719a1 port 8e1277bc-57dc-4023-a5f9-ebeec19ea03f binding host dv-cinder-828806-3-iscsi {{(pid=104104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 21:17:40.642737 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-708cb488-006b-4955-9829-daac6b707e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (8e1277bc-57dc-4023-a5f9-ebeec19ea03f), before_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:40.652929 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-161eccce-e02b-49d2-877e-c8460aaec356 admin admin] Publish callbacks [] for router_gateway (6a50dc2c-bd88-489d-bfdb-a4fd0028b13a), after_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:40.782009 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=100 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:17:40.842429 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-161eccce-e02b-49d2-877e-c8460aaec356 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1900237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1617465'] for router (6a50dc2c-bd88-489d-bfdb-a4fd0028b13a), after_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:40.863367 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:17:40.935056 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-708cb488-006b-4955-9829-daac6b707e19 None None] Publish callbacks [] for port (8e1277bc-57dc-4023-a5f9-ebeec19ea03f), precommit_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:40.940325 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-708cb488-006b-4955-9829-daac6b707e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (8e1277bc-57dc-4023-a5f9-ebeec19ea03f), after_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:40.967721 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-161eccce-e02b-49d2-877e-c8460aaec356 admin admin] Router 6a50dc2c-bd88-489d-bfdb-a4fd0028b13a is scheduled to L3 agent ccb07560-1e88-42f3-8411-377a93089622 with binding_index 1 {{(pid=104102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 21:17:40.998366 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4c75bd-bd1d-48ef-a970-bf1b448d9d41 None None] Pushing event updated for resources: {'Port': ['ID=8e1277bc-57dc-4023-a5f9-ebeec19ea03f,revision_number=3']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:17:41.023931 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4c75bd-bd1d-48ef-a970-bf1b448d9d41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:17:41.024274 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4c75bd-bd1d-48ef-a970-bf1b448d9d41 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:17:41.024837 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4c75bd-bd1d-48ef-a970-bf1b448d9d41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:17:41.025316 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4c75bd-bd1d-48ef-a970-bf1b448d9d41 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:17:41.025810 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4c75bd-bd1d-48ef-a970-bf1b448d9d41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:17:41.026292 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4c75bd-bd1d-48ef-a970-bf1b448d9d41 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:17:41.026805 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4c75bd-bd1d-48ef-a970-bf1b448d9d41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:17:41.027306 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4c75bd-bd1d-48ef-a970-bf1b448d9d41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:17:41.027799 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4c75bd-bd1d-48ef-a970-bf1b448d9d41 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:17:41.028281 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4c75bd-bd1d-48ef-a970-bf1b448d9d41 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:17:41.028772 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4c75bd-bd1d-48ef-a970-bf1b448d9d41 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:17:41.029099 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4c75bd-bd1d-48ef-a970-bf1b448d9d41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:17:41.029423 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4c75bd-bd1d-48ef-a970-bf1b448d9d41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:17:41.029745 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4c75bd-bd1d-48ef-a970-bf1b448d9d41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:17:41.030065 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4c75bd-bd1d-48ef-a970-bf1b448d9d41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:17:41.063724 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.managers [None req-708cb488-006b-4955-9829-daac6b707e19 None None] Attempting to bind port 8e1277bc-57dc-4023-a5f9-ebeec19ea03f on host dv-cinder-828806-3-iscsi for vnic_type normal with profile {{(pid=104104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 21:17:41.064109 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.managers [None req-708cb488-006b-4955-9829-daac6b707e19 None None] Attempting to bind port 8e1277bc-57dc-4023-a5f9-ebeec19ea03f by drivers openvswitch,hyperv on host dv-cinder-828806-3-iscsi at level 0 using segments [{'id': '5053323c-02e0-4fed-9db2-ed9de8ed77c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'd8ca9641-c007-4346-a0d8-e6a2d38ece93'}] {{(pid=104104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 21:17:41.064465 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708cb488-006b-4955-9829-daac6b707e19 None None] Attempting to bind port 8e1277bc-57dc-4023-a5f9-ebeec19ea03f on network d8ca9641-c007-4346-a0d8-e6a2d38ece93 {{(pid=104104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 21:17:41.070181 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708cb488-006b-4955-9829-daac6b707e19 None None] Checking agent: {'id': '545ffc5a-00f7-4140-8f25-9e74b0e32d39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828806-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 20, 55, 46), 'started_at': datetime.datetime(2022, 5, 26, 20, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 21, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828806-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 21:17:41.070609 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708cb488-006b-4955-9829-daac6b707e19 None None] Checking segment: {'id': '5053323c-02e0-4fed-9db2-ed9de8ed77c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'd8ca9641-c007-4346-a0d8-e6a2d38ece93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 21:17:41.071010 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-708cb488-006b-4955-9829-daac6b707e19 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:41.071407 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708cb488-006b-4955-9829-daac6b707e19 None None] Bound using segment: {'id': '5053323c-02e0-4fed-9db2-ed9de8ed77c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'd8ca9641-c007-4346-a0d8-e6a2d38ece93'} {{(pid=104104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 21:17:41.071862 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.managers [None req-708cb488-006b-4955-9829-daac6b707e19 None None] Bound port: 8e1277bc-57dc-4023-a5f9-ebeec19ea03f, host: dv-cinder-828806-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5053323c-02e0-4fed-9db2-ed9de8ed77c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'd8ca9641-c007-4346-a0d8-e6a2d38ece93'}}] {{(pid=104104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 21:17:41.072236 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-708cb488-006b-4955-9829-daac6b707e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (8e1277bc-57dc-4023-a5f9-ebeec19ea03f), before_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:41.088162 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-161eccce-e02b-49d2-877e-c8460aaec356 admin admin] Notify agent at l3_agent.dv-cinder-828806-3-iscsi the message routers_updated {{(pid=104102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 21:17:41.095951 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53198de6-2ce4-4dd2-b59f-ca7d51656749 None None] Sync routers for ids ['6a50dc2c-bd88-489d-bfdb-a4fd0028b13a'] in dv-cinder-828806-3-iscsi {{(pid=104103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 21:17:41.113885 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-161eccce-e02b-49d2-877e-c8460aaec356 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:41.118056 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-161eccce-e02b-49d2-877e-c8460aaec356 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5428700 May 26 21:17:41.118234 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53198de6-2ce4-4dd2-b59f-ca7d51656749 None None] Routers {'6a50dc2c-bd88-489d-bfdb-a4fd0028b13a'} bound to L3 agent in host dv-cinder-828806-3-iscsi {{(pid=104103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:17:41.118495 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_hamode_db [None req-53198de6-2ce4-4dd2-b59f-ca7d51656749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T20:55:42Z,description=,heartbeat_timestamp=2022-05-26T21:17:12Z,host='dv-cinder-828806-3-iscsi',id=ccb07560-1e88-42f3-8411-377a93089622,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T20:55:42Z,topic='l3_agent')) {'router_ids': ['6a50dc2c-bd88-489d-bfdb-a4fd0028b13a'], 'active': True} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:17:41.118700 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 54618) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:17:41.147413 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.db [None req-708cb488-006b-4955-9829-daac6b707e19 None None] For port 8e1277bc-57dc-4023-a5f9-ebeec19ea03f, host dv-cinder-828806-3-iscsi, cleared binding levels {{(pid=104104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 21:17:41.152448 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.db [None req-708cb488-006b-4955-9829-daac6b707e19 None None] For port 8e1277bc-57dc-4023-a5f9-ebeec19ea03f, host dv-cinder-828806-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-3-iscsi',level=0,port_id=8e1277bc-57dc-4023-a5f9-ebeec19ea03f,segment=NetworkSegment(5053323c-02e0-4fed-9db2-ed9de8ed77c8),segment_id=5053323c-02e0-4fed-9db2-ed9de8ed77c8)] {{(pid=104104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 21:17:41.163704 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-708cb488-006b-4955-9829-daac6b707e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (8e1277bc-57dc-4023-a5f9-ebeec19ea03f), after_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:41.234571 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708cb488-006b-4955-9829-daac6b707e19 None None] Routers {'a86a8475-80a4-4f92-999f-66418eb719a1'} bound to L3 agent in host dv-cinder-828806-3-iscsi {{(pid=104104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:17:41.235374 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_hamode_db [None req-708cb488-006b-4955-9829-daac6b707e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T20:55:42Z,description=,heartbeat_timestamp=2022-05-26T21:17:12Z,host='dv-cinder-828806-3-iscsi',id=ccb07560-1e88-42f3-8411-377a93089622,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T20:55:42Z,topic='l3_agent')) {'router_ids': ['a86a8475-80a4-4f92-999f-66418eb719a1'], 'active': True} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:17:41.247563 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvr_db [None req-53198de6-2ce4-4dd2-b59f-ca7d51656749 None None] Set router 6a50dc2c-bd88-489d-bfdb-a4fd0028b13a gateway port host: dv-cinder-828806-3-iscsi {{(pid=104103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:17:41.322537 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-d316c2ca-eb4f-4f7a-b7d2-7e572c5706d9 None None] Provisioning complete for port 8e1277bc-57dc-4023-a5f9-ebeec19ea03f triggered by entity DHCP. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:17:41.323227 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-d316c2ca-eb4f-4f7a-b7d2-7e572c5706d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (8e1277bc-57dc-4023-a5f9-ebeec19ea03f), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:41.324611 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4c75bd-bd1d-48ef-a970-bf1b448d9d41 None None] Pushing event updated for resources: {'Port': ['ID=8e1277bc-57dc-4023-a5f9-ebeec19ea03f,revision_number=4']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:17:41.409305 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvr_db [None req-708cb488-006b-4955-9829-daac6b707e19 None None] Set router a86a8475-80a4-4f92-999f-66418eb719a1 gateway port host: dv-cinder-828806-3-iscsi {{(pid=104104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:17:41.474824 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-d316c2ca-eb4f-4f7a-b7d2-7e572c5706d9 None None] Current status of the port 8e1277bc-57dc-4023-a5f9-ebeec19ea03f is: DOWN; New status is: ACTIVE {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:17:41.475350 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-d316c2ca-eb4f-4f7a-b7d2-7e572c5706d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (8e1277bc-57dc-4023-a5f9-ebeec19ea03f), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:41.556047 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-d316c2ca-eb4f-4f7a-b7d2-7e572c5706d9 None None] For port 8e1277bc-57dc-4023-a5f9-ebeec19ea03f, host dv-cinder-828806-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-3-iscsi',level=0,port_id=8e1277bc-57dc-4023-a5f9-ebeec19ea03f,segment=NetworkSegment(5053323c-02e0-4fed-9db2-ed9de8ed77c8),segment_id=5053323c-02e0-4fed-9db2-ed9de8ed77c8)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:17:41.572477 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-d316c2ca-eb4f-4f7a-b7d2-7e572c5706d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (8e1277bc-57dc-4023-a5f9-ebeec19ea03f), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:41.581506 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06edecf4-3d51-42ab-b5a2-8d34e4c558e7 None None] Network 41dbdc29-193e-45a5-903c-2b5db1ac41da requested from dv-cinder-828806-3-iscsi {{(pid=104103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 21:17:41.674927 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:17:41.682694 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-a0414be9-68d4-4491-8950-ab974c61255e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (None), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:41.749881 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_hamode_db [None req-708cb488-006b-4955-9829-daac6b707e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a86a8475-80a4-4f92-999f-66418eb719a1', 'name': 'tempest-TestVolumeBootPattern-496851519-router', 'tenant_id': '1b6678b588cc47f48b84d3120deccdb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': 'd2848d8a-9df8-4d16-af57-f77e1970b230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:17:35Z', 'updated_at': '2022-05-26T21:17:37Z', 'revision_number': 4, 'project_id': '1b6678b588cc47f48b84d3120deccdb4', 'gw_port': {'id': 'd2848d8a-9df8-4d16-af57-f77e1970b230', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a8:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86a8475-80a4-4f92-999f-66418eb719a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:17:35Z', 'updated_at': '2022-05-26T21:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi', '_interfaces': [{'id': '8e1277bc-57dc-4023-a5f9-ebeec19ea03f', 'name': '', 'network_id': 'd8ca9641-c007-4346-a0d8-e6a2d38ece93', 'tenant_id': '1b6678b588cc47f48b84d3120deccdb4', 'mac_address': 'fa:16:3e:6b:80:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a86a8475-80a4-4f92-999f-66418eb719a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'db0d2f69-c60d-4c5d-9fe6-485f58de8dee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:17:37Z', 'updated_at': '2022-05-26T21:17:41Z', 'revision_number': 4, 'project_id': '1b6678b588cc47f48b84d3120deccdb4', 'subnets': [{'id': 'db0d2f69-c60d-4c5d-9fe6-485f58de8dee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-3-iscsi', False) {} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:17:41.776405 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708cb488-006b-4955-9829-daac6b707e19 None None] The sync data for ids ['a86a8475-80a4-4f92-999f-66418eb719a1'] in dv-cinder-828806-3-iscsi is: [{'id': 'a86a8475-80a4-4f92-999f-66418eb719a1', 'name': 'tempest-TestVolumeBootPattern-496851519-router', 'tenant_id': '1b6678b588cc47f48b84d3120deccdb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': 'd2848d8a-9df8-4d16-af57-f77e1970b230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:17:35Z', 'updated_at': '2022-05-26T21:17:37Z', 'revision_number': 4, 'project_id': '1b6678b588cc47f48b84d3120deccdb4', 'gw_port': {'id': 'd2848d8a-9df8-4d16-af57-f77e1970b230', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a8:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86a8475-80a4-4f92-999f-66418eb719a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:17:35Z', 'updated_at': '2022-05-26T21:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi', '_interfaces': [{'id': '8e1277bc-57dc-4023-a5f9-ebeec19ea03f', 'name': '', 'network_id': 'd8ca9641-c007-4346-a0d8-e6a2d38ece93', 'tenant_id': '1b6678b588cc47f48b84d3120deccdb4', 'mac_address': 'fa:16:3e:6b:80:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a86a8475-80a4-4f92-999f-66418eb719a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'db0d2f69-c60d-4c5d-9fe6-485f58de8dee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:17:37Z', 'updated_at': '2022-05-26T21:17:41Z', 'revision_number': 4, 'project_id': '1b6678b588cc47f48b84d3120deccdb4', 'subnets': [{'id': 'db0d2f69-c60d-4c5d-9fe6-485f58de8dee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 21:17:41.805582 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_hamode_db [None req-53198de6-2ce4-4dd2-b59f-ca7d51656749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a50dc2c-bd88-489d-bfdb-a4fd0028b13a', 'name': 'tempest-TestVolumeBootPattern-1875465930-router', 'tenant_id': '531db82a7d614586b53059ce8ff060ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': 'f023cdac-04b6-4a53-a4ba-d85f589fc5c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:17:39Z', 'updated_at': '2022-05-26T21:17:40Z', 'revision_number': 3, 'project_id': '531db82a7d614586b53059ce8ff060ec', 'gw_port': {'id': 'f023cdac-04b6-4a53-a4ba-d85f589fc5c3', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b5:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a50dc2c-bd88-489d-bfdb-a4fd0028b13a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:17:40Z', 'updated_at': '2022-05-26T21:17:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi'}], 'dv-cinder-828806-3-iscsi', False) {} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:17:41.814651 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-d5ba9e76-d842-4eda-b45a-5ec6063f31dc None None] Provisioning complete for port 8e1277bc-57dc-4023-a5f9-ebeec19ea03f triggered by entity DHCP. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:17:41.815031 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-d5ba9e76-d842-4eda-b45a-5ec6063f31dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (8e1277bc-57dc-4023-a5f9-ebeec19ea03f), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:41.860656 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.db.db_base_plugin_common [None req-a0414be9-68d4-4491-8950-ab974c61255e admin admin] Allocated IP 172.20.0.1 (41dbdc29-193e-45a5-903c-2b5db1ac41da/78dc0134-8352-4f81-a0ed-247d012e9208/6c161118-b2cd-4488-80d9-141ca0980e57) {{(pid=104101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 21:17:41.870244 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53198de6-2ce4-4dd2-b59f-ca7d51656749 None None] Checking router: 6a50dc2c-bd88-489d-bfdb-a4fd0028b13a for host: dv-cinder-828806-3-iscsi {{(pid=104103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 21:17:41.870618 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53198de6-2ce4-4dd2-b59f-ca7d51656749 None None] Updating router 6a50dc2c-bd88-489d-bfdb-a4fd0028b13a port f023cdac-04b6-4a53-a4ba-d85f589fc5c3 binding host dv-cinder-828806-3-iscsi {{(pid=104103) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 21:17:41.914554 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d316c2ca-eb4f-4f7a-b7d2-7e572c5706d9 None None] Pushing event updated for resources: {'Port': ['ID=8e1277bc-57dc-4023-a5f9-ebeec19ea03f,revision_number=5']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:17:41.936167 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-53198de6-2ce4-4dd2-b59f-ca7d51656749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (f023cdac-04b6-4a53-a4ba-d85f589fc5c3), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:41.985097 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-a0414be9-68d4-4491-8950-ab974c61255e admin admin] Publish callbacks [] for port (6c161118-b2cd-4488-80d9-141ca0980e57), precommit_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:42.021226 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:DELETE=2,neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:17:42.035269 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-a0414be9-68d4-4491-8950-ab974c61255e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787881445699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13231773'] for port (6c161118-b2cd-4488-80d9-141ca0980e57), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:42.054280 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=100 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:17:42.075504 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-d5ba9e76-d842-4eda-b45a-5ec6063f31dc None None] Current status of the port 8e1277bc-57dc-4023-a5f9-ebeec19ea03f is: ACTIVE; New status is: ACTIVE {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:17:42.086545 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0414be9-68d4-4491-8950-ab974c61255e admin admin] Network 41dbdc29-193e-45a5-903c-2b5db1ac41da is already hosted by enough agents. {{(pid=104101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 21:17:42.096034 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.scheduler.base_scheduler [None req-a0414be9-68d4-4491-8950-ab974c61255e admin admin] Resources bound (agent type, host, resource id): {{(pid=104101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:17:42.099859 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0414be9-68d4-4491-8950-ab974c61255e admin admin] Received port after_create {{(pid=104101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 21:17:42.126628 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0414be9-68d4-4491-8950-ab974c61255e admin admin] Pushing event updated for resources: {'Port': ['ID=6c161118-b2cd-4488-80d9-141ca0980e57,revision_number=1']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:17:42.143169 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:17:42.146760 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-a0414be9-68d4-4491-8950-ab974c61255e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1614666'] for router_interface (6a50dc2c-bd88-489d-bfdb-a4fd0028b13a), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:42.157465 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-f6069f63-4b85-4a65-8a60-70012227ebd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (ccb07560-1e88-42f3-8411-377a93089622), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:42.166150 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-d5ba9e76-d842-4eda-b45a-5ec6063f31dc None None] Provisioning complete for port bc9f544a-8c37-430f-aa48-5278954623c5 triggered by entity DHCP. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:17:42.166558 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-d5ba9e76-d842-4eda-b45a-5ec6063f31dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (bc9f544a-8c37-430f-aa48-5278954623c5), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:42.303330 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-a0414be9-68d4-4491-8950-ab974c61255e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (6c161118-b2cd-4488-80d9-141ca0980e57), before_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:42.403719 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-d5ba9e76-d842-4eda-b45a-5ec6063f31dc None None] Current status of the port bc9f544a-8c37-430f-aa48-5278954623c5 is: DOWN; New status is: ACTIVE {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:17:42.403719 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-d5ba9e76-d842-4eda-b45a-5ec6063f31dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (bc9f544a-8c37-430f-aa48-5278954623c5), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:42.474956 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-d5ba9e76-d842-4eda-b45a-5ec6063f31dc None None] For port bc9f544a-8c37-430f-aa48-5278954623c5, host dv-cinder-828806-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-3-iscsi',level=0,port_id=bc9f544a-8c37-430f-aa48-5278954623c5,segment=NetworkSegment(37f95718-a085-4b1b-a117-7c0b4175eb98),segment_id=37f95718-a085-4b1b-a117-7c0b4175eb98)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:17:42.485497 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Device 8e1277bc-57dc-4023-a5f9-ebeec19ea03f up at agent ovs-agent-dv-cinder-828806-3-iscsi {{(pid=104103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:17:42.526030 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-a0414be9-68d4-4491-8950-ab974c61255e admin admin] Publish callbacks [] for port (6c161118-b2cd-4488-80d9-141ca0980e57), precommit_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:42.532323 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-a0414be9-68d4-4491-8950-ab974c61255e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13231786'] for port (6c161118-b2cd-4488-80d9-141ca0980e57), after_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:42.538847 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-d5ba9e76-d842-4eda-b45a-5ec6063f31dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (bc9f544a-8c37-430f-aa48-5278954623c5), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:42.590803 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.agents_db [None req-7031173d-d819-4c63-a4ce-0c5776890f6a None None] Agent healthcheck: found 6 active agents {{(pid=104104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 21:17:42.592311 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-53198de6-2ce4-4dd2-b59f-ca7d51656749 None None] Publish callbacks [] for port (f023cdac-04b6-4a53-a4ba-d85f589fc5c3), precommit_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:42.606909 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0414be9-68d4-4491-8950-ab974c61255e admin admin] Pushing event updated for resources: {'Port': ['ID=6c161118-b2cd-4488-80d9-141ca0980e57,revision_number=2']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:17:42.609485 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-a0414be9-68d4-4491-8950-ab974c61255e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-416038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1615354'] for router_interface (6a50dc2c-bd88-489d-bfdb-a4fd0028b13a), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:42.615745 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-53198de6-2ce4-4dd2-b59f-ca7d51656749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (f023cdac-04b6-4a53-a4ba-d85f589fc5c3), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:42.626656 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ba9e76-d842-4eda-b45a-5ec6063f31dc None None] Pushing event updated for resources: {'Port': ['ID=bc9f544a-8c37-430f-aa48-5278954623c5,revision_number=3']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:17:42.629738 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:17:42.678243 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Provisioning complete for port 8e1277bc-57dc-4023-a5f9-ebeec19ea03f triggered by entity L2. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:17:42.678640 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (8e1277bc-57dc-4023-a5f9-ebeec19ea03f), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:42.707579 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0414be9-68d4-4491-8950-ab974c61255e admin admin] Network 41dbdc29-193e-45a5-903c-2b5db1ac41da is already hosted by enough agents. {{(pid=104101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 21:17:42.709757 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.scheduler.base_scheduler [None req-a0414be9-68d4-4491-8950-ab974c61255e admin admin] Resources bound (agent type, host, resource id): {{(pid=104101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:17:42.718274 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.managers [None req-53198de6-2ce4-4dd2-b59f-ca7d51656749 None None] Attempting to bind port f023cdac-04b6-4a53-a4ba-d85f589fc5c3 on host dv-cinder-828806-3-iscsi for vnic_type normal with profile {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 21:17:42.718659 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.managers [None req-53198de6-2ce4-4dd2-b59f-ca7d51656749 None None] Attempting to bind port f023cdac-04b6-4a53-a4ba-d85f589fc5c3 by drivers openvswitch,hyperv on host dv-cinder-828806-3-iscsi at level 0 using segments [{'id': '8d4aea41-d977-462c-9098-4088113247cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12'}] {{(pid=104103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 21:17:42.719036 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53198de6-2ce4-4dd2-b59f-ca7d51656749 None None] Attempting to bind port f023cdac-04b6-4a53-a4ba-d85f589fc5c3 on network 7d433162-bc3c-42dc-9b38-0bd5733b5e12 {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 21:17:42.720989 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-86260c57-30d6-47ad-83d8-ee27b58cc3d4 None None] Provisioning complete for port 6c161118-b2cd-4488-80d9-141ca0980e57 triggered by entity DHCP. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:17:42.721348 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-86260c57-30d6-47ad-83d8-ee27b58cc3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (6c161118-b2cd-4488-80d9-141ca0980e57), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:42.730195 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4e016a-79b6-48ff-812a-8ad99721ef93 None None] Pushing event updated for resources: {'Port': ['ID=f023cdac-04b6-4a53-a4ba-d85f589fc5c3,revision_number=2']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:17:42.752486 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53198de6-2ce4-4dd2-b59f-ca7d51656749 None None] Checking agent: {'id': '545ffc5a-00f7-4140-8f25-9e74b0e32d39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828806-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 20, 55, 46), 'started_at': datetime.datetime(2022, 5, 26, 20, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 21, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828806-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 21:17:42.752844 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53198de6-2ce4-4dd2-b59f-ca7d51656749 None None] Checking segment: {'id': '8d4aea41-d977-462c-9098-4088113247cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 21:17:42.753238 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-53198de6-2ce4-4dd2-b59f-ca7d51656749 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:42.753630 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53198de6-2ce4-4dd2-b59f-ca7d51656749 None None] Bound using segment: {'id': '8d4aea41-d977-462c-9098-4088113247cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12'} {{(pid=104103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 21:17:42.754107 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.managers [None req-53198de6-2ce4-4dd2-b59f-ca7d51656749 None None] Bound port: f023cdac-04b6-4a53-a4ba-d85f589fc5c3, host: dv-cinder-828806-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d4aea41-d977-462c-9098-4088113247cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12'}}] {{(pid=104103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 21:17:42.754502 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-53198de6-2ce4-4dd2-b59f-ca7d51656749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (f023cdac-04b6-4a53-a4ba-d85f589fc5c3), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:42.808515 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-86260c57-30d6-47ad-83d8-ee27b58cc3d4 None None] Port 6c161118-b2cd-4488-80d9-141ca0980e57 cannot update to ACTIVE because it is not bound. {{(pid=104103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 21:17:42.840494 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-86260c57-30d6-47ad-83d8-ee27b58cc3d4 None None] Provisioning complete for port bc9f544a-8c37-430f-aa48-5278954623c5 triggered by entity DHCP. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:17:42.840860 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-86260c57-30d6-47ad-83d8-ee27b58cc3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (bc9f544a-8c37-430f-aa48-5278954623c5), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:42.844456 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0414be9-68d4-4491-8950-ab974c61255e admin admin] Router 6a50dc2c-bd88-489d-bfdb-a4fd0028b13a has already been hosted by L3 agent ccb07560-1e88-42f3-8411-377a93089622 {{(pid=104101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 21:17:42.887510 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:17:42.890306 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-53198de6-2ce4-4dd2-b59f-ca7d51656749 None None] For port f023cdac-04b6-4a53-a4ba-d85f589fc5c3, host dv-cinder-828806-3-iscsi, cleared binding levels {{(pid=104103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 21:17:42.893774 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:17:42.920653 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-53198de6-2ce4-4dd2-b59f-ca7d51656749 None None] For port f023cdac-04b6-4a53-a4ba-d85f589fc5c3, host dv-cinder-828806-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-3-iscsi',level=0,port_id=f023cdac-04b6-4a53-a4ba-d85f589fc5c3,segment=NetworkSegment(8d4aea41-d977-462c-9098-4088113247cb),segment_id=8d4aea41-d977-462c-9098-4088113247cb)] {{(pid=104103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 21:17:42.926746 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Current status of the port 8e1277bc-57dc-4023-a5f9-ebeec19ea03f is: ACTIVE; New status is: ACTIVE {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:17:42.927995 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Device bc9f544a-8c37-430f-aa48-5278954623c5 up at agent ovs-agent-dv-cinder-828806-3-iscsi {{(pid=104103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:17:42.933461 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-53198de6-2ce4-4dd2-b59f-ca7d51656749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (f023cdac-04b6-4a53-a4ba-d85f589fc5c3), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:42.958355 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0414be9-68d4-4491-8950-ab974c61255e admin admin] Notify agent at l3_agent.dv-cinder-828806-3-iscsi the message routers_updated {{(pid=104101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 21:17:42.959489 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:17:42.964842 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-a0414be9-68d4-4491-8950-ab974c61255e admin admin] 10.222.0.57 "PUT /v2.0/routers/6a50dc2c-bd88-489d-bfdb-a4fd0028b13a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8449895 May 26 21:17:43.054837 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53198de6-2ce4-4dd2-b59f-ca7d51656749 None None] Routers {'6a50dc2c-bd88-489d-bfdb-a4fd0028b13a'} bound to L3 agent in host dv-cinder-828806-3-iscsi {{(pid=104103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:17:43.055444 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_hamode_db [None req-53198de6-2ce4-4dd2-b59f-ca7d51656749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T20:55:42Z,description=,heartbeat_timestamp=2022-05-26T21:17:42Z,host='dv-cinder-828806-3-iscsi',id=ccb07560-1e88-42f3-8411-377a93089622,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T20:55:42Z,topic='l3_agent')) {'router_ids': ['6a50dc2c-bd88-489d-bfdb-a4fd0028b13a'], 'active': True} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:17:43.117375 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-2cedcaf3-f8c8-488c-9e0f-8ce175add227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (5deefb54-cd62-4255-b022-7e9734e3e0b8), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:43.118030 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4e016a-79b6-48ff-812a-8ad99721ef93 None None] Pushing event updated for resources: {'Port': ['ID=f023cdac-04b6-4a53-a4ba-d85f589fc5c3,revision_number=3']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:17:43.121275 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-86260c57-30d6-47ad-83d8-ee27b58cc3d4 None None] Current status of the port bc9f544a-8c37-430f-aa48-5278954623c5 is: ACTIVE; New status is: ACTIVE {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:17:43.144659 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Provisioning complete for port bc9f544a-8c37-430f-aa48-5278954623c5 triggered by entity L2. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:17:43.145027 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (bc9f544a-8c37-430f-aa48-5278954623c5), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:43.229413 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvr_db [None req-53198de6-2ce4-4dd2-b59f-ca7d51656749 None None] Set router 6a50dc2c-bd88-489d-bfdb-a4fd0028b13a gateway port host: dv-cinder-828806-3-iscsi {{(pid=104103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:17:43.299588 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-ef9e522c-3771-42ad-8017-74c444513806 None None] Provisioning complete for port 6c161118-b2cd-4488-80d9-141ca0980e57 triggered by entity DHCP. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:17:43.299956 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-ef9e522c-3771-42ad-8017-74c444513806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (6c161118-b2cd-4488-80d9-141ca0980e57), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:43.308641 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 54626) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:17:43.313183 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.v2.base [None req-a2b060e8-0145-4ae0-9bbc-7a8b74c6da01 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-851123873', 'description': 'tempest-secgroup-smoke-851123873 description', 'project_id': '1b6678b588cc47f48b84d3120deccdb4'}} {{(pid=104102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:17:43.323147 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:17:43.336243 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-a2b060e8-0145-4ae0-9bbc-7a8b74c6da01 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Publish callbacks [] for security_group (None), before_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:43.371264 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Current status of the port bc9f544a-8c37-430f-aa48-5278954623c5 is: ACTIVE; New status is: ACTIVE {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:17:43.372325 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Device d2848d8a-9df8-4d16-af57-f77e1970b230 up at agent ovs-agent-dv-cinder-828806-3-iscsi {{(pid=104103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:17:43.408303 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-a2b060e8-0145-4ae0-9bbc-7a8b74c6da01 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Publish callbacks [] for security_group (9e599b28-9849-4147-989f-b4717a23c173), precommit_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:43.412631 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-a2b060e8-0145-4ae0-9bbc-7a8b74c6da01 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (9e599b28-9849-4147-989f-b4717a23c173), after_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:43.432118 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-ef9e522c-3771-42ad-8017-74c444513806 None None] Port 6c161118-b2cd-4488-80d9-141ca0980e57 cannot update to ACTIVE because it is not bound. {{(pid=104103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 21:17:43.441725 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-a2b060e8-0145-4ae0-9bbc-7a8b74c6da01 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Publish callbacks [] for security_group (None), before_response {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:43.442967 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-a2b060e8-0145-4ae0-9bbc-7a8b74c6da01 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1333339 May 26 21:17:43.444774 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b060e8-0145-4ae0-9bbc-7a8b74c6da01 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e599b28-9849-4147-989f-b4717a23c173,revision_number=1']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:17:43.445957 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 54628) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:17:43.450468 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.v2.base [None req-c2e79596-0fd0-47e0-b330-4be2985fb92d tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Request body: {'security_group_rule': {'security_group_id': '9e599b28-9849-4147-989f-b4717a23c173', 'project_id': '1b6678b588cc47f48b84d3120deccdb4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:17:43.480355 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Provisioning complete for port d2848d8a-9df8-4d16-af57-f77e1970b230 triggered by entity L2. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:17:43.480642 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (d2848d8a-9df8-4d16-af57-f77e1970b230), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:43.483436 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-c2e79596-0fd0-47e0-b330-4be2985fb92d tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Publish callbacks [] for security_group_rule (4b285fdb-8e88-41ec-8176-e4569991ad83), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:43.530416 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-c2e79596-0fd0-47e0-b330-4be2985fb92d tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Publish callbacks [] for security_group_rule (4b285fdb-8e88-41ec-8176-e4569991ad83), precommit_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:43.534300 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-c2e79596-0fd0-47e0-b330-4be2985fb92d tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636418'] for security_group_rule (4b285fdb-8e88-41ec-8176-e4569991ad83), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:43.549225 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=100 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:17:43.557399 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-c2e79596-0fd0-47e0-b330-4be2985fb92d tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:43.558618 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-c2e79596-0fd0-47e0-b330-4be2985fb92d tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1116238 May 26 21:17:43.559982 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_hamode_db [None req-53198de6-2ce4-4dd2-b59f-ca7d51656749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a50dc2c-bd88-489d-bfdb-a4fd0028b13a', 'name': 'tempest-TestVolumeBootPattern-1875465930-router', 'tenant_id': '531db82a7d614586b53059ce8ff060ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': 'f023cdac-04b6-4a53-a4ba-d85f589fc5c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:17:39Z', 'updated_at': '2022-05-26T21:17:42Z', 'revision_number': 4, 'project_id': '531db82a7d614586b53059ce8ff060ec', 'gw_port': {'id': 'f023cdac-04b6-4a53-a4ba-d85f589fc5c3', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b5:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a50dc2c-bd88-489d-bfdb-a4fd0028b13a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:17:40Z', 'updated_at': '2022-05-26T21:17:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi', '_interfaces': [{'id': '6c161118-b2cd-4488-80d9-141ca0980e57', 'name': '', 'network_id': '41dbdc29-193e-45a5-903c-2b5db1ac41da', 'tenant_id': '531db82a7d614586b53059ce8ff060ec', 'mac_address': 'fa:16:3e:e8:39:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a50dc2c-bd88-489d-bfdb-a4fd0028b13a', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '78dc0134-8352-4f81-a0ed-247d012e9208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:17:41Z', 'updated_at': '2022-05-26T21:17:42Z', 'revision_number': 2, 'project_id': '531db82a7d614586b53059ce8ff060ec', 'subnets': [{'id': '78dc0134-8352-4f81-a0ed-247d012e9208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-3-iscsi', False) {} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:17:43.561369 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 54630) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:17:43.565743 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.v2.base [None req-968ae2dd-0370-488f-b59b-ac873b38b110 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Request body: {'security_group_rule': {'security_group_id': '9e599b28-9849-4147-989f-b4717a23c173', 'project_id': '1b6678b588cc47f48b84d3120deccdb4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:17:43.570270 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e79596-0fd0-47e0-b330-4be2985fb92d tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b285fdb-8e88-41ec-8176-e4569991ad83,revision_number=0']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:17:43.595949 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-968ae2dd-0370-488f-b59b-ac873b38b110 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Publish callbacks [] for security_group_rule (8d1c7acc-3476-4add-9b3a-d465f963da15), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:43.660529 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-968ae2dd-0370-488f-b59b-ac873b38b110 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Publish callbacks [] for security_group_rule (8d1c7acc-3476-4add-9b3a-d465f963da15), precommit_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:43.664386 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-968ae2dd-0370-488f-b59b-ac873b38b110 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636418'] for security_group_rule (8d1c7acc-3476-4add-9b3a-d465f963da15), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:43.684598 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968ae2dd-0370-488f-b59b-ac873b38b110 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d1c7acc-3476-4add-9b3a-d465f963da15,revision_number=0']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:17:43.695634 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-968ae2dd-0370-488f-b59b-ac873b38b110 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:43.696807 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-968ae2dd-0370-488f-b59b-ac873b38b110 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1343684 May 26 21:17:43.699565 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 54632) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:17:43.704423 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.v2.base [None req-3bf44d7f-9c8f-4311-a5d3-060b87c8dc02 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Request body: {'security_group_rule': {'security_group_id': '9e599b28-9849-4147-989f-b4717a23c173', 'project_id': '1b6678b588cc47f48b84d3120deccdb4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:17:43.719543 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53198de6-2ce4-4dd2-b59f-ca7d51656749 None None] The sync data for ids ['6a50dc2c-bd88-489d-bfdb-a4fd0028b13a'] in dv-cinder-828806-3-iscsi is: [{'id': '6a50dc2c-bd88-489d-bfdb-a4fd0028b13a', 'name': 'tempest-TestVolumeBootPattern-1875465930-router', 'tenant_id': '531db82a7d614586b53059ce8ff060ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': 'f023cdac-04b6-4a53-a4ba-d85f589fc5c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:17:39Z', 'updated_at': '2022-05-26T21:17:42Z', 'revision_number': 4, 'project_id': '531db82a7d614586b53059ce8ff060ec', 'gw_port': {'id': 'f023cdac-04b6-4a53-a4ba-d85f589fc5c3', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b5:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a50dc2c-bd88-489d-bfdb-a4fd0028b13a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:17:40Z', 'updated_at': '2022-05-26T21:17:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi', '_interfaces': [{'id': '6c161118-b2cd-4488-80d9-141ca0980e57', 'name': '', 'network_id': '41dbdc29-193e-45a5-903c-2b5db1ac41da', 'tenant_id': '531db82a7d614586b53059ce8ff060ec', 'mac_address': 'fa:16:3e:e8:39:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a50dc2c-bd88-489d-bfdb-a4fd0028b13a', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '78dc0134-8352-4f81-a0ed-247d012e9208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:17:41Z', 'updated_at': '2022-05-26T21:17:42Z', 'revision_number': 2, 'project_id': '531db82a7d614586b53059ce8ff060ec', 'subnets': [{'id': '78dc0134-8352-4f81-a0ed-247d012e9208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 21:17:43.731588 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-3bf44d7f-9c8f-4311-a5d3-060b87c8dc02 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Publish callbacks [] for security_group_rule (7ae12402-fe72-4ae8-97e6-62437c063a3b), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:43.759692 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Current status of the port d2848d8a-9df8-4d16-af57-f77e1970b230 is: ACTIVE; New status is: ACTIVE {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:17:43.794073 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-3bf44d7f-9c8f-4311-a5d3-060b87c8dc02 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Publish callbacks [] for security_group_rule (7ae12402-fe72-4ae8-97e6-62437c063a3b), precommit_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:43.798894 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-3bf44d7f-9c8f-4311-a5d3-060b87c8dc02 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636418'] for security_group_rule (7ae12402-fe72-4ae8-97e6-62437c063a3b), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:43.819752 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf44d7f-9c8f-4311-a5d3-060b87c8dc02 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ae12402-fe72-4ae8-97e6-62437c063a3b,revision_number=0']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:17:43.827398 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-3bf44d7f-9c8f-4311-a5d3-060b87c8dc02 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:43.828543 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-3bf44d7f-9c8f-4311-a5d3-060b87c8dc02 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1274681 May 26 21:17:43.831308 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 54634) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:17:43.836231 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.v2.base [None req-a0c38d6c-3048-42c3-a759-c48a32d425f0 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Request body: {'security_group_rule': {'security_group_id': '9e599b28-9849-4147-989f-b4717a23c173', 'project_id': '1b6678b588cc47f48b84d3120deccdb4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:17:43.863340 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-a0c38d6c-3048-42c3-a759-c48a32d425f0 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Publish callbacks [] for security_group_rule (051fd82c-29d5-4042-b0e2-9151019d2c8f), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:43.900177 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:17:43.916858 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-a0c38d6c-3048-42c3-a759-c48a32d425f0 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Publish callbacks [] for security_group_rule (051fd82c-29d5-4042-b0e2-9151019d2c8f), precommit_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:43.920422 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-a0c38d6c-3048-42c3-a759-c48a32d425f0 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636418'] for security_group_rule (051fd82c-29d5-4042-b0e2-9151019d2c8f), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:43.951932 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c38d6c-3048-42c3-a759-c48a32d425f0 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=051fd82c-29d5-4042-b0e2-9151019d2c8f,revision_number=0']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:17:43.957731 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-a0c38d6c-3048-42c3-a759-c48a32d425f0 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:43.962386 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 54636) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:17:43.963894 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-a0c38d6c-3048-42c3-a759-c48a32d425f0 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1315110 May 26 21:17:43.970409 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.v2.base [None req-8894ed0d-153a-4111-a6bb-1610e13a4779 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Request body: {'security_group_rule': {'security_group_id': '9e599b28-9849-4147-989f-b4717a23c173', 'project_id': '1b6678b588cc47f48b84d3120deccdb4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:17:43.992219 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.db.securitygroups_db [None req-8894ed0d-153a-4111-a6bb-1610e13a4779 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Project 1b6678b588cc47f48b84d3120deccdb4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 21:17:43.997545 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-8894ed0d-153a-4111-a6bb-1610e13a4779 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Publish callbacks [] for security_group_rule (08710d01-917f-4f58-b85d-397b4ffb3018), before_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:44.018138 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:17:44.062315 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-8894ed0d-153a-4111-a6bb-1610e13a4779 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Publish callbacks [] for security_group_rule (08710d01-917f-4f58-b85d-397b4ffb3018), precommit_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:44.066278 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-8894ed0d-153a-4111-a6bb-1610e13a4779 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636418'] for security_group_rule (08710d01-917f-4f58-b85d-397b4ffb3018), after_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:44.086732 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8894ed0d-153a-4111-a6bb-1610e13a4779 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08710d01-917f-4f58-b85d-397b4ffb3018,revision_number=0']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:17:44.096079 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-8894ed0d-153a-4111-a6bb-1610e13a4779 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:44.097335 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-8894ed0d-153a-4111-a6bb-1610e13a4779 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1326871 May 26 21:17:44.100114 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 54638) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:17:44.104536 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.v2.base [None req-74f36e58-8280-426a-b2a1-59a80da3de2c tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Request body: {'security_group_rule': {'security_group_id': '9e599b28-9849-4147-989f-b4717a23c173', 'project_id': '1b6678b588cc47f48b84d3120deccdb4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:17:44.127987 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.db.securitygroups_db [None req-74f36e58-8280-426a-b2a1-59a80da3de2c tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Project 1b6678b588cc47f48b84d3120deccdb4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 21:17:44.134715 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-74f36e58-8280-426a-b2a1-59a80da3de2c tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Publish callbacks [] for security_group_rule (92e1afb4-a451-4aeb-8c8b-7dad881f6fc0), before_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:44.205103 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-74f36e58-8280-426a-b2a1-59a80da3de2c tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Publish callbacks [] for security_group_rule (92e1afb4-a451-4aeb-8c8b-7dad881f6fc0), precommit_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:44.211089 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-74f36e58-8280-426a-b2a1-59a80da3de2c tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636418'] for security_group_rule (92e1afb4-a451-4aeb-8c8b-7dad881f6fc0), after_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:44.227031 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f36e58-8280-426a-b2a1-59a80da3de2c tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92e1afb4-a451-4aeb-8c8b-7dad881f6fc0,revision_number=0']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:17:44.244678 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-74f36e58-8280-426a-b2a1-59a80da3de2c tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:44.246134 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-74f36e58-8280-426a-b2a1-59a80da3de2c tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1448708 May 26 21:17:44.286938 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Device bc9f544a-8c37-430f-aa48-5278954623c5 up at agent ovs-agent-dv-cinder-828806-3-iscsi {{(pid=104103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:17:44.338128 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Provisioning complete for port bc9f544a-8c37-430f-aa48-5278954623c5 triggered by entity L2. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:17:44.338521 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (bc9f544a-8c37-430f-aa48-5278954623c5), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:44.416777 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Current status of the port bc9f544a-8c37-430f-aa48-5278954623c5 is: ACTIVE; New status is: ACTIVE {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:17:44.553254 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-46f12c73-3700-4e7e-86c8-206b84d0e626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (54d4a93e-badb-480c-831f-99f9f6beb5f4), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:45.879595 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ffcfe2-925b-477f-8041-bb54cd0deafb None None] Sync routers for ids ['6a50dc2c-bd88-489d-bfdb-a4fd0028b13a'] in dv-cinder-828806-3-iscsi {{(pid=104104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 21:17:45.893691 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ffcfe2-925b-477f-8041-bb54cd0deafb None None] Routers {'6a50dc2c-bd88-489d-bfdb-a4fd0028b13a'} bound to L3 agent in host dv-cinder-828806-3-iscsi {{(pid=104104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:17:45.894327 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_hamode_db [None req-d5ffcfe2-925b-477f-8041-bb54cd0deafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T20:55:42Z,description=,heartbeat_timestamp=2022-05-26T21:17:42Z,host='dv-cinder-828806-3-iscsi',id=ccb07560-1e88-42f3-8411-377a93089622,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T20:55:42Z,topic='l3_agent')) {'router_ids': ['6a50dc2c-bd88-489d-bfdb-a4fd0028b13a'], 'active': True} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:17:45.998856 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvr_db [None req-d5ffcfe2-925b-477f-8041-bb54cd0deafb None None] Set router 6a50dc2c-bd88-489d-bfdb-a4fd0028b13a gateway port host: dv-cinder-828806-3-iscsi {{(pid=104104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:17:46.000953 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (545ffc5a-00f7-4140-8f25-9e74b0e32d39), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:46.022700 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:17:46.078716 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:17:46.183622 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_hamode_db [None req-d5ffcfe2-925b-477f-8041-bb54cd0deafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a50dc2c-bd88-489d-bfdb-a4fd0028b13a', 'name': 'tempest-TestVolumeBootPattern-1875465930-router', 'tenant_id': '531db82a7d614586b53059ce8ff060ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': 'f023cdac-04b6-4a53-a4ba-d85f589fc5c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:17:39Z', 'updated_at': '2022-05-26T21:17:42Z', 'revision_number': 4, 'project_id': '531db82a7d614586b53059ce8ff060ec', 'gw_port': {'id': 'f023cdac-04b6-4a53-a4ba-d85f589fc5c3', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b5:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a50dc2c-bd88-489d-bfdb-a4fd0028b13a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:17:40Z', 'updated_at': '2022-05-26T21:17:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi', '_interfaces': [{'id': '6c161118-b2cd-4488-80d9-141ca0980e57', 'name': '', 'network_id': '41dbdc29-193e-45a5-903c-2b5db1ac41da', 'tenant_id': '531db82a7d614586b53059ce8ff060ec', 'mac_address': 'fa:16:3e:e8:39:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a50dc2c-bd88-489d-bfdb-a4fd0028b13a', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '78dc0134-8352-4f81-a0ed-247d012e9208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:17:41Z', 'updated_at': '2022-05-26T21:17:42Z', 'revision_number': 2, 'project_id': '531db82a7d614586b53059ce8ff060ec', 'subnets': [{'id': '78dc0134-8352-4f81-a0ed-247d012e9208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-3-iscsi', False) {} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:17:46.222145 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ffcfe2-925b-477f-8041-bb54cd0deafb None None] Checking router: 6a50dc2c-bd88-489d-bfdb-a4fd0028b13a for host: dv-cinder-828806-3-iscsi {{(pid=104104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 21:17:46.222516 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ffcfe2-925b-477f-8041-bb54cd0deafb None None] Updating router 6a50dc2c-bd88-489d-bfdb-a4fd0028b13a port 6c161118-b2cd-4488-80d9-141ca0980e57 binding host dv-cinder-828806-3-iscsi {{(pid=104104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 21:17:46.252554 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-d5ffcfe2-925b-477f-8041-bb54cd0deafb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (6c161118-b2cd-4488-80d9-141ca0980e57), before_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:46.268420 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Device f023cdac-04b6-4a53-a4ba-d85f589fc5c3 up at agent ovs-agent-dv-cinder-828806-3-iscsi {{(pid=104103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:17:46.288906 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:17:46.314956 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Provisioning complete for port f023cdac-04b6-4a53-a4ba-d85f589fc5c3 triggered by entity L2. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:17:46.315330 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (f023cdac-04b6-4a53-a4ba-d85f589fc5c3), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:46.388489 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Current status of the port f023cdac-04b6-4a53-a4ba-d85f589fc5c3 is: DOWN; New status is: ACTIVE {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:17:46.388871 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (f023cdac-04b6-4a53-a4ba-d85f589fc5c3), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:46.408875 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] For port f023cdac-04b6-4a53-a4ba-d85f589fc5c3, host dv-cinder-828806-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-3-iscsi',level=0,port_id=f023cdac-04b6-4a53-a4ba-d85f589fc5c3,segment=NetworkSegment(8d4aea41-d977-462c-9098-4088113247cb),segment_id=8d4aea41-d977-462c-9098-4088113247cb)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:17:46.413559 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (f023cdac-04b6-4a53-a4ba-d85f589fc5c3), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:46.459716 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Pushing event updated for resources: {'Port': ['ID=f023cdac-04b6-4a53-a4ba-d85f589fc5c3,revision_number=4']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:17:46.550470 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-d5ffcfe2-925b-477f-8041-bb54cd0deafb None None] Publish callbacks [] for port (6c161118-b2cd-4488-80d9-141ca0980e57), precommit_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:46.556199 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-d5ffcfe2-925b-477f-8041-bb54cd0deafb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (6c161118-b2cd-4488-80d9-141ca0980e57), after_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:46.605729 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1112c54-f452-45c4-a209-f6c83b95f1d0 None None] Pushing event updated for resources: {'Port': ['ID=6c161118-b2cd-4488-80d9-141ca0980e57,revision_number=3']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:17:46.660550 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.managers [None req-d5ffcfe2-925b-477f-8041-bb54cd0deafb None None] Attempting to bind port 6c161118-b2cd-4488-80d9-141ca0980e57 on host dv-cinder-828806-3-iscsi for vnic_type normal with profile {{(pid=104104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 21:17:46.660998 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.managers [None req-d5ffcfe2-925b-477f-8041-bb54cd0deafb None None] Attempting to bind port 6c161118-b2cd-4488-80d9-141ca0980e57 by drivers openvswitch,hyperv on host dv-cinder-828806-3-iscsi at level 0 using segments [{'id': '37f95718-a085-4b1b-a117-7c0b4175eb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '41dbdc29-193e-45a5-903c-2b5db1ac41da'}] {{(pid=104104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 21:17:46.661458 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ffcfe2-925b-477f-8041-bb54cd0deafb None None] Attempting to bind port 6c161118-b2cd-4488-80d9-141ca0980e57 on network 41dbdc29-193e-45a5-903c-2b5db1ac41da {{(pid=104104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 21:17:46.669670 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ffcfe2-925b-477f-8041-bb54cd0deafb None None] Checking agent: {'id': '545ffc5a-00f7-4140-8f25-9e74b0e32d39', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828806-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 20, 55, 46), 'started_at': datetime.datetime(2022, 5, 26, 20, 56, 16), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 21, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828806-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 21:17:46.670159 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ffcfe2-925b-477f-8041-bb54cd0deafb None None] Checking segment: {'id': '37f95718-a085-4b1b-a117-7c0b4175eb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '41dbdc29-193e-45a5-903c-2b5db1ac41da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 21:17:46.670669 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-d5ffcfe2-925b-477f-8041-bb54cd0deafb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:46.671129 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ffcfe2-925b-477f-8041-bb54cd0deafb None None] Bound using segment: {'id': '37f95718-a085-4b1b-a117-7c0b4175eb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '41dbdc29-193e-45a5-903c-2b5db1ac41da'} {{(pid=104104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 21:17:46.671667 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.managers [None req-d5ffcfe2-925b-477f-8041-bb54cd0deafb None None] Bound port: 6c161118-b2cd-4488-80d9-141ca0980e57, host: dv-cinder-828806-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37f95718-a085-4b1b-a117-7c0b4175eb98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '41dbdc29-193e-45a5-903c-2b5db1ac41da'}}] {{(pid=104104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 21:17:46.672126 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-d5ffcfe2-925b-477f-8041-bb54cd0deafb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (6c161118-b2cd-4488-80d9-141ca0980e57), before_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:46.738248 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.db [None req-d5ffcfe2-925b-477f-8041-bb54cd0deafb None None] For port 6c161118-b2cd-4488-80d9-141ca0980e57, host dv-cinder-828806-3-iscsi, cleared binding levels {{(pid=104104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 21:17:46.742208 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.plugins.ml2.db [None req-d5ffcfe2-925b-477f-8041-bb54cd0deafb None None] For port 6c161118-b2cd-4488-80d9-141ca0980e57, host dv-cinder-828806-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-3-iscsi',level=0,port_id=6c161118-b2cd-4488-80d9-141ca0980e57,segment=NetworkSegment(37f95718-a085-4b1b-a117-7c0b4175eb98),segment_id=37f95718-a085-4b1b-a117-7c0b4175eb98)] {{(pid=104104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 21:17:46.748389 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron_lib.callbacks.manager [None req-d5ffcfe2-925b-477f-8041-bb54cd0deafb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (6c161118-b2cd-4488-80d9-141ca0980e57), after_update {{(pid=104104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:46.776510 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-8f3ca9c1-1708-4073-840e-63453b081411 None None] Provisioning complete for port 6c161118-b2cd-4488-80d9-141ca0980e57 triggered by entity DHCP. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:17:46.776887 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8f3ca9c1-1708-4073-840e-63453b081411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (6c161118-b2cd-4488-80d9-141ca0980e57), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:46.806390 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ffcfe2-925b-477f-8041-bb54cd0deafb None None] Routers {'6a50dc2c-bd88-489d-bfdb-a4fd0028b13a'} bound to L3 agent in host dv-cinder-828806-3-iscsi {{(pid=104104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:17:46.807025 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_hamode_db [None req-d5ffcfe2-925b-477f-8041-bb54cd0deafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T20:55:42Z,description=,heartbeat_timestamp=2022-05-26T21:17:42Z,host='dv-cinder-828806-3-iscsi',id=ccb07560-1e88-42f3-8411-377a93089622,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T20:55:42Z,topic='l3_agent')) {'router_ids': ['6a50dc2c-bd88-489d-bfdb-a4fd0028b13a'], 'active': True} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:17:46.808764 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1112c54-f452-45c4-a209-f6c83b95f1d0 None None] Pushing event updated for resources: {'Port': ['ID=6c161118-b2cd-4488-80d9-141ca0980e57,revision_number=4']} {{(pid=104104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:17:46.887955 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-8f3ca9c1-1708-4073-840e-63453b081411 None None] Current status of the port 6c161118-b2cd-4488-80d9-141ca0980e57 is: DOWN; New status is: ACTIVE {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:17:46.888442 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8f3ca9c1-1708-4073-840e-63453b081411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (6c161118-b2cd-4488-80d9-141ca0980e57), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:46.915209 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:17:46.931531 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvr_db [None req-d5ffcfe2-925b-477f-8041-bb54cd0deafb None None] Set router 6a50dc2c-bd88-489d-bfdb-a4fd0028b13a gateway port host: dv-cinder-828806-3-iscsi {{(pid=104104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:17:46.932453 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-8f3ca9c1-1708-4073-840e-63453b081411 None None] For port 6c161118-b2cd-4488-80d9-141ca0980e57, host dv-cinder-828806-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-3-iscsi',level=0,port_id=6c161118-b2cd-4488-80d9-141ca0980e57,segment=NetworkSegment(37f95718-a085-4b1b-a117-7c0b4175eb98),segment_id=37f95718-a085-4b1b-a117-7c0b4175eb98)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:17:46.937451 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8f3ca9c1-1708-4073-840e-63453b081411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (6c161118-b2cd-4488-80d9-141ca0980e57), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:46.971258 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:17:46.992731 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3ca9c1-1708-4073-840e-63453b081411 None None] Pushing event updated for resources: {'Port': ['ID=6c161118-b2cd-4488-80d9-141ca0980e57,revision_number=5']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:17:47.055911 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-4d091913-7e4f-47a2-b6bf-6159e5656e04 None None] Provisioning complete for port 6c161118-b2cd-4488-80d9-141ca0980e57 triggered by entity DHCP. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:17:47.056685 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4d091913-7e4f-47a2-b6bf-6159e5656e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (6c161118-b2cd-4488-80d9-141ca0980e57), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:47.122084 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_hamode_db [None req-d5ffcfe2-925b-477f-8041-bb54cd0deafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a50dc2c-bd88-489d-bfdb-a4fd0028b13a', 'name': 'tempest-TestVolumeBootPattern-1875465930-router', 'tenant_id': '531db82a7d614586b53059ce8ff060ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': 'f023cdac-04b6-4a53-a4ba-d85f589fc5c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:17:39Z', 'updated_at': '2022-05-26T21:17:42Z', 'revision_number': 4, 'project_id': '531db82a7d614586b53059ce8ff060ec', 'gw_port': {'id': 'f023cdac-04b6-4a53-a4ba-d85f589fc5c3', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b5:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a50dc2c-bd88-489d-bfdb-a4fd0028b13a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:17:40Z', 'updated_at': '2022-05-26T21:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi', '_interfaces': [{'id': '6c161118-b2cd-4488-80d9-141ca0980e57', 'name': '', 'network_id': '41dbdc29-193e-45a5-903c-2b5db1ac41da', 'tenant_id': '531db82a7d614586b53059ce8ff060ec', 'mac_address': 'fa:16:3e:e8:39:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a50dc2c-bd88-489d-bfdb-a4fd0028b13a', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '78dc0134-8352-4f81-a0ed-247d012e9208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:17:41Z', 'updated_at': '2022-05-26T21:17:46Z', 'revision_number': 4, 'project_id': '531db82a7d614586b53059ce8ff060ec', 'subnets': [{'id': '78dc0134-8352-4f81-a0ed-247d012e9208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-3-iscsi', False) {} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:17:47.136044 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-4d091913-7e4f-47a2-b6bf-6159e5656e04 None None] Current status of the port 6c161118-b2cd-4488-80d9-141ca0980e57 is: ACTIVE; New status is: ACTIVE {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:17:47.146230 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ffcfe2-925b-477f-8041-bb54cd0deafb None None] The sync data for ids ['6a50dc2c-bd88-489d-bfdb-a4fd0028b13a'] in dv-cinder-828806-3-iscsi is: [{'id': '6a50dc2c-bd88-489d-bfdb-a4fd0028b13a', 'name': 'tempest-TestVolumeBootPattern-1875465930-router', 'tenant_id': '531db82a7d614586b53059ce8ff060ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': 'f023cdac-04b6-4a53-a4ba-d85f589fc5c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:17:39Z', 'updated_at': '2022-05-26T21:17:42Z', 'revision_number': 4, 'project_id': '531db82a7d614586b53059ce8ff060ec', 'gw_port': {'id': 'f023cdac-04b6-4a53-a4ba-d85f589fc5c3', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b5:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a50dc2c-bd88-489d-bfdb-a4fd0028b13a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:17:40Z', 'updated_at': '2022-05-26T21:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi', '_interfaces': [{'id': '6c161118-b2cd-4488-80d9-141ca0980e57', 'name': '', 'network_id': '41dbdc29-193e-45a5-903c-2b5db1ac41da', 'tenant_id': '531db82a7d614586b53059ce8ff060ec', 'mac_address': 'fa:16:3e:e8:39:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a50dc2c-bd88-489d-bfdb-a4fd0028b13a', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '78dc0134-8352-4f81-a0ed-247d012e9208', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:17:41Z', 'updated_at': '2022-05-26T21:17:46Z', 'revision_number': 4, 'project_id': '531db82a7d614586b53059ce8ff060ec', 'subnets': [{'id': '78dc0134-8352-4f81-a0ed-247d012e9208', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 21:17:48.265384 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Device 6c161118-b2cd-4488-80d9-141ca0980e57 up at agent ovs-agent-dv-cinder-828806-3-iscsi {{(pid=104103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:17:48.309128 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Provisioning complete for port 6c161118-b2cd-4488-80d9-141ca0980e57 triggered by entity L2. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:17:48.309500 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (6c161118-b2cd-4488-80d9-141ca0980e57), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:48.370716 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:17:48.385144 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Current status of the port 6c161118-b2cd-4488-80d9-141ca0980e57 is: ACTIVE; New status is: ACTIVE {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:17:48.386205 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Device f023cdac-04b6-4a53-a4ba-d85f589fc5c3 up at agent ovs-agent-dv-cinder-828806-3-iscsi {{(pid=104103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:17:48.425998 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Provisioning complete for port f023cdac-04b6-4a53-a4ba-d85f589fc5c3 triggered by entity L2. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:17:48.426363 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (f023cdac-04b6-4a53-a4ba-d85f589fc5c3), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:48.468826 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:17:48.498670 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Current status of the port f023cdac-04b6-4a53-a4ba-d85f589fc5c3 is: ACTIVE; New status is: ACTIVE {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:17:53.723271 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (7f90b46f-777d-4aa1-89b5-840fb2878c39), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:17:53.944785 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:17:53.945604 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=62,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:17:54.236676 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=45,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:17:54.237467 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=2 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:17:57.462951 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=20 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:17:57.468951 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=22 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:17:58.600966 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-8bb23981-43ea-484c-b3dc-bd57a0047381 req-c4d0b33d-eea9-4d23-8f9b-8857e7f3f869 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-851123873&fields=id&tenant_id=1b6678b588cc47f48b84d3120deccdb4 HTTP/1.1" status: 200 len: 267 time: 0.0439706 May 26 21:17:58.707399 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb23981-43ea-484c-b3dc-bd57a0047381 req-5acf9275-23e9-4926-876f-a54db4038ba7 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:17:58.708872 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-8bb23981-43ea-484c-b3dc-bd57a0047381 req-5acf9275-23e9-4926-876f-a54db4038ba7 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] 10.222.0.57 "GET /v2.0/networks?id=d8ca9641-c007-4346-a0d8-e6a2d38ece93 HTTP/1.1" status: 200 len: 811 time: 0.1015034 May 26 21:17:58.724274 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-8bb23981-43ea-484c-b3dc-bd57a0047381 req-9e033281-ab00-4850-abdd-9d3dc2975d9f tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] 10.222.0.57 "GET /v2.0/quotas/1b6678b588cc47f48b84d3120deccdb4 HTTP/1.1" status: 200 len: 375 time: 0.0087748 May 26 21:17:58.770405 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-8bb23981-43ea-484c-b3dc-bd57a0047381 req-531abcec-dcc0-4b3f-be7e-f75c1f465623 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=1b6678b588cc47f48b84d3120deccdb4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0412753 May 26 21:17:58.785195 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [req-8bb23981-43ea-484c-b3dc-bd57a0047381 req-4a262614-b21b-4d6d-9148-eebb759b26ec service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=104102) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 26 21:17:58.786120 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-8bb23981-43ea-484c-b3dc-bd57a0047381 req-4a262614-b21b-4d6d-9148-eebb759b26ec service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0047128 May 26 21:17:58.876688 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-8bb23981-43ea-484c-b3dc-bd57a0047381 req-9df1e3c5-fd76-4172-9698-05f42ed8e041 service neutron] 10.222.0.57 "GET /v2.0/networks/d8ca9641-c007-4346-a0d8-e6a2d38ece93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854697 May 26 21:17:58.963699 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-8bb23981-43ea-484c-b3dc-bd57a0047381 req-0d30f13a-50eb-42e1-be22-f3599b46baeb service neutron] 10.222.0.57 "GET /v2.0/networks/d8ca9641-c007-4346-a0d8-e6a2d38ece93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808766 May 26 21:17:59.252657 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-6f3de083-bdc5-4fd0-a309-55bc7fa91c2d req-41beb948-0d03-447e-ae1a-95adcb65fba7 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c22170e-9d06-4063-af6f-d78526c9312b HTTP/1.1" status: 200 len: 210 time: 0.0324020 May 26 21:18:00.206354 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb23981-43ea-484c-b3dc-bd57a0047381 req-f84277b6-8eee-4ce5-a28a-f67ed080375b tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:18:00.207835 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-8bb23981-43ea-484c-b3dc-bd57a0047381 req-f84277b6-8eee-4ce5-a28a-f67ed080375b tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] 10.222.0.62 "GET /v2.0/networks?id=d8ca9641-c007-4346-a0d8-e6a2d38ece93 HTTP/1.1" status: 200 len: 811 time: 0.1044047 May 26 21:18:00.275102 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-8bb23981-43ea-484c-b3dc-bd57a0047381 req-d3049eb0-daf1-4ee1-a9c9-6d050c50fd87 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1b6678b588cc47f48b84d3120deccdb4 HTTP/1.1" status: 200 len: 379 time: 0.0538771 May 26 21:18:00.283890 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.v2.base [req-8bb23981-43ea-484c-b3dc-bd57a0047381 req-b8712247-b8b1-47a4-a82e-51b56b2f0c9b tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Request body: {'port': {'device_id': '3c22170e-9d06-4063-af6f-d78526c9312b', 'network_id': 'd8ca9641-c007-4346-a0d8-e6a2d38ece93', 'admin_state_up': True, 'tenant_id': '1b6678b588cc47f48b84d3120deccdb4', 'security_groups': ['9e599b28-9849-4147-989f-b4717a23c173']}} {{(pid=104101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:18:00.349886 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-5f202161-c912-4173-8643-a6cc8a0a38a2 req-b8c8605b-d9fd-42ff-b290-bcb8164163ee tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c22170e-9d06-4063-af6f-d78526c9312b HTTP/1.1" status: 200 len: 210 time: 0.0284116 May 26 21:18:00.398644 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bb23981-43ea-484c-b3dc-bd57a0047381 req-b8712247-b8b1-47a4-a82e-51b56b2f0c9b tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Made reservation on behalf of 1b6678b588cc47f48b84d3120deccdb4 for: {'port': 1} {{(pid=104101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 21:18:00.402323 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-8bb23981-43ea-484c-b3dc-bd57a0047381 req-b8712247-b8b1-47a4-a82e-51b56b2f0c9b tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (None), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:18:00.524551 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.db.db_base_plugin_common [req-8bb23981-43ea-484c-b3dc-bd57a0047381 req-b8712247-b8b1-47a4-a82e-51b56b2f0c9b tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Allocated IP 172.20.0.8 (d8ca9641-c007-4346-a0d8-e6a2d38ece93/db0d2f69-c60d-4c5d-9fe6-485f58de8dee/4cf8b346-650b-4cfb-b066-c026993087a7) {{(pid=104101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 21:18:00.664209 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-8bb23981-43ea-484c-b3dc-bd57a0047381 req-b8712247-b8b1-47a4-a82e-51b56b2f0c9b tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Publish callbacks [] for port (4cf8b346-650b-4cfb-b066-c026993087a7), precommit_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:18:00.697200 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-8bb23981-43ea-484c-b3dc-bd57a0047381 req-b8712247-b8b1-47a4-a82e-51b56b2f0c9b tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787881445699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13231773'] for port (4cf8b346-650b-4cfb-b066-c026993087a7), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:18:00.738116 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bb23981-43ea-484c-b3dc-bd57a0047381 req-b8712247-b8b1-47a4-a82e-51b56b2f0c9b tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Network d8ca9641-c007-4346-a0d8-e6a2d38ece93 is already hosted by enough agents. {{(pid=104101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 21:18:00.742071 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.scheduler.base_scheduler [req-8bb23981-43ea-484c-b3dc-bd57a0047381 req-b8712247-b8b1-47a4-a82e-51b56b2f0c9b tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Resources bound (agent type, host, resource id): {{(pid=104101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:18:00.748460 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bb23981-43ea-484c-b3dc-bd57a0047381 req-b8712247-b8b1-47a4-a82e-51b56b2f0c9b tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Received port after_create {{(pid=104101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 21:18:00.773965 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8712247-b8b1-47a4-a82e-51b56b2f0c9b tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Pushing event updated for resources: {'Port': ['ID=4cf8b346-650b-4cfb-b066-c026993087a7,revision_number=1']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:18:00.801679 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb23981-43ea-484c-b3dc-bd57a0047381 req-b8712247-b8b1-47a4-a82e-51b56b2f0c9b tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:18:00.802434 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-8bb23981-43ea-484c-b3dc-bd57a0047381 req-b8712247-b8b1-47a4-a82e-51b56b2f0c9b tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25531'] for port (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:18:00.820719 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-8bb23981-43ea-484c-b3dc-bd57a0047381 req-b8712247-b8b1-47a4-a82e-51b56b2f0c9b tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5407610 May 26 21:18:00.837088 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.v2.base [req-8bb23981-43ea-484c-b3dc-bd57a0047381 req-6066c988-39a5-43b5-9514-3ff39236658b service neutron] Request body: {'port': {'device_id': '3c22170e-9d06-4063-af6f-d78526c9312b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=104101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:18:00.904789 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-8bb23981-43ea-484c-b3dc-bd57a0047381 req-6066c988-39a5-43b5-9514-3ff39236658b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (4cf8b346-650b-4cfb-b066-c026993087a7), before_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:18:00.906788 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:18:00.939720 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:18:01.041200 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-fd23fa5c-0a3b-4a82-a7bb-95a37bb3538a None None] Provisioning complete for port 4cf8b346-650b-4cfb-b066-c026993087a7 triggered by entity DHCP. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:18:01.041767 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-fd23fa5c-0a3b-4a82-a7bb-95a37bb3538a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (4cf8b346-650b-4cfb-b066-c026993087a7), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:18:01.071939 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-fd23fa5c-0a3b-4a82-a7bb-95a37bb3538a None None] Port 4cf8b346-650b-4cfb-b066-c026993087a7 cannot update to ACTIVE because it is not bound. {{(pid=104103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 21:18:01.190934 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.notifiers.nova [req-8bb23981-43ea-484c-b3dc-bd57a0047381 req-6066c988-39a5-43b5-9514-3ff39236658b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cf8b346-650b-4cfb-b066-c026993087a7 {{(pid=104101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 21:18:01.198317 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-8bb23981-43ea-484c-b3dc-bd57a0047381 req-6066c988-39a5-43b5-9514-3ff39236658b service neutron] Publish callbacks [] for port (4cf8b346-650b-4cfb-b066-c026993087a7), precommit_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:18:01.211108 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.db.provisioning_blocks [req-8bb23981-43ea-484c-b3dc-bd57a0047381 req-6066c988-39a5-43b5-9514-3ff39236658b service neutron] Transition to ACTIVE for port object 4cf8b346-650b-4cfb-b066-c026993087a7 will not be triggered until provisioned by entity L2. {{(pid=104101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 21:18:01.214606 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-8bb23981-43ea-484c-b3dc-bd57a0047381 req-6066c988-39a5-43b5-9514-3ff39236658b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13231786'] for port (4cf8b346-650b-4cfb-b066-c026993087a7), after_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:18:01.262916 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6066c988-39a5-43b5-9514-3ff39236658b service neutron] Pushing event updated for resources: {'Port': ['ID=4cf8b346-650b-4cfb-b066-c026993087a7,revision_number=2']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:18:01.337812 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [req-8bb23981-43ea-484c-b3dc-bd57a0047381 req-6066c988-39a5-43b5-9514-3ff39236658b service neutron] Attempting to bind port 4cf8b346-650b-4cfb-b066-c026993087a7 on host hv-cinder-82880 for vnic_type normal with profile {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 21:18:01.338181 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [req-8bb23981-43ea-484c-b3dc-bd57a0047381 req-6066c988-39a5-43b5-9514-3ff39236658b service neutron] Attempting to bind port 4cf8b346-650b-4cfb-b066-c026993087a7 by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': '5053323c-02e0-4fed-9db2-ed9de8ed77c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'd8ca9641-c007-4346-a0d8-e6a2d38ece93'}] {{(pid=104101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 21:18:01.338533 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb23981-43ea-484c-b3dc-bd57a0047381 req-6066c988-39a5-43b5-9514-3ff39236658b service neutron] Attempting to bind port 4cf8b346-650b-4cfb-b066-c026993087a7 on network d8ca9641-c007-4346-a0d8-e6a2d38ece93 {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 21:18:01.343182 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb23981-43ea-484c-b3dc-bd57a0047381 req-6066c988-39a5-43b5-9514-3ff39236658b service neutron] Port 4cf8b346-650b-4cfb-b066-c026993087a7 on network d8ca9641-c007-4346-a0d8-e6a2d38ece93 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 21:18:01.343509 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb23981-43ea-484c-b3dc-bd57a0047381 req-6066c988-39a5-43b5-9514-3ff39236658b service neutron] Attempting to bind port 4cf8b346-650b-4cfb-b066-c026993087a7 on network d8ca9641-c007-4346-a0d8-e6a2d38ece93 {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 21:18:01.348703 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb23981-43ea-484c-b3dc-bd57a0047381 req-6066c988-39a5-43b5-9514-3ff39236658b service neutron] Checking agent: {'id': '7f90b46f-777d-4aa1-89b5-840fb2878c39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 21, 2, 24), 'started_at': datetime.datetime(2022, 5, 26, 21, 2, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 21, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 21:18:01.349039 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb23981-43ea-484c-b3dc-bd57a0047381 req-6066c988-39a5-43b5-9514-3ff39236658b service neutron] Checking segment: {'id': '5053323c-02e0-4fed-9db2-ed9de8ed77c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'd8ca9641-c007-4346-a0d8-e6a2d38ece93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 21:18:01.349417 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb23981-43ea-484c-b3dc-bd57a0047381 req-6066c988-39a5-43b5-9514-3ff39236658b service neutron] Bound using segment: {'id': '5053323c-02e0-4fed-9db2-ed9de8ed77c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'd8ca9641-c007-4346-a0d8-e6a2d38ece93'} {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 21:18:01.349895 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [req-8bb23981-43ea-484c-b3dc-bd57a0047381 req-6066c988-39a5-43b5-9514-3ff39236658b service neutron] Bound port: 4cf8b346-650b-4cfb-b066-c026993087a7, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5053323c-02e0-4fed-9db2-ed9de8ed77c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'd8ca9641-c007-4346-a0d8-e6a2d38ece93'}}] {{(pid=104101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 21:18:01.350767 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-8bb23981-43ea-484c-b3dc-bd57a0047381 req-6066c988-39a5-43b5-9514-3ff39236658b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (4cf8b346-650b-4cfb-b066-c026993087a7), before_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:18:01.420318 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.db [req-8bb23981-43ea-484c-b3dc-bd57a0047381 req-6066c988-39a5-43b5-9514-3ff39236658b service neutron] For port 4cf8b346-650b-4cfb-b066-c026993087a7, host hv-cinder-82880, cleared binding levels {{(pid=104101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 21:18:01.423544 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.db [req-8bb23981-43ea-484c-b3dc-bd57a0047381 req-6066c988-39a5-43b5-9514-3ff39236658b service neutron] For port 4cf8b346-650b-4cfb-b066-c026993087a7, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=4cf8b346-650b-4cfb-b066-c026993087a7,segment=NetworkSegment(5053323c-02e0-4fed-9db2-ed9de8ed77c8),segment_id=5053323c-02e0-4fed-9db2-ed9de8ed77c8)] {{(pid=104101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 21:18:01.430067 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-8bb23981-43ea-484c-b3dc-bd57a0047381 req-6066c988-39a5-43b5-9514-3ff39236658b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13231786'] for port (4cf8b346-650b-4cfb-b066-c026993087a7), after_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:18:01.463019 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb23981-43ea-484c-b3dc-bd57a0047381 req-6066c988-39a5-43b5-9514-3ff39236658b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:18:01.463628 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-8bb23981-43ea-484c-b3dc-bd57a0047381 req-6066c988-39a5-43b5-9514-3ff39236658b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25531'] for port (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:18:01.464967 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-8bb23981-43ea-484c-b3dc-bd57a0047381 req-6066c988-39a5-43b5-9514-3ff39236658b service neutron] 10.222.0.62 "PUT /v2.0/ports/4cf8b346-650b-4cfb-b066-c026993087a7 HTTP/1.1" status: 200 len: 1093 time: 0.6326330 May 26 21:18:01.465424 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c22170e-9d06-4063-af6f-d78526c9312b', 'tag': '4cf8b346-650b-4cfb-b066-c026993087a7'}] {{(pid=104101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:18:01.465541 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ec6cc6-6e59-4ac7-a1d3-1157cebb8d71 req-1dc79162-725c-469f-b425-119b6bbdf566 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:18:01.466962 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-77ec6cc6-6e59-4ac7-a1d3-1157cebb8d71 req-1dc79162-725c-469f-b425-119b6bbdf566 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c22170e-9d06-4063-af6f-d78526c9312b HTTP/1.1" status: 200 len: 943 time: 0.0465171 May 26 21:18:01.467688 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e35b3b942162f380527a6ddce7731c26b87baf9d9763e10c20fbd720b027cea7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f827e98-dc5c-4ace-9704-54c6e2db36f3" -d '{"events": [{"name": "network-changed", "server_uuid": "3c22170e-9d06-4063-af6f-d78526c9312b", "tag": "4cf8b346-650b-4cfb-b066-c026993087a7"}]}' {{(pid=104101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:18:01.492783 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6066c988-39a5-43b5-9514-3ff39236658b service neutron] Pushing event updated for resources: {'Port': ['ID=4cf8b346-650b-4cfb-b066-c026993087a7,revision_number=3']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:18:01.515134 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 21:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-913925da-d755-494c-bf41-028ee5ed3a5d x-openstack-request-id: req-913925da-d755-494c-bf41-028ee5ed3a5d {{(pid=104101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:18:01.515427 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c22170e-9d06-4063-af6f-d78526c9312b", "tag": "4cf8b346-650b-4cfb-b066-c026993087a7", "status": "completed", "code": 200}]} {{(pid=104101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:18:01.515677 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-913925da-d755-494c-bf41-028ee5ed3a5d {{(pid=104101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:18:01.516083 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.notifiers.nova [-] Nova event matching ['req-913925da-d755-494c-bf41-028ee5ed3a5d'] response: {'name': 'network-changed', 'server_uuid': '3c22170e-9d06-4063-af6f-d78526c9312b', 'tag': '4cf8b346-650b-4cfb-b066-c026993087a7', 'status': 'completed', 'code': 200} May 26 21:18:01.543897 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-77ec6cc6-6e59-4ac7-a1d3-1157cebb8d71 req-565a72c0-92bf-41da-afb6-7a08ca260a07 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e599b28-9849-4147-989f-b4717a23c173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699816 May 26 21:18:01.581825 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb23981-43ea-484c-b3dc-bd57a0047381 req-05ba63d9-011c-439b-9f8e-451c8a4a1d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:18:01.583336 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-8bb23981-43ea-484c-b3dc-bd57a0047381 req-05ba63d9-011c-439b-9f8e-451c8a4a1d79 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1b6678b588cc47f48b84d3120deccdb4&device_id=3c22170e-9d06-4063-af6f-d78526c9312b HTTP/1.1" status: 200 len: 1127 time: 0.0490017 May 26 21:18:01.632463 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-8bb23981-43ea-484c-b3dc-bd57a0047381 req-58a650c6-eceb-4fd7-920f-abfc03ab80f1 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4cf8b346-650b-4cfb-b066-c026993087a7 HTTP/1.1" status: 200 len: 217 time: 0.0360742 May 26 21:18:01.683850 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb23981-43ea-484c-b3dc-bd57a0047381 req-2b44e017-c372-42a6-ae3b-d1155decc508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:18:01.685302 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-8bb23981-43ea-484c-b3dc-bd57a0047381 req-2b44e017-c372-42a6-ae3b-d1155decc508 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=db0d2f69-c60d-4c5d-9fe6-485f58de8dee HTTP/1.1" status: 200 len: 850 time: 0.0470581 May 26 21:18:01.728548 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb23981-43ea-484c-b3dc-bd57a0047381 req-1abefbcb-247d-4e0c-a687-5ef18506838b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:18:01.730037 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-8bb23981-43ea-484c-b3dc-bd57a0047381 req-1abefbcb-247d-4e0c-a687-5ef18506838b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d8ca9641-c007-4346-a0d8-e6a2d38ece93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390928 May 26 21:18:01.821520 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-8bb23981-43ea-484c-b3dc-bd57a0047381 req-732838f4-fe3e-45db-921d-3c940a3d6186 service neutron] 10.222.0.62 "GET /v2.0/networks/d8ca9641-c007-4346-a0d8-e6a2d38ece93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835795 May 26 21:18:01.875382 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:18:01.891479 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:18:01.916392 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-8bb23981-43ea-484c-b3dc-bd57a0047381 req-54009eca-a55c-4249-b67c-d79f4e0a1584 service neutron] 10.222.0.62 "GET /v2.0/networks/d8ca9641-c007-4346-a0d8-e6a2d38ece93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888796 May 26 21:18:02.198068 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f827e98-dc5c-4ace-9704-54c6e2db36f3 req-877dd60b-6b21-4f6c-bd3e-0b72a933c6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:18:02.199577 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-8f827e98-dc5c-4ace-9704-54c6e2db36f3 req-877dd60b-6b21-4f6c-bd3e-0b72a933c6a9 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1b6678b588cc47f48b84d3120deccdb4&device_id=3c22170e-9d06-4063-af6f-d78526c9312b HTTP/1.1" status: 200 len: 1127 time: 0.0389369 May 26 21:18:02.289143 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f827e98-dc5c-4ace-9704-54c6e2db36f3 req-f965ff26-fc77-43b1-a412-f62008c5fa75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:18:02.290586 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-8f827e98-dc5c-4ace-9704-54c6e2db36f3 req-f965ff26-fc77-43b1-a412-f62008c5fa75 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d8ca9641-c007-4346-a0d8-e6a2d38ece93 HTTP/1.1" status: 200 len: 912 time: 0.0849781 May 26 21:18:02.327567 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-8f827e98-dc5c-4ace-9704-54c6e2db36f3 req-9a7d67c6-3f73-4065-9ebc-5cc2941ef2bb service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4cf8b346-650b-4cfb-b066-c026993087a7 HTTP/1.1" status: 200 len: 217 time: 0.0311644 May 26 21:18:02.372530 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f827e98-dc5c-4ace-9704-54c6e2db36f3 req-4f62d1b9-7a62-4d63-b522-124ab453eb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:18:02.373850 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-8f827e98-dc5c-4ace-9704-54c6e2db36f3 req-4f62d1b9-7a62-4d63-b522-124ab453eb4f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=db0d2f69-c60d-4c5d-9fe6-485f58de8dee HTTP/1.1" status: 200 len: 850 time: 0.0411589 May 26 21:18:02.418104 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f827e98-dc5c-4ace-9704-54c6e2db36f3 req-4514fc4e-9ead-4525-9736-11205e71a3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:18:02.419525 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-8f827e98-dc5c-4ace-9704-54c6e2db36f3 req-4514fc4e-9ead-4525-9736-11205e71a3af service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d8ca9641-c007-4346-a0d8-e6a2d38ece93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395875 May 26 21:18:02.505381 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-8f827e98-dc5c-4ace-9704-54c6e2db36f3 req-fd99fbe7-fce5-4a63-a014-c3ac7a6625e6 service neutron] 10.222.0.62 "GET /v2.0/networks/d8ca9641-c007-4346-a0d8-e6a2d38ece93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795927 May 26 21:18:02.593469 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-8f827e98-dc5c-4ace-9704-54c6e2db36f3 req-33094dd0-4068-4304-aa77-f1e0dc4a0933 service neutron] 10.222.0.62 "GET /v2.0/networks/d8ca9641-c007-4346-a0d8-e6a2d38ece93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828311 May 26 21:18:02.661245 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ac8cc2-0f55-4120-88b1-207aa1883ff3 req-d9bdfcd7-4326-4b97-a1d5-6345c3a041d9 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:18:02.663195 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-44ac8cc2-0f55-4120-88b1-207aa1883ff3 req-d9bdfcd7-4326-4b97-a1d5-6345c3a041d9 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c22170e-9d06-4063-af6f-d78526c9312b HTTP/1.1" status: 200 len: 943 time: 0.0461407 May 26 21:18:02.713460 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-44ac8cc2-0f55-4120-88b1-207aa1883ff3 req-c769a8ab-6344-44de-b50e-7c01f19cfe9d tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e599b28-9849-4147-989f-b4717a23c173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448132 May 26 21:18:03.825383 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a39cfa-f8fb-47b6-b1ef-4a038cb589ef req-2196c8f1-5cf1-4a20-9d75-aa09bf804bc4 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:18:03.826860 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-36a39cfa-f8fb-47b6-b1ef-4a038cb589ef req-2196c8f1-5cf1-4a20-9d75-aa09bf804bc4 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c22170e-9d06-4063-af6f-d78526c9312b HTTP/1.1" status: 200 len: 943 time: 0.0470443 May 26 21:18:03.876192 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-36a39cfa-f8fb-47b6-b1ef-4a038cb589ef req-e7f0503d-bc94-44fa-94d9-34815602b74f tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e599b28-9849-4147-989f-b4717a23c173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438821 May 26 21:18:04.986296 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e3d637-183d-4fc6-8805-b269ebb52449 req-8dc664ea-6d69-4331-a51e-71f4fa0a97d6 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:18:04.987747 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-32e3d637-183d-4fc6-8805-b269ebb52449 req-8dc664ea-6d69-4331-a51e-71f4fa0a97d6 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c22170e-9d06-4063-af6f-d78526c9312b HTTP/1.1" status: 200 len: 943 time: 0.0448446 May 26 21:18:05.035051 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-32e3d637-183d-4fc6-8805-b269ebb52449 req-7d647ebe-a9a4-4b4e-9e5c-0a43f4e65f5c tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e599b28-9849-4147-989f-b4717a23c173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410848 May 26 21:18:06.148901 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c76983-71ef-4176-a528-5f3f0284b895 req-739c5b9a-814e-438e-93ae-51310fd16c12 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:18:06.150312 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-84c76983-71ef-4176-a528-5f3f0284b895 req-739c5b9a-814e-438e-93ae-51310fd16c12 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c22170e-9d06-4063-af6f-d78526c9312b HTTP/1.1" status: 200 len: 943 time: 0.0488262 May 26 21:18:06.196900 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-84c76983-71ef-4176-a528-5f3f0284b895 req-7cb11a24-16fb-455c-b7a5-9f1d2f800d15 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e599b28-9849-4147-989f-b4717a23c173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410757 May 26 21:18:07.307655 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4541ad-91f7-40e8-a77f-2f4306e73f9f req-66b5502a-f879-4e98-b916-81af80517c1e tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:18:07.309094 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-1f4541ad-91f7-40e8-a77f-2f4306e73f9f req-66b5502a-f879-4e98-b916-81af80517c1e tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c22170e-9d06-4063-af6f-d78526c9312b HTTP/1.1" status: 200 len: 943 time: 0.0455883 May 26 21:18:07.343741 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=100 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:18:07.357284 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-1f4541ad-91f7-40e8-a77f-2f4306e73f9f req-5782c5fd-5ee6-424f-ac32-2452b5061e65 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e599b28-9849-4147-989f-b4717a23c173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427322 May 26 21:18:08.470750 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341445bf-f62e-4518-bdce-27fee61ee0e9 req-5e6477f3-7964-46aa-a2ee-33255f8fccf1 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:18:08.472193 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-341445bf-f62e-4518-bdce-27fee61ee0e9 req-5e6477f3-7964-46aa-a2ee-33255f8fccf1 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c22170e-9d06-4063-af6f-d78526c9312b HTTP/1.1" status: 200 len: 943 time: 0.0495174 May 26 21:18:08.507504 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=100 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:18:08.520892 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-341445bf-f62e-4518-bdce-27fee61ee0e9 req-c1ce316b-c3e4-4479-8844-e7f41fa9317f tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e599b28-9849-4147-989f-b4717a23c173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427191 May 26 21:18:09.510515 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Device 4cf8b346-650b-4cfb-b066-c026993087a7 details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=104103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 21:18:09.608371 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] For port 4cf8b346-650b-4cfb-b066-c026993087a7, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=4cf8b346-650b-4cfb-b066-c026993087a7,segment=NetworkSegment(5053323c-02e0-4fed-9db2-ed9de8ed77c8),segment_id=5053323c-02e0-4fed-9db2-ed9de8ed77c8)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:18:09.619782 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Returning: {'device': '4cf8b346-650b-4cfb-b066-c026993087a7', 'network_id': 'd8ca9641-c007-4346-a0d8-e6a2d38ece93', 'port_id': '4cf8b346-650b-4cfb-b066-c026993087a7', 'mac_address': 'fa:16:3e:ed:84:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db0d2f69-c60d-4c5d-9fe6-485f58de8dee', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 21:18:09.636027 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f157ea4e-06e7-492e-8d3c-7ed01443afe5 req-86cc648a-7902-42de-8e10-2ea6b5d7feca tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:18:09.637511 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-f157ea4e-06e7-492e-8d3c-7ed01443afe5 req-86cc648a-7902-42de-8e10-2ea6b5d7feca tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c22170e-9d06-4063-af6f-d78526c9312b HTTP/1.1" status: 200 len: 943 time: 0.0468924 May 26 21:18:09.657809 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Current status of the port 4cf8b346-650b-4cfb-b066-c026993087a7 is: DOWN; New status is: BUILD {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:18:09.658465 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (4cf8b346-650b-4cfb-b066-c026993087a7), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:18:09.672618 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.notifiers.nova [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cf8b346-650b-4cfb-b066-c026993087a7 {{(pid=104103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 21:18:09.689090 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-f157ea4e-06e7-492e-8d3c-7ed01443afe5 req-4912680c-bb38-4d05-b200-1e8f95c19c17 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e599b28-9849-4147-989f-b4717a23c173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459545 May 26 21:18:09.692040 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] For port 4cf8b346-650b-4cfb-b066-c026993087a7, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=4cf8b346-650b-4cfb-b066-c026993087a7,segment=NetworkSegment(5053323c-02e0-4fed-9db2-ed9de8ed77c8),segment_id=5053323c-02e0-4fed-9db2-ed9de8ed77c8)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:18:09.695926 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (4cf8b346-650b-4cfb-b066-c026993087a7), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:18:09.743145 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Pushing event updated for resources: {'Port': ['ID=4cf8b346-650b-4cfb-b066-c026993087a7,revision_number=4']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:18:09.794125 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-f1da3502-1209-4b56-bccf-57d2a7004936 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (28061657-8b16-479f-8ff4-19bdcc74bc2c), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:18:09.965559 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] get_ports_and_sgs() called for port_ids ['4cf8b346-650b-4cfb-b066-c026993087a7'] {{(pid=104103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 21:18:10.181896 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:18:10.801232 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735876ef-2287-4edd-8074-af8a01fb3944 req-957589d6-40b9-4705-92b7-a6bf3e6e7471 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:18:10.802700 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-735876ef-2287-4edd-8074-af8a01fb3944 req-957589d6-40b9-4705-92b7-a6bf3e6e7471 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c22170e-9d06-4063-af6f-d78526c9312b HTTP/1.1" status: 200 len: 944 time: 0.0460296 May 26 21:18:10.854298 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-735876ef-2287-4edd-8074-af8a01fb3944 req-b16dd974-9362-43dd-a1d1-22a8b7528562 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e599b28-9849-4147-989f-b4717a23c173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460935 May 26 21:18:11.525699 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Device 4cf8b346-650b-4cfb-b066-c026993087a7 up at agent hyperv_hv-cinder-82880 {{(pid=104103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:18:11.569620 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Provisioning for port 4cf8b346-650b-4cfb-b066-c026993087a7 completed by entity L2. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 21:18:11.574746 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Provisioning complete for port 4cf8b346-650b-4cfb-b066-c026993087a7 triggered by entity L2. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:18:11.575117 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (4cf8b346-650b-4cfb-b066-c026993087a7), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:18:11.643713 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Current status of the port 4cf8b346-650b-4cfb-b066-c026993087a7 is: BUILD; New status is: ACTIVE {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:18:11.644080 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (4cf8b346-650b-4cfb-b066-c026993087a7), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:18:11.651967 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:18:11.667991 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c22170e-9d06-4063-af6f-d78526c9312b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cf8b346-650b-4cfb-b066-c026993087a7'}] {{(pid=104103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:18:11.670219 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b44267d7c8a7abe6e93cd6d61df03f02c4feaf0da3ba5ea8b381a36bebf6efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-208b2bfd-96bc-4f67-9d20-7bf7d112d482" -d '{"events": [{"server_uuid": "3c22170e-9d06-4063-af6f-d78526c9312b", "name": "network-vif-plugged", "status": "completed", "tag": "4cf8b346-650b-4cfb-b066-c026993087a7"}]}' {{(pid=104103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:18:11.682504 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] For port 4cf8b346-650b-4cfb-b066-c026993087a7, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=4cf8b346-650b-4cfb-b066-c026993087a7,segment=NetworkSegment(5053323c-02e0-4fed-9db2-ed9de8ed77c8),segment_id=5053323c-02e0-4fed-9db2-ed9de8ed77c8)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:18:11.686841 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (4cf8b346-650b-4cfb-b066-c026993087a7), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:18:11.710041 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 21:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a525aa9d-cd3e-4901-ad8d-04e6f4ca0cd9 x-openstack-request-id: req-a525aa9d-cd3e-4901-ad8d-04e6f4ca0cd9 {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:18:11.710335 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c22170e-9d06-4063-af6f-d78526c9312b", "name": "network-vif-plugged", "status": "completed", "tag": "4cf8b346-650b-4cfb-b066-c026993087a7", "code": 200}]} {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:18:11.711151 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a525aa9d-cd3e-4901-ad8d-04e6f4ca0cd9 {{(pid=104103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:18:11.711543 dv-cinder-828806-3-iscsi neutron-server[104103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a525aa9d-cd3e-4901-ad8d-04e6f4ca0cd9'] response: {'server_uuid': '3c22170e-9d06-4063-af6f-d78526c9312b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cf8b346-650b-4cfb-b066-c026993087a7', 'code': 200} May 26 21:18:11.735228 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Pushing event updated for resources: {'Port': ['ID=4cf8b346-650b-4cfb-b066-c026993087a7,revision_number=5']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:18:11.946749 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f011a9a6-49be-4bc4-96e5-9d5960ec7c2b req-04c58241-f7ad-4f0a-a54e-0db22889d631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:18:11.948283 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-f011a9a6-49be-4bc4-96e5-9d5960ec7c2b req-04c58241-f7ad-4f0a-a54e-0db22889d631 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=3c22170e-9d06-4063-af6f-d78526c9312b HTTP/1.1" status: 200 len: 1129 time: 0.0390196 May 26 21:18:11.969535 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea31a64c-18b1-4c06-936e-f963abf9054c req-8461d1ef-4e27-4f54-ab25-8cd8011c088f tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:18:11.971051 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-ea31a64c-18b1-4c06-936e-f963abf9054c req-8461d1ef-4e27-4f54-ab25-8cd8011c088f tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c22170e-9d06-4063-af6f-d78526c9312b HTTP/1.1" status: 200 len: 945 time: 0.0478034 May 26 21:18:11.994010 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-f011a9a6-49be-4bc4-96e5-9d5960ec7c2b req-a29b0ad7-c680-45a8-83cd-90586497d030 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=9e599b28-9849-4147-989f-b4717a23c173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397487 May 26 21:18:12.018838 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-ea31a64c-18b1-4c06-936e-f963abf9054c req-d1fc9b89-f974-4bb9-9618-e6b38c30d32c tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e599b28-9849-4147-989f-b4717a23c173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421979 May 26 21:18:12.073400 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-3e8875c8-2eda-4f9c-9c37-c0b9a3439c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (ccb07560-1e88-42f3-8411-377a93089622), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:18:13.047654 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-2cedcaf3-f8c8-488c-9e0f-8ce175add227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (5deefb54-cd62-4255-b022-7e9734e3e0b8), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:18:13.133287 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85b089e-cb23-4b1a-b878-2d182b0a9e28 req-5acbd66e-47d4-4971-add1-3dd35665bbe1 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:18:13.134662 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-b85b089e-cb23-4b1a-b878-2d182b0a9e28 req-5acbd66e-47d4-4971-add1-3dd35665bbe1 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c22170e-9d06-4063-af6f-d78526c9312b HTTP/1.1" status: 200 len: 945 time: 0.0457044 May 26 21:18:13.182238 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-b85b089e-cb23-4b1a-b878-2d182b0a9e28 req-aa0f966d-ccd7-4e2d-8c67-c434eba9f6aa tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e599b28-9849-4147-989f-b4717a23c173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421400 May 26 21:18:13.299897 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9941bbf-6c1f-4c86-9785-25797d772958 req-1528e93c-ec77-401c-bfe3-da146109a287 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:18:13.301542 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-f9941bbf-6c1f-4c86-9785-25797d772958 req-1528e93c-ec77-401c-bfe3-da146109a287 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c22170e-9d06-4063-af6f-d78526c9312b HTTP/1.1" status: 200 len: 945 time: 0.0508549 May 26 21:18:13.350177 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-f9941bbf-6c1f-4c86-9785-25797d772958 req-f475ff5c-b642-4e8b-a1ce-50bde4b074e4 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e599b28-9849-4147-989f-b4717a23c173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425532 May 26 21:18:13.374318 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 54800) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:18:13.509543 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86954a36-c709-4768-8a0a-3c45527c0f39 tempest-TestVolumeBootPattern-330259607 tempest-TestVolumeBootPattern-330259607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:18:13.511071 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-86954a36-c709-4768-8a0a-3c45527c0f39 tempest-TestVolumeBootPattern-330259607 tempest-TestVolumeBootPattern-330259607-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=3c22170e-9d06-4063-af6f-d78526c9312b HTTP/1.1" status: 200 len: 1124 time: 0.1357059 May 26 21:18:13.513878 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 54804) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:18:13.517970 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.v2.base [None req-f1646c87-4d9a-40ba-aaf3-049ddd994ef7 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Request body: {'floatingip': {'floating_network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'port_id': '4cf8b346-650b-4cfb-b066-c026993087a7', 'tenant_id': '1b6678b588cc47f48b84d3120deccdb4', 'fixed_ip_address': '172.20.0.8'}} {{(pid=104102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:18:13.538164 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-f1646c87-4d9a-40ba-aaf3-049ddd994ef7 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:18:13.805436 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-f1646c87-4d9a-40ba-aaf3-049ddd994ef7 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (None), before_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:18:13.906710 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.db.db_base_plugin_common [None req-f1646c87-4d9a-40ba-aaf3-049ddd994ef7 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Allocated IP 172.27.2.80 (7d433162-bc3c-42dc-9b38-0bd5733b5e12/724ba99f-4e90-4a15-97fd-930eedded7a9/2c90bfd8-c18a-4a19-ab02-fe106f3b0fc2) {{(pid=104102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 21:18:13.971831 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:18:14.010282 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-f1646c87-4d9a-40ba-aaf3-049ddd994ef7 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Publish callbacks [] for port (2c90bfd8-c18a-4a19-ab02-fe106f3b0fc2), precommit_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:18:14.042616 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-f1646c87-4d9a-40ba-aaf3-049ddd994ef7 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787881445699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16679263'] for port (2c90bfd8-c18a-4a19-ab02-fe106f3b0fc2), after_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:18:14.046400 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:18:14.080393 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1646c87-4d9a-40ba-aaf3-049ddd994ef7 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Network 7d433162-bc3c-42dc-9b38-0bd5733b5e12 is already hosted by enough agents. {{(pid=104102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 21:18:14.083505 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.scheduler.base_scheduler [None req-f1646c87-4d9a-40ba-aaf3-049ddd994ef7 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Resources bound (agent type, host, resource id): {{(pid=104102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:18:14.089631 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1646c87-4d9a-40ba-aaf3-049ddd994ef7 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Received port after_create {{(pid=104102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 21:18:14.114150 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1646c87-4d9a-40ba-aaf3-049ddd994ef7 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Pushing event updated for resources: {'Port': ['ID=2c90bfd8-c18a-4a19-ab02-fe106f3b0fc2,revision_number=1']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:18:14.432489 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-f1646c87-4d9a-40ba-aaf3-049ddd994ef7 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Publish callbacks [] for floatingip (f11f6ca1-fa5f-41f5-aecc-2958c6106a43), precommit_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:18:14.495651 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-f1646c87-4d9a-40ba-aaf3-049ddd994ef7 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (2c90bfd8-c18a-4a19-ab02-fe106f3b0fc2), before_update {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:18:14.555947 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-46f12c73-3700-4e7e-86c8-206b84d0e626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (54d4a93e-badb-480c-831f-99f9f6beb5f4), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:18:14.673289 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-f1646c87-4d9a-40ba-aaf3-049ddd994ef7 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Publish callbacks [] for port (2c90bfd8-c18a-4a19-ab02-fe106f3b0fc2), precommit_update {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:18:14.677734 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-f1646c87-4d9a-40ba-aaf3-049ddd994ef7 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16679272'] for port (2c90bfd8-c18a-4a19-ab02-fe106f3b0fc2), after_update {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:18:14.729062 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:18:14.750173 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1646c87-4d9a-40ba-aaf3-049ddd994ef7 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Pushing event updated for resources: {'Port': ['ID=2c90bfd8-c18a-4a19-ab02-fe106f3b0fc2,revision_number=2']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:18:14.756636 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-f1646c87-4d9a-40ba-aaf3-049ddd994ef7 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1614815'] for floatingip (f11f6ca1-fa5f-41f5-aecc-2958c6106a43), after_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:18:14.849447 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.db.l3_db [None req-f1646c87-4d9a-40ba-aaf3-049ddd994ef7 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Floating IP f11f6ca1-fa5f-41f5-aecc-2958c6106a43 associated. External IP: 172.27.2.80, port: 4cf8b346-650b-4cfb-b066-c026993087a7. May 26 21:18:14.882572 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:18:15.046861 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1646c87-4d9a-40ba-aaf3-049ddd994ef7 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Router a86a8475-80a4-4f92-999f-66418eb719a1 has already been hosted by L3 agent ccb07560-1e88-42f3-8411-377a93089622 {{(pid=104102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 21:18:15.146825 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1646c87-4d9a-40ba-aaf3-049ddd994ef7 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Notify agent at l3_agent.dv-cinder-828806-3-iscsi the message routers_updated {{(pid=104102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 21:18:15.157072 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd652ec-d105-48dd-b1dd-6d6caa0cac0a None None] Sync routers for ids ['a86a8475-80a4-4f92-999f-66418eb719a1'] in dv-cinder-828806-3-iscsi {{(pid=104103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 21:18:15.164394 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-f1646c87-4d9a-40ba-aaf3-049ddd994ef7 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25531'] for floatingip (None), before_response {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:18:15.166708 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd652ec-d105-48dd-b1dd-6d6caa0cac0a None None] Routers {'a86a8475-80a4-4f92-999f-66418eb719a1'} bound to L3 agent in host dv-cinder-828806-3-iscsi {{(pid=104103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:18:15.167318 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_hamode_db [None req-2fd652ec-d105-48dd-b1dd-6d6caa0cac0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T20:55:42Z,description=,heartbeat_timestamp=2022-05-26T21:18:12Z,host='dv-cinder-828806-3-iscsi',id=ccb07560-1e88-42f3-8411-377a93089622,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T20:55:42Z,topic='l3_agent')) {'router_ids': ['a86a8475-80a4-4f92-999f-66418eb719a1'], 'active': True} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:18:15.193847 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-f1646c87-4d9a-40ba-aaf3-049ddd994ef7 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6789896 May 26 21:18:15.194560 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c22170e-9d06-4063-af6f-d78526c9312b', 'tag': '4cf8b346-650b-4cfb-b066-c026993087a7'}] {{(pid=104102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:18:15.197414 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706b1c0bf4c108867c85ce24421d64e29e03a8d677c0da793374f2c7f89b1863" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e113833-a5d2-4d8f-ae12-3e4e56476d05" -d '{"events": [{"name": "network-changed", "server_uuid": "3c22170e-9d06-4063-af6f-d78526c9312b", "tag": "4cf8b346-650b-4cfb-b066-c026993087a7"}]}' {{(pid=104102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:18:15.234633 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 21:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4da434c-e9dd-4c27-976a-5a042994ce5f x-openstack-request-id: req-e4da434c-e9dd-4c27-976a-5a042994ce5f {{(pid=104102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:18:15.234971 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c22170e-9d06-4063-af6f-d78526c9312b", "tag": "4cf8b346-650b-4cfb-b066-c026993087a7", "status": "completed", "code": 200}]} {{(pid=104102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:18:15.235223 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e4da434c-e9dd-4c27-976a-5a042994ce5f {{(pid=104102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:18:15.235620 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4da434c-e9dd-4c27-976a-5a042994ce5f'] response: {'name': 'network-changed', 'server_uuid': '3c22170e-9d06-4063-af6f-d78526c9312b', 'tag': '4cf8b346-650b-4cfb-b066-c026993087a7', 'status': 'completed', 'code': 200} May 26 21:18:15.277189 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvr_db [None req-2fd652ec-d105-48dd-b1dd-6d6caa0cac0a None None] Set router a86a8475-80a4-4f92-999f-66418eb719a1 gateway port host: dv-cinder-828806-3-iscsi {{(pid=104103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:18:15.312628 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e113833-a5d2-4d8f-ae12-3e4e56476d05 req-b08e323a-cb72-44bb-ad58-9c17dccf486a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:18:15.314097 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-9e113833-a5d2-4d8f-ae12-3e4e56476d05 req-b08e323a-cb72-44bb-ad58-9c17dccf486a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1b6678b588cc47f48b84d3120deccdb4&device_id=3c22170e-9d06-4063-af6f-d78526c9312b HTTP/1.1" status: 200 len: 1129 time: 0.0373745 May 26 21:18:15.405484 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e113833-a5d2-4d8f-ae12-3e4e56476d05 req-3f7683c3-9ebc-4e0c-9215-8edceb2ff5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:18:15.406980 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-9e113833-a5d2-4d8f-ae12-3e4e56476d05 req-3f7683c3-9ebc-4e0c-9215-8edceb2ff5cc service neutron] 10.222.0.62 "GET /v2.0/networks?id=d8ca9641-c007-4346-a0d8-e6a2d38ece93 HTTP/1.1" status: 200 len: 912 time: 0.0871887 May 26 21:18:15.465546 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-9e113833-a5d2-4d8f-ae12-3e4e56476d05 req-ed952ac2-4448-4e84-9e5b-3662be5226b9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4cf8b346-650b-4cfb-b066-c026993087a7 HTTP/1.1" status: 200 len: 998 time: 0.0528359 May 26 21:18:15.479232 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_hamode_db [None req-2fd652ec-d105-48dd-b1dd-6d6caa0cac0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a86a8475-80a4-4f92-999f-66418eb719a1', 'name': 'tempest-TestVolumeBootPattern-496851519-router', 'tenant_id': '1b6678b588cc47f48b84d3120deccdb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': 'd2848d8a-9df8-4d16-af57-f77e1970b230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:17:35Z', 'updated_at': '2022-05-26T21:17:37Z', 'revision_number': 4, 'project_id': '1b6678b588cc47f48b84d3120deccdb4', 'gw_port': {'id': 'd2848d8a-9df8-4d16-af57-f77e1970b230', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a8:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86a8475-80a4-4f92-999f-66418eb719a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:17:35Z', 'updated_at': '2022-05-26T21:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi', '_floatingips': [{'id': 'f11f6ca1-fa5f-41f5-aecc-2958c6106a43', 'tenant_id': '1b6678b588cc47f48b84d3120deccdb4', 'floating_ip_address': '172.27.2.80', 'floating_network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'router_id': 'a86a8475-80a4-4f92-999f-66418eb719a1', 'port_id': '4cf8b346-650b-4cfb-b066-c026993087a7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8ca9641-c007-4346-a0d8-e6a2d38ece93', 'mac_address': 'fa:16:3e:ed:84:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c22170e-9d06-4063-af6f-d78526c9312b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T21:18:14Z', 'updated_at': '2022-05-26T21:18:14Z', 'revision_number': 0, 'project_id': '1b6678b588cc47f48b84d3120deccdb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e1277bc-57dc-4023-a5f9-ebeec19ea03f', 'name': '', 'network_id': 'd8ca9641-c007-4346-a0d8-e6a2d38ece93', 'tenant_id': '1b6678b588cc47f48b84d3120deccdb4', 'mac_address': 'fa:16:3e:6b:80:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86a8475-80a4-4f92-999f-66418eb719a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'db0d2f69-c60d-4c5d-9fe6-485f58de8dee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:17:37Z', 'updated_at': '2022-05-26T21:17:41Z', 'revision_number': 5, 'project_id': '1b6678b588cc47f48b84d3120deccdb4', 'subnets': [{'id': 'db0d2f69-c60d-4c5d-9fe6-485f58de8dee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-3-iscsi', False) {} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:18:15.507292 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd652ec-d105-48dd-b1dd-6d6caa0cac0a None None] Checking router: a86a8475-80a4-4f92-999f-66418eb719a1 for host: dv-cinder-828806-3-iscsi {{(pid=104103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 21:18:15.516165 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd652ec-d105-48dd-b1dd-6d6caa0cac0a None None] Routers {'a86a8475-80a4-4f92-999f-66418eb719a1'} bound to L3 agent in host dv-cinder-828806-3-iscsi {{(pid=104103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:18:15.516310 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e113833-a5d2-4d8f-ae12-3e4e56476d05 req-497ce9ab-8399-45e9-ab18-16e2210ddc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:18:15.516765 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_hamode_db [None req-2fd652ec-d105-48dd-b1dd-6d6caa0cac0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T20:55:42Z,description=,heartbeat_timestamp=2022-05-26T21:18:12Z,host='dv-cinder-828806-3-iscsi',id=ccb07560-1e88-42f3-8411-377a93089622,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T20:55:42Z,topic='l3_agent')) {'router_ids': ['a86a8475-80a4-4f92-999f-66418eb719a1'], 'active': True} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:18:15.517714 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-9e113833-a5d2-4d8f-ae12-3e4e56476d05 req-497ce9ab-8399-45e9-ab18-16e2210ddc11 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=db0d2f69-c60d-4c5d-9fe6-485f58de8dee HTTP/1.1" status: 200 len: 850 time: 0.0463674 May 26 21:18:15.559043 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e113833-a5d2-4d8f-ae12-3e4e56476d05 req-4d537a50-5ef0-4345-8e17-ba3cd5017626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:18:15.560495 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-9e113833-a5d2-4d8f-ae12-3e4e56476d05 req-4d537a50-5ef0-4345-8e17-ba3cd5017626 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d8ca9641-c007-4346-a0d8-e6a2d38ece93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0373263 May 26 21:18:15.615354 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvr_db [None req-2fd652ec-d105-48dd-b1dd-6d6caa0cac0a None None] Set router a86a8475-80a4-4f92-999f-66418eb719a1 gateway port host: dv-cinder-828806-3-iscsi {{(pid=104103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:18:15.646888 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-9e113833-a5d2-4d8f-ae12-3e4e56476d05 req-9c996836-f918-4f8a-91b8-25769b5e5b4d service neutron] 10.222.0.62 "GET /v2.0/networks/d8ca9641-c007-4346-a0d8-e6a2d38ece93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804548 May 26 21:18:15.704677 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=100 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:18:15.737998 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=100 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:18:15.742852 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-9e113833-a5d2-4d8f-ae12-3e4e56476d05 req-611f3720-2cf1-446d-80f5-0c65d7771730 service neutron] 10.222.0.62 "GET /v2.0/networks/d8ca9641-c007-4346-a0d8-e6a2d38ece93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902054 May 26 21:18:15.846201 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:18:15.944394 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_hamode_db [None req-2fd652ec-d105-48dd-b1dd-6d6caa0cac0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a86a8475-80a4-4f92-999f-66418eb719a1', 'name': 'tempest-TestVolumeBootPattern-496851519-router', 'tenant_id': '1b6678b588cc47f48b84d3120deccdb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': 'd2848d8a-9df8-4d16-af57-f77e1970b230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:17:35Z', 'updated_at': '2022-05-26T21:17:37Z', 'revision_number': 4, 'project_id': '1b6678b588cc47f48b84d3120deccdb4', 'gw_port': {'id': 'd2848d8a-9df8-4d16-af57-f77e1970b230', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a8:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86a8475-80a4-4f92-999f-66418eb719a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:17:35Z', 'updated_at': '2022-05-26T21:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi', '_floatingips': [{'id': 'f11f6ca1-fa5f-41f5-aecc-2958c6106a43', 'tenant_id': '1b6678b588cc47f48b84d3120deccdb4', 'floating_ip_address': '172.27.2.80', 'floating_network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'router_id': 'a86a8475-80a4-4f92-999f-66418eb719a1', 'port_id': '4cf8b346-650b-4cfb-b066-c026993087a7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8ca9641-c007-4346-a0d8-e6a2d38ece93', 'mac_address': 'fa:16:3e:ed:84:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c22170e-9d06-4063-af6f-d78526c9312b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T21:18:14Z', 'updated_at': '2022-05-26T21:18:14Z', 'revision_number': 0, 'project_id': '1b6678b588cc47f48b84d3120deccdb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e1277bc-57dc-4023-a5f9-ebeec19ea03f', 'name': '', 'network_id': 'd8ca9641-c007-4346-a0d8-e6a2d38ece93', 'tenant_id': '1b6678b588cc47f48b84d3120deccdb4', 'mac_address': 'fa:16:3e:6b:80:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86a8475-80a4-4f92-999f-66418eb719a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'db0d2f69-c60d-4c5d-9fe6-485f58de8dee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:17:37Z', 'updated_at': '2022-05-26T21:17:41Z', 'revision_number': 5, 'project_id': '1b6678b588cc47f48b84d3120deccdb4', 'subnets': [{'id': 'db0d2f69-c60d-4c5d-9fe6-485f58de8dee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-3-iscsi', False) {} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:18:15.972064 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd652ec-d105-48dd-b1dd-6d6caa0cac0a None None] The sync data for ids ['a86a8475-80a4-4f92-999f-66418eb719a1'] in dv-cinder-828806-3-iscsi is: [{'id': 'a86a8475-80a4-4f92-999f-66418eb719a1', 'name': 'tempest-TestVolumeBootPattern-496851519-router', 'tenant_id': '1b6678b588cc47f48b84d3120deccdb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': 'd2848d8a-9df8-4d16-af57-f77e1970b230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:17:35Z', 'updated_at': '2022-05-26T21:17:37Z', 'revision_number': 4, 'project_id': '1b6678b588cc47f48b84d3120deccdb4', 'gw_port': {'id': 'd2848d8a-9df8-4d16-af57-f77e1970b230', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a8:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86a8475-80a4-4f92-999f-66418eb719a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:17:35Z', 'updated_at': '2022-05-26T21:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi', '_floatingips': [{'id': 'f11f6ca1-fa5f-41f5-aecc-2958c6106a43', 'tenant_id': '1b6678b588cc47f48b84d3120deccdb4', 'floating_ip_address': '172.27.2.80', 'floating_network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'router_id': 'a86a8475-80a4-4f92-999f-66418eb719a1', 'port_id': '4cf8b346-650b-4cfb-b066-c026993087a7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8ca9641-c007-4346-a0d8-e6a2d38ece93', 'mac_address': 'fa:16:3e:ed:84:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c22170e-9d06-4063-af6f-d78526c9312b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T21:18:14Z', 'updated_at': '2022-05-26T21:18:14Z', 'revision_number': 0, 'project_id': '1b6678b588cc47f48b84d3120deccdb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e1277bc-57dc-4023-a5f9-ebeec19ea03f', 'name': '', 'network_id': 'd8ca9641-c007-4346-a0d8-e6a2d38ece93', 'tenant_id': '1b6678b588cc47f48b84d3120deccdb4', 'mac_address': 'fa:16:3e:6b:80:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86a8475-80a4-4f92-999f-66418eb719a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'db0d2f69-c60d-4c5d-9fe6-485f58de8dee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:17:37Z', 'updated_at': '2022-05-26T21:17:41Z', 'revision_number': 5, 'project_id': '1b6678b588cc47f48b84d3120deccdb4', 'subnets': [{'id': 'db0d2f69-c60d-4c5d-9fe6-485f58de8dee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 21:18:16.004079 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (545ffc5a-00f7-4140-8f25-9e74b0e32d39), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:18:16.167209 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c0821d-7c41-4d76-afe1-49bf7245bb04 None None] New status for floating IP f11f6ca1-fa5f-41f5-aecc-2958c6106a43: ACTIVE {{(pid=104104) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 21:18:19.592131 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.agents_db [None req-7031173d-d819-4c63-a4ce-0c5776890f6a None None] Agent healthcheck: found 6 active agents {{(pid=104104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 21:18:23.722311 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (7f90b46f-777d-4aa1-89b5-840fb2878c39), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:18:25.186838 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=54,neutron:DELETE=1 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:18:25.191143 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=34,neutron:DELETE=1 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:18:25.736654 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=5 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:18:33.716456 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=13 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:18:33.718470 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:UPDATE=4,neutron:SELECT=91 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:18:34.695808 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=28,neutron:UPDATE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:18:34.699076 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=26,neutron:UPDATE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:18:39.795115 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-140f985a-9fc4-4e59-b90e-cd9054f159bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (28061657-8b16-479f-8ff4-19bdcc74bc2c), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:18:40.088415 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-c2e919ce-2302-491b-8252-dc8cd3149609 req-5076292c-3333-4224-b5b7-66ca1cdb0824 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=3c22170e-9d06-4063-af6f-d78526c9312b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0377309 May 26 21:18:40.185976 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e919ce-2302-491b-8252-dc8cd3149609 req-39ab1cd6-211a-4951-9150-680d2d577903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:18:40.187438 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-c2e919ce-2302-491b-8252-dc8cd3149609 req-39ab1cd6-211a-4951-9150-680d2d577903 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1b6678b588cc47f48b84d3120deccdb4&device_id=3c22170e-9d06-4063-af6f-d78526c9312b HTTP/1.1" status: 200 len: 1129 time: 0.0384407 May 26 21:18:40.291185 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e919ce-2302-491b-8252-dc8cd3149609 req-abadcb17-bc1f-42fe-8705-ad94a0c0b8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:18:40.292636 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-c2e919ce-2302-491b-8252-dc8cd3149609 req-abadcb17-bc1f-42fe-8705-ad94a0c0b8bd service neutron] 10.222.0.62 "GET /v2.0/networks?id=d8ca9641-c007-4346-a0d8-e6a2d38ece93 HTTP/1.1" status: 200 len: 912 time: 0.0859151 May 26 21:18:40.355520 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-c2e919ce-2302-491b-8252-dc8cd3149609 req-f65bfec7-c7dc-4122-80af-52098513786c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4cf8b346-650b-4cfb-b066-c026993087a7 HTTP/1.1" status: 200 len: 1000 time: 0.0568392 May 26 21:18:40.406023 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e919ce-2302-491b-8252-dc8cd3149609 req-10f94c6a-c73c-4767-ba93-b8464037eaea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:18:40.407413 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-c2e919ce-2302-491b-8252-dc8cd3149609 req-10f94c6a-c73c-4767-ba93-b8464037eaea service neutron] 10.222.0.62 "GET /v2.0/subnets?id=db0d2f69-c60d-4c5d-9fe6-485f58de8dee HTTP/1.1" status: 200 len: 850 time: 0.0453446 May 26 21:18:40.447308 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e919ce-2302-491b-8252-dc8cd3149609 req-cdeed0d3-e8e0-4650-86f1-6c3bf667a81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:18:40.448676 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-c2e919ce-2302-491b-8252-dc8cd3149609 req-cdeed0d3-e8e0-4650-86f1-6c3bf667a81a service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d8ca9641-c007-4346-a0d8-e6a2d38ece93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0360231 May 26 21:18:40.534108 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-c2e919ce-2302-491b-8252-dc8cd3149609 req-a8e63df7-0573-4910-8b00-f9989407b4f7 service neutron] 10.222.0.62 "GET /v2.0/networks/d8ca9641-c007-4346-a0d8-e6a2d38ece93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783908 May 26 21:18:40.622352 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-c2e919ce-2302-491b-8252-dc8cd3149609 req-c72270ef-3288-4c14-a2f9-65a0bba46db8 service neutron] 10.222.0.62 "GET /v2.0/networks/d8ca9641-c007-4346-a0d8-e6a2d38ece93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827181 May 26 21:18:42.074164 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-60ed3f4e-4a7c-4a9d-91d3-3ec3a3a03fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (ccb07560-1e88-42f3-8411-377a93089622), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:18:43.049913 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-2cedcaf3-f8c8-488c-9e0f-8ce175add227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (5deefb54-cd62-4255-b022-7e9734e3e0b8), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:18:44.558181 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-46f12c73-3700-4e7e-86c8-206b84d0e626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (54d4a93e-badb-480c-831f-99f9f6beb5f4), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:18:46.006703 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (545ffc5a-00f7-4140-8f25-9e74b0e32d39), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:18:50.612480 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=50 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:18:50.619833 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=51 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:18:53.726849 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (7f90b46f-777d-4aa1-89b5-840fb2878c39), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:18:56.591306 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.agents_db [None req-7031173d-d819-4c63-a4ce-0c5776890f6a None None] Agent healthcheck: found 6 active agents {{(pid=104104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 21:19:03.718134 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:19:03.722715 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:19:09.796343 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4025e436-666b-4565-9455-45737d9ed2d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (28061657-8b16-479f-8ff4-19bdcc74bc2c), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:19:11.460257 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=3 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:19:11.460974 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=5 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:19:12.075989 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-afe132cf-19f8-4c6f-89b2-5a916a951950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (ccb07560-1e88-42f3-8411-377a93089622), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:19:13.052243 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-2cedcaf3-f8c8-488c-9e0f-8ce175add227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (5deefb54-cd62-4255-b022-7e9734e3e0b8), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:19:14.560137 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-46f12c73-3700-4e7e-86c8-206b84d0e626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (54d4a93e-badb-480c-831f-99f9f6beb5f4), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:19:16.009902 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (545ffc5a-00f7-4140-8f25-9e74b0e32d39), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:19:23.735829 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (7f90b46f-777d-4aa1-89b5-840fb2878c39), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:19:33.590595 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.agents_db [None req-7031173d-d819-4c63-a4ce-0c5776890f6a None None] Agent healthcheck: found 6 active agents {{(pid=104104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 21:19:33.730183 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:19:33.732073 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=19,neutron:UPDATE=4 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:19:39.797409 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-e388add1-8e2c-48d8-a12e-43276b49bfd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (28061657-8b16-479f-8ff4-19bdcc74bc2c), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:19:40.095070 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-d5fc135b-f0ff-42c2-930e-0e664b6e7db2 req-3c44cf3b-58b9-47b7-a7ba-844e77463188 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=3c22170e-9d06-4063-af6f-d78526c9312b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0401518 May 26 21:19:40.186846 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fc135b-f0ff-42c2-930e-0e664b6e7db2 req-a239f48b-dc23-4dc4-b5b6-59d8ce0b6add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:19:40.188261 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-d5fc135b-f0ff-42c2-930e-0e664b6e7db2 req-a239f48b-dc23-4dc4-b5b6-59d8ce0b6add service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1b6678b588cc47f48b84d3120deccdb4&device_id=3c22170e-9d06-4063-af6f-d78526c9312b HTTP/1.1" status: 200 len: 1129 time: 0.0368228 May 26 21:19:40.294275 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fc135b-f0ff-42c2-930e-0e664b6e7db2 req-6a10cda0-b6e4-48f4-bad2-ef99164f2dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:19:40.295745 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-d5fc135b-f0ff-42c2-930e-0e664b6e7db2 req-6a10cda0-b6e4-48f4-bad2-ef99164f2dae service neutron] 10.222.0.62 "GET /v2.0/networks?id=d8ca9641-c007-4346-a0d8-e6a2d38ece93 HTTP/1.1" status: 200 len: 912 time: 0.0896356 May 26 21:19:40.354466 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-d5fc135b-f0ff-42c2-930e-0e664b6e7db2 req-7e572868-5375-4989-ad7a-1ec754f90bf2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4cf8b346-650b-4cfb-b066-c026993087a7 HTTP/1.1" status: 200 len: 1000 time: 0.0532429 May 26 21:19:40.404695 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fc135b-f0ff-42c2-930e-0e664b6e7db2 req-5b640f05-acd7-4659-a6f4-7a09b84253e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:19:40.406121 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-d5fc135b-f0ff-42c2-930e-0e664b6e7db2 req-5b640f05-acd7-4659-a6f4-7a09b84253e0 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=db0d2f69-c60d-4c5d-9fe6-485f58de8dee HTTP/1.1" status: 200 len: 850 time: 0.0461164 May 26 21:19:40.446469 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fc135b-f0ff-42c2-930e-0e664b6e7db2 req-31becebb-bf28-456c-8a37-6c81a4a8534f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:19:40.448492 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-d5fc135b-f0ff-42c2-930e-0e664b6e7db2 req-31becebb-bf28-456c-8a37-6c81a4a8534f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d8ca9641-c007-4346-a0d8-e6a2d38ece93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0370567 May 26 21:19:40.532115 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-d5fc135b-f0ff-42c2-930e-0e664b6e7db2 req-31a2e893-38c2-48db-be72-1b0db0ec51f0 service neutron] 10.222.0.62 "GET /v2.0/networks/d8ca9641-c007-4346-a0d8-e6a2d38ece93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0775723 May 26 21:19:40.620900 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-d5fc135b-f0ff-42c2-930e-0e664b6e7db2 req-7db164f0-3f7b-46aa-ad95-d6b52dd18ac0 service neutron] 10.222.0.62 "GET /v2.0/networks/d8ca9641-c007-4346-a0d8-e6a2d38ece93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835192 May 26 21:19:42.077766 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-f27448ad-f835-4eaf-bfc6-156e20afa257 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (ccb07560-1e88-42f3-8411-377a93089622), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:19:43.058150 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-2cedcaf3-f8c8-488c-9e0f-8ce175add227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (5deefb54-cd62-4255-b022-7e9734e3e0b8), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:19:44.561851 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-46f12c73-3700-4e7e-86c8-206b84d0e626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (54d4a93e-badb-480c-831f-99f9f6beb5f4), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:19:46.011810 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (545ffc5a-00f7-4140-8f25-9e74b0e32d39), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:19:48.462062 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=4 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:19:48.466682 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:DELETE=1,neutron:SELECT=5 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:19:50.611151 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=46 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:19:50.617383 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=55 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:19:53.736249 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (7f90b46f-777d-4aa1-89b5-840fb2878c39), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:19:55.131173 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [req-14004f58-05f4-4c65-afc2-ee2f40fe6714 req-cae2b999-b405-47b9-9b91-6a02dc3e2ca5 service neutron] (104101) timed out ('10.222.0.62', 65352) {{(pid=104101) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 26 21:20:03.729081 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:20:03.732135 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:20:09.799280 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-abb52574-8caa-4950-90a3-eeace9da1f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (28061657-8b16-479f-8ff4-19bdcc74bc2c), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:20:10.590153 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.agents_db [None req-7031173d-d819-4c63-a4ce-0c5776890f6a None None] Agent healthcheck: found 6 active agents {{(pid=104104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 21:20:10.658139 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c029c52a-f99f-4147-88ab-336981bb16c0 req-a50e03f4-22ec-4ab6-916b-365a9c5cae86 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:20:10.659602 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-c029c52a-f99f-4147-88ab-336981bb16c0 req-a50e03f4-22ec-4ab6-916b-365a9c5cae86 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c22170e-9d06-4063-af6f-d78526c9312b HTTP/1.1" status: 200 len: 945 time: 0.0479228 May 26 21:20:10.706490 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-c029c52a-f99f-4147-88ab-336981bb16c0 req-ad1b1776-9bd3-4b41-aae6-25453d2955a9 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e599b28-9849-4147-989f-b4717a23c173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414662 May 26 21:20:11.828192 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bd8bf3-fad0-4f92-aaaa-22173e3d504b req-8c5cc01e-f443-40bf-8c86-b60a81b89647 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:20:11.829635 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-c1bd8bf3-fad0-4f92-aaaa-22173e3d504b req-8c5cc01e-f443-40bf-8c86-b60a81b89647 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c22170e-9d06-4063-af6f-d78526c9312b HTTP/1.1" status: 200 len: 945 time: 0.0500367 May 26 21:20:11.876755 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-c1bd8bf3-fad0-4f92-aaaa-22173e3d504b req-8df17d0b-6a34-42cb-b9b9-f9c196421d5e tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e599b28-9849-4147-989f-b4717a23c173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416906 May 26 21:20:12.079211 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-619bcc3e-1b4c-4d1c-9d3a-e51b558b4153 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (ccb07560-1e88-42f3-8411-377a93089622), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:20:12.287216 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a00cac-2425-4921-93ab-af8207cb9fd5 req-d98789a8-1556-4f39-b90c-02cf59a48f7b tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:20:12.288649 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-c0a00cac-2425-4921-93ab-af8207cb9fd5 req-d98789a8-1556-4f39-b90c-02cf59a48f7b tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] 10.222.0.62 "GET /v2.0/ports?device_id=3c22170e-9d06-4063-af6f-d78526c9312b HTTP/1.1" status: 200 len: 945 time: 0.0483587 May 26 21:20:12.372047 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.plugin [req-c0a00cac-2425-4921-93ab-af8207cb9fd5 req-cef01de7-ca19-4131-a30c-6c52d22f8e17 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Deleting port 4cf8b346-650b-4cfb-b066-c026993087a7 {{(pid=104101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 21:20:12.372310 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-c0a00cac-2425-4921-93ab-af8207cb9fd5 req-cef01de7-ca19-4131-a30c-6c52d22f8e17 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787881975269'] for port (4cf8b346-650b-4cfb-b066-c026993087a7), before_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:20:12.459689 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.db [req-c0a00cac-2425-4921-93ab-af8207cb9fd5 req-cef01de7-ca19-4131-a30c-6c52d22f8e17 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] For port 4cf8b346-650b-4cfb-b066-c026993087a7, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=4cf8b346-650b-4cfb-b066-c026993087a7,segment=NetworkSegment(5053323c-02e0-4fed-9db2-ed9de8ed77c8),segment_id=5053323c-02e0-4fed-9db2-ed9de8ed77c8)] {{(pid=104101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:20:12.460050 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-c0a00cac-2425-4921-93ab-af8207cb9fd5 req-cef01de7-ca19-4131-a30c-6c52d22f8e17 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595751'] for port (4cf8b346-650b-4cfb-b066-c026993087a7), precommit_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:20:12.875872 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-c0a00cac-2425-4921-93ab-af8207cb9fd5 req-cef01de7-ca19-4131-a30c-6c52d22f8e17 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:20:12.876249 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-c0a00cac-2425-4921-93ab-af8207cb9fd5 req-cef01de7-ca19-4131-a30c-6c52d22f8e17 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1614815'] for floatingip (f11f6ca1-fa5f-41f5-aecc-2958c6106a43), after_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:20:12.876601 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.db.l3_db [req-c0a00cac-2425-4921-93ab-af8207cb9fd5 req-cef01de7-ca19-4131-a30c-6c52d22f8e17 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Floating IP f11f6ca1-fa5f-41f5-aecc-2958c6106a43 disassociated. External IP: 172.27.2.80, port: 4cf8b346-650b-4cfb-b066-c026993087a7. May 26 21:20:12.877220 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.plugin [req-c0a00cac-2425-4921-93ab-af8207cb9fd5 req-cef01de7-ca19-4131-a30c-6c52d22f8e17 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Calling delete_port for 4cf8b346-650b-4cfb-b066-c026993087a7 owned by compute:nova {{(pid=104101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 21:20:12.994054 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31de7d1-8807-4082-b91f-167855ba38d4 req-1e0f9c24-2bbd-4565-b9d1-d8bb45e30a93 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:20:12.995524 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-f31de7d1-8807-4082-b91f-167855ba38d4 req-1e0f9c24-2bbd-4565-b9d1-d8bb45e30a93 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c22170e-9d06-4063-af6f-d78526c9312b HTTP/1.1" status: 200 len: 945 time: 0.0470996 May 26 21:20:13.005686 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-c0a00cac-2425-4921-93ab-af8207cb9fd5 req-cef01de7-ca19-4131-a30c-6c52d22f8e17 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787881986003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787881445708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13231773'] for port (4cf8b346-650b-4cfb-b066-c026993087a7), after_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:20:13.033036 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef01de7-ca19-4131-a30c-6c52d22f8e17 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Pushing event deleted for resources: {'Port': ['ID=4cf8b346-650b-4cfb-b066-c026993087a7,revision_number=None']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:20:13.044578 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef01de7-ca19-4131-a30c-6c52d22f8e17 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:20:13.044925 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef01de7-ca19-4131-a30c-6c52d22f8e17 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:20:13.045263 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef01de7-ca19-4131-a30c-6c52d22f8e17 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:20:13.045598 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef01de7-ca19-4131-a30c-6c52d22f8e17 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:20:13.045921 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef01de7-ca19-4131-a30c-6c52d22f8e17 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:20:13.046246 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef01de7-ca19-4131-a30c-6c52d22f8e17 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:20:13.046593 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef01de7-ca19-4131-a30c-6c52d22f8e17 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:20:13.046912 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef01de7-ca19-4131-a30c-6c52d22f8e17 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:20:13.047230 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef01de7-ca19-4131-a30c-6c52d22f8e17 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:20:13.047549 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef01de7-ca19-4131-a30c-6c52d22f8e17 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:20:13.047868 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef01de7-ca19-4131-a30c-6c52d22f8e17 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:20:13.048191 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef01de7-ca19-4131-a30c-6c52d22f8e17 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:20:13.048540 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef01de7-ca19-4131-a30c-6c52d22f8e17 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:20:13.048999 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-f31de7d1-8807-4082-b91f-167855ba38d4 req-085e2a92-434b-4d48-ba1d-e29be83e2651 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e599b28-9849-4147-989f-b4717a23c173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476053 May 26 21:20:13.050852 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef01de7-ca19-4131-a30c-6c52d22f8e17 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:20:13.051185 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef01de7-ca19-4131-a30c-6c52d22f8e17 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:20:13.071941 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-2cedcaf3-f8c8-488c-9e0f-8ce175add227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (5deefb54-cd62-4255-b022-7e9734e3e0b8), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:20:13.156260 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c0a00cac-2425-4921-93ab-af8207cb9fd5 req-cef01de7-ca19-4131-a30c-6c52d22f8e17 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Router a86a8475-80a4-4f92-999f-66418eb719a1 has already been hosted by L3 agent ccb07560-1e88-42f3-8411-377a93089622 {{(pid=104101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 21:20:13.254638 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c0a00cac-2425-4921-93ab-af8207cb9fd5 req-cef01de7-ca19-4131-a30c-6c52d22f8e17 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Notify agent at l3_agent.dv-cinder-828806-3-iscsi the message routers_updated {{(pid=104101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 21:20:13.264343 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0572a25-3eb1-4cf1-8dbd-93a1f95ef655 None None] Sync routers for ids ['a86a8475-80a4-4f92-999f-66418eb719a1'] in dv-cinder-828806-3-iscsi {{(pid=104103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 21:20:13.274057 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0572a25-3eb1-4cf1-8dbd-93a1f95ef655 None None] Routers {'a86a8475-80a4-4f92-999f-66418eb719a1'} bound to L3 agent in host dv-cinder-828806-3-iscsi {{(pid=104103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:20:13.274701 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_hamode_db [None req-f0572a25-3eb1-4cf1-8dbd-93a1f95ef655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T20:55:42Z,description=,heartbeat_timestamp=2022-05-26T21:20:12Z,host='dv-cinder-828806-3-iscsi',id=ccb07560-1e88-42f3-8411-377a93089622,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T20:55:42Z,topic='l3_agent')) {'router_ids': ['a86a8475-80a4-4f92-999f-66418eb719a1'], 'active': True} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:20:13.298171 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0a00cac-2425-4921-93ab-af8207cb9fd5 req-cef01de7-ca19-4131-a30c-6c52d22f8e17 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] No DVR routers for this DVR port 4cf8b346-650b-4cfb-b066-c026993087a7 on host hv-cinder-82880 {{(pid=104101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 21:20:13.300787 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-c0a00cac-2425-4921-93ab-af8207cb9fd5 req-cef01de7-ca19-4131-a30c-6c52d22f8e17 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25531'] for port (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:20:13.304094 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-c0a00cac-2425-4921-93ab-af8207cb9fd5 req-cef01de7-ca19-4131-a30c-6c52d22f8e17 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] 10.222.0.62 "DELETE /v2.0/ports/4cf8b346-650b-4cfb-b066-c026993087a7 HTTP/1.1" status: 204 len: 173 time: 1.0077040 May 26 21:20:13.304540 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c22170e-9d06-4063-af6f-d78526c9312b', 'name': 'network-vif-deleted', 'tag': '4cf8b346-650b-4cfb-b066-c026993087a7'}] {{(pid=104101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:20:13.308003 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e35b3b942162f380527a6ddce7731c26b87baf9d9763e10c20fbd720b027cea7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73f33589-d99c-4311-93a3-08e0a39ceb72" -d '{"events": [{"server_uuid": "3c22170e-9d06-4063-af6f-d78526c9312b", "name": "network-vif-deleted", "tag": "4cf8b346-650b-4cfb-b066-c026993087a7"}]}' {{(pid=104101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:20:13.344161 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 21:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3be9a154-aa7a-4612-9221-355c24874977 x-openstack-request-id: req-3be9a154-aa7a-4612-9221-355c24874977 {{(pid=104101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:20:13.344532 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c22170e-9d06-4063-af6f-d78526c9312b", "name": "network-vif-deleted", "tag": "4cf8b346-650b-4cfb-b066-c026993087a7", "status": "completed", "code": 200}]} {{(pid=104101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:20:13.344774 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3be9a154-aa7a-4612-9221-355c24874977 {{(pid=104101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:20:13.345622 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3be9a154-aa7a-4612-9221-355c24874977'] response: {'server_uuid': '3c22170e-9d06-4063-af6f-d78526c9312b', 'name': 'network-vif-deleted', 'tag': '4cf8b346-650b-4cfb-b066-c026993087a7', 'status': 'completed', 'code': 200} May 26 21:20:13.389250 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvr_db [None req-f0572a25-3eb1-4cf1-8dbd-93a1f95ef655 None None] Set router a86a8475-80a4-4f92-999f-66418eb719a1 gateway port host: dv-cinder-828806-3-iscsi {{(pid=104103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:20:13.577807 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_hamode_db [None req-f0572a25-3eb1-4cf1-8dbd-93a1f95ef655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a86a8475-80a4-4f92-999f-66418eb719a1', 'name': 'tempest-TestVolumeBootPattern-496851519-router', 'tenant_id': '1b6678b588cc47f48b84d3120deccdb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': 'd2848d8a-9df8-4d16-af57-f77e1970b230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:17:35Z', 'updated_at': '2022-05-26T21:17:37Z', 'revision_number': 4, 'project_id': '1b6678b588cc47f48b84d3120deccdb4', 'gw_port': {'id': 'd2848d8a-9df8-4d16-af57-f77e1970b230', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a8:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86a8475-80a4-4f92-999f-66418eb719a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:17:35Z', 'updated_at': '2022-05-26T21:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi', '_interfaces': [{'id': '8e1277bc-57dc-4023-a5f9-ebeec19ea03f', 'name': '', 'network_id': 'd8ca9641-c007-4346-a0d8-e6a2d38ece93', 'tenant_id': '1b6678b588cc47f48b84d3120deccdb4', 'mac_address': 'fa:16:3e:6b:80:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86a8475-80a4-4f92-999f-66418eb719a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'db0d2f69-c60d-4c5d-9fe6-485f58de8dee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:17:37Z', 'updated_at': '2022-05-26T21:17:41Z', 'revision_number': 5, 'project_id': '1b6678b588cc47f48b84d3120deccdb4', 'subnets': [{'id': 'db0d2f69-c60d-4c5d-9fe6-485f58de8dee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-3-iscsi', False) {} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:20:13.601251 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0572a25-3eb1-4cf1-8dbd-93a1f95ef655 None None] Checking router: a86a8475-80a4-4f92-999f-66418eb719a1 for host: dv-cinder-828806-3-iscsi {{(pid=104103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 21:20:13.610254 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0572a25-3eb1-4cf1-8dbd-93a1f95ef655 None None] Routers {'a86a8475-80a4-4f92-999f-66418eb719a1'} bound to L3 agent in host dv-cinder-828806-3-iscsi {{(pid=104103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:20:13.611460 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_hamode_db [None req-f0572a25-3eb1-4cf1-8dbd-93a1f95ef655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T20:55:42Z,description=,heartbeat_timestamp=2022-05-26T21:20:12Z,host='dv-cinder-828806-3-iscsi',id=ccb07560-1e88-42f3-8411-377a93089622,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T20:55:42Z,topic='l3_agent')) {'router_ids': ['a86a8475-80a4-4f92-999f-66418eb719a1'], 'active': True} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:20:13.710544 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvr_db [None req-f0572a25-3eb1-4cf1-8dbd-93a1f95ef655 None None] Set router a86a8475-80a4-4f92-999f-66418eb719a1 gateway port host: dv-cinder-828806-3-iscsi {{(pid=104103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:20:13.889338 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_hamode_db [None req-f0572a25-3eb1-4cf1-8dbd-93a1f95ef655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a86a8475-80a4-4f92-999f-66418eb719a1', 'name': 'tempest-TestVolumeBootPattern-496851519-router', 'tenant_id': '1b6678b588cc47f48b84d3120deccdb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': 'd2848d8a-9df8-4d16-af57-f77e1970b230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:17:35Z', 'updated_at': '2022-05-26T21:17:37Z', 'revision_number': 4, 'project_id': '1b6678b588cc47f48b84d3120deccdb4', 'gw_port': {'id': 'd2848d8a-9df8-4d16-af57-f77e1970b230', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a8:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86a8475-80a4-4f92-999f-66418eb719a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:17:35Z', 'updated_at': '2022-05-26T21:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi', '_interfaces': [{'id': '8e1277bc-57dc-4023-a5f9-ebeec19ea03f', 'name': '', 'network_id': 'd8ca9641-c007-4346-a0d8-e6a2d38ece93', 'tenant_id': '1b6678b588cc47f48b84d3120deccdb4', 'mac_address': 'fa:16:3e:6b:80:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86a8475-80a4-4f92-999f-66418eb719a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'db0d2f69-c60d-4c5d-9fe6-485f58de8dee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:17:37Z', 'updated_at': '2022-05-26T21:17:41Z', 'revision_number': 5, 'project_id': '1b6678b588cc47f48b84d3120deccdb4', 'subnets': [{'id': 'db0d2f69-c60d-4c5d-9fe6-485f58de8dee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-3-iscsi', False) {} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:20:13.915830 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0572a25-3eb1-4cf1-8dbd-93a1f95ef655 None None] The sync data for ids ['a86a8475-80a4-4f92-999f-66418eb719a1'] in dv-cinder-828806-3-iscsi is: [{'id': 'a86a8475-80a4-4f92-999f-66418eb719a1', 'name': 'tempest-TestVolumeBootPattern-496851519-router', 'tenant_id': '1b6678b588cc47f48b84d3120deccdb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': 'd2848d8a-9df8-4d16-af57-f77e1970b230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:17:35Z', 'updated_at': '2022-05-26T21:17:37Z', 'revision_number': 4, 'project_id': '1b6678b588cc47f48b84d3120deccdb4', 'gw_port': {'id': 'd2848d8a-9df8-4d16-af57-f77e1970b230', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a8:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86a8475-80a4-4f92-999f-66418eb719a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:17:35Z', 'updated_at': '2022-05-26T21:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi', '_interfaces': [{'id': '8e1277bc-57dc-4023-a5f9-ebeec19ea03f', 'name': '', 'network_id': 'd8ca9641-c007-4346-a0d8-e6a2d38ece93', 'tenant_id': '1b6678b588cc47f48b84d3120deccdb4', 'mac_address': 'fa:16:3e:6b:80:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86a8475-80a4-4f92-999f-66418eb719a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'db0d2f69-c60d-4c5d-9fe6-485f58de8dee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:17:37Z', 'updated_at': '2022-05-26T21:17:41Z', 'revision_number': 5, 'project_id': '1b6678b588cc47f48b84d3120deccdb4', 'subnets': [{'id': 'db0d2f69-c60d-4c5d-9fe6-485f58de8dee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 21:20:14.143377 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ced892b-93bc-4fab-a145-2d0e06989f13 None None] New status for floating IP f11f6ca1-fa5f-41f5-aecc-2958c6106a43: DOWN {{(pid=104104) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 21:20:14.176671 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-c1c18ed4-3430-4bcc-9206-198217313b78 req-4d8e0512-4293-4213-b78f-24bbf00534cc tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c22170e-9d06-4063-af6f-d78526c9312b HTTP/1.1" status: 200 len: 210 time: 0.0296123 May 26 21:20:14.565431 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-46f12c73-3700-4e7e-86c8-206b84d0e626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (54d4a93e-badb-480c-831f-99f9f6beb5f4), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:20:15.387167 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-028fdffe-782e-4891-951e-1e5878e090cd req-cc95bf02-a3bc-4454-ae3f-0d7dd35bb8b9 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-851123873&fields=id&tenant_id=1b6678b588cc47f48b84d3120deccdb4 HTTP/1.1" status: 200 len: 267 time: 0.0459349 May 26 21:20:15.489821 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028fdffe-782e-4891-951e-1e5878e090cd req-8acc777e-05cf-40d8-b804-1b5d0206aa1a tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:20:15.491198 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-028fdffe-782e-4891-951e-1e5878e090cd req-8acc777e-05cf-40d8-b804-1b5d0206aa1a tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] 10.222.0.57 "GET /v2.0/networks?id=d8ca9641-c007-4346-a0d8-e6a2d38ece93 HTTP/1.1" status: 200 len: 811 time: 0.0978439 May 26 21:20:15.505216 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-028fdffe-782e-4891-951e-1e5878e090cd req-5c8db392-3f07-45c0-9dbc-6ac4467aefd9 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] 10.222.0.57 "GET /v2.0/quotas/1b6678b588cc47f48b84d3120deccdb4 HTTP/1.1" status: 200 len: 375 time: 0.0088115 May 26 21:20:15.551593 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-028fdffe-782e-4891-951e-1e5878e090cd req-7192b5b5-40d6-4658-9fb8-265c9342602b tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=1b6678b588cc47f48b84d3120deccdb4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0418255 May 26 21:20:15.652781 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-028fdffe-782e-4891-951e-1e5878e090cd req-b7799bb3-0f48-4574-82a3-180a055bcd40 service neutron] 10.222.0.57 "GET /v2.0/networks/d8ca9641-c007-4346-a0d8-e6a2d38ece93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897732 May 26 21:20:15.740184 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-028fdffe-782e-4891-951e-1e5878e090cd req-b05dac50-932a-42aa-b702-bcce4c150e1e service neutron] 10.222.0.57 "GET /v2.0/networks/d8ca9641-c007-4346-a0d8-e6a2d38ece93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817277 May 26 21:20:16.016192 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (545ffc5a-00f7-4140-8f25-9e74b0e32d39), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:20:16.027966 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-a2ba1ba8-a1f0-44ae-a968-2691bf8fe362 req-90d766a1-bc5e-42c0-bba2-aeb7fee8ddbb tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] 10.222.0.57 "GET /v2.0/ports?device_id=472ef597-2ffc-406d-a45e-94029b40fdc4 HTTP/1.1" status: 200 len: 210 time: 0.0377173 May 26 21:20:16.055088 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Device 4cf8b346-650b-4cfb-b066-c026993087a7 no longer exists at agent hyperv_hv-cinder-82880 {{(pid=104103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 21:20:16.074909 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] No Port match for: 4cf8b346-650b-4cfb-b066-c026993087a7 {{(pid=104103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 21:20:16.075250 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Device 4cf8b346-650b-4cfb-b066-c026993087a7 not bound to the agent host hv-cinder-82880 {{(pid=104103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 21:20:16.904472 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:20:16.981597 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028fdffe-782e-4891-951e-1e5878e090cd req-a83e7a8d-235d-459e-9a5b-7f6c4fb0d7b8 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:20:16.983071 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-028fdffe-782e-4891-951e-1e5878e090cd req-a83e7a8d-235d-459e-9a5b-7f6c4fb0d7b8 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] 10.222.0.62 "GET /v2.0/networks?id=d8ca9641-c007-4346-a0d8-e6a2d38ece93 HTTP/1.1" status: 200 len: 811 time: 0.1079798 May 26 21:20:17.048649 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-028fdffe-782e-4891-951e-1e5878e090cd req-baa1f4db-3f3e-46d7-89bf-2fca5584c716 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1b6678b588cc47f48b84d3120deccdb4 HTTP/1.1" status: 200 len: 379 time: 0.0532513 May 26 21:20:17.057209 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.v2.base [req-028fdffe-782e-4891-951e-1e5878e090cd req-dafb39b2-1a0b-4358-a20a-d0ac4b0fe089 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Request body: {'port': {'device_id': '472ef597-2ffc-406d-a45e-94029b40fdc4', 'network_id': 'd8ca9641-c007-4346-a0d8-e6a2d38ece93', 'admin_state_up': True, 'tenant_id': '1b6678b588cc47f48b84d3120deccdb4', 'security_groups': ['9e599b28-9849-4147-989f-b4717a23c173']}} {{(pid=104101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:20:17.117897 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:20:17.131149 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-bc6817ae-2b43-4c54-af3f-f217f6dc50a2 req-fddccefb-30a3-4990-b7bb-2e5bd295f5f1 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] 10.222.0.57 "GET /v2.0/ports?device_id=472ef597-2ffc-406d-a45e-94029b40fdc4 HTTP/1.1" status: 200 len: 210 time: 0.0304346 May 26 21:20:17.168495 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-028fdffe-782e-4891-951e-1e5878e090cd req-dafb39b2-1a0b-4358-a20a-d0ac4b0fe089 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Made reservation on behalf of 1b6678b588cc47f48b84d3120deccdb4 for: {'port': 1} {{(pid=104101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 21:20:17.171986 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-028fdffe-782e-4891-951e-1e5878e090cd req-dafb39b2-1a0b-4358-a20a-d0ac4b0fe089 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (None), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:20:17.299786 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.db.db_base_plugin_common [req-028fdffe-782e-4891-951e-1e5878e090cd req-dafb39b2-1a0b-4358-a20a-d0ac4b0fe089 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Allocated IP 172.20.0.11 (d8ca9641-c007-4346-a0d8-e6a2d38ece93/db0d2f69-c60d-4c5d-9fe6-485f58de8dee/19c73419-25b0-43be-ad7f-79d9dd06be84) {{(pid=104101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 21:20:17.439453 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-028fdffe-782e-4891-951e-1e5878e090cd req-dafb39b2-1a0b-4358-a20a-d0ac4b0fe089 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Publish callbacks [] for port (19c73419-25b0-43be-ad7f-79d9dd06be84), precommit_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:20:17.471378 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-028fdffe-782e-4891-951e-1e5878e090cd req-dafb39b2-1a0b-4358-a20a-d0ac4b0fe089 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787881445699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13231773'] for port (19c73419-25b0-43be-ad7f-79d9dd06be84), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:20:17.521625 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-028fdffe-782e-4891-951e-1e5878e090cd req-dafb39b2-1a0b-4358-a20a-d0ac4b0fe089 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Network d8ca9641-c007-4346-a0d8-e6a2d38ece93 is already hosted by enough agents. {{(pid=104101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 21:20:17.526553 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.scheduler.base_scheduler [req-028fdffe-782e-4891-951e-1e5878e090cd req-dafb39b2-1a0b-4358-a20a-d0ac4b0fe089 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Resources bound (agent type, host, resource id): {{(pid=104101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:20:17.528689 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafb39b2-1a0b-4358-a20a-d0ac4b0fe089 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Pushing event updated for resources: {'Port': ['ID=19c73419-25b0-43be-ad7f-79d9dd06be84,revision_number=1']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:20:17.530818 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [req-028fdffe-782e-4891-951e-1e5878e090cd req-dafb39b2-1a0b-4358-a20a-d0ac4b0fe089 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Received port after_create {{(pid=104101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 21:20:17.581187 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028fdffe-782e-4891-951e-1e5878e090cd req-dafb39b2-1a0b-4358-a20a-d0ac4b0fe089 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:20:17.581892 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-028fdffe-782e-4891-951e-1e5878e090cd req-dafb39b2-1a0b-4358-a20a-d0ac4b0fe089 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25531'] for port (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:20:17.602832 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-028fdffe-782e-4891-951e-1e5878e090cd req-dafb39b2-1a0b-4358-a20a-d0ac4b0fe089 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5498393 May 26 21:20:17.621615 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.v2.base [req-028fdffe-782e-4891-951e-1e5878e090cd req-84c2fcdf-0526-4005-a4a5-afe0828355b3 service neutron] Request body: {'port': {'device_id': '472ef597-2ffc-406d-a45e-94029b40fdc4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=104101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:20:17.654432 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:20:17.686517 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-028fdffe-782e-4891-951e-1e5878e090cd req-84c2fcdf-0526-4005-a4a5-afe0828355b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (19c73419-25b0-43be-ad7f-79d9dd06be84), before_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:20:17.737847 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-5cf1965d-088e-411a-a01e-1b94e34bd769 None None] Provisioning complete for port 19c73419-25b0-43be-ad7f-79d9dd06be84 triggered by entity DHCP. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:20:17.738478 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-5cf1965d-088e-411a-a01e-1b94e34bd769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (19c73419-25b0-43be-ad7f-79d9dd06be84), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:20:17.768553 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-5cf1965d-088e-411a-a01e-1b94e34bd769 None None] Port 19c73419-25b0-43be-ad7f-79d9dd06be84 cannot update to ACTIVE because it is not bound. {{(pid=104103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 21:20:17.930485 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:20:17.975340 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.notifiers.nova [req-028fdffe-782e-4891-951e-1e5878e090cd req-84c2fcdf-0526-4005-a4a5-afe0828355b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19c73419-25b0-43be-ad7f-79d9dd06be84 {{(pid=104101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 21:20:17.983113 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-028fdffe-782e-4891-951e-1e5878e090cd req-84c2fcdf-0526-4005-a4a5-afe0828355b3 service neutron] Publish callbacks [] for port (19c73419-25b0-43be-ad7f-79d9dd06be84), precommit_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:20:17.995921 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.db.provisioning_blocks [req-028fdffe-782e-4891-951e-1e5878e090cd req-84c2fcdf-0526-4005-a4a5-afe0828355b3 service neutron] Transition to ACTIVE for port object 19c73419-25b0-43be-ad7f-79d9dd06be84 will not be triggered until provisioned by entity L2. {{(pid=104101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 21:20:17.999538 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-028fdffe-782e-4891-951e-1e5878e090cd req-84c2fcdf-0526-4005-a4a5-afe0828355b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13231786'] for port (19c73419-25b0-43be-ad7f-79d9dd06be84), after_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:20:18.048658 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c2fcdf-0526-4005-a4a5-afe0828355b3 service neutron] Pushing event updated for resources: {'Port': ['ID=19c73419-25b0-43be-ad7f-79d9dd06be84,revision_number=2']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:20:18.121406 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [req-028fdffe-782e-4891-951e-1e5878e090cd req-84c2fcdf-0526-4005-a4a5-afe0828355b3 service neutron] Attempting to bind port 19c73419-25b0-43be-ad7f-79d9dd06be84 on host hv-cinder-82880 for vnic_type normal with profile {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 21:20:18.125853 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [req-028fdffe-782e-4891-951e-1e5878e090cd req-84c2fcdf-0526-4005-a4a5-afe0828355b3 service neutron] Attempting to bind port 19c73419-25b0-43be-ad7f-79d9dd06be84 by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': '5053323c-02e0-4fed-9db2-ed9de8ed77c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'd8ca9641-c007-4346-a0d8-e6a2d38ece93'}] {{(pid=104101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 21:20:18.125853 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-028fdffe-782e-4891-951e-1e5878e090cd req-84c2fcdf-0526-4005-a4a5-afe0828355b3 service neutron] Attempting to bind port 19c73419-25b0-43be-ad7f-79d9dd06be84 on network d8ca9641-c007-4346-a0d8-e6a2d38ece93 {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 21:20:18.128351 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-028fdffe-782e-4891-951e-1e5878e090cd req-84c2fcdf-0526-4005-a4a5-afe0828355b3 service neutron] Port 19c73419-25b0-43be-ad7f-79d9dd06be84 on network d8ca9641-c007-4346-a0d8-e6a2d38ece93 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 21:20:18.128754 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-028fdffe-782e-4891-951e-1e5878e090cd req-84c2fcdf-0526-4005-a4a5-afe0828355b3 service neutron] Attempting to bind port 19c73419-25b0-43be-ad7f-79d9dd06be84 on network d8ca9641-c007-4346-a0d8-e6a2d38ece93 {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 21:20:18.134139 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-028fdffe-782e-4891-951e-1e5878e090cd req-84c2fcdf-0526-4005-a4a5-afe0828355b3 service neutron] Checking agent: {'id': '7f90b46f-777d-4aa1-89b5-840fb2878c39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 21, 2, 24), 'started_at': datetime.datetime(2022, 5, 26, 21, 2, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 21, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 21:20:18.134503 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-028fdffe-782e-4891-951e-1e5878e090cd req-84c2fcdf-0526-4005-a4a5-afe0828355b3 service neutron] Checking segment: {'id': '5053323c-02e0-4fed-9db2-ed9de8ed77c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'd8ca9641-c007-4346-a0d8-e6a2d38ece93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 21:20:18.134891 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-028fdffe-782e-4891-951e-1e5878e090cd req-84c2fcdf-0526-4005-a4a5-afe0828355b3 service neutron] Bound using segment: {'id': '5053323c-02e0-4fed-9db2-ed9de8ed77c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'd8ca9641-c007-4346-a0d8-e6a2d38ece93'} {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 21:20:18.135337 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [req-028fdffe-782e-4891-951e-1e5878e090cd req-84c2fcdf-0526-4005-a4a5-afe0828355b3 service neutron] Bound port: 19c73419-25b0-43be-ad7f-79d9dd06be84, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5053323c-02e0-4fed-9db2-ed9de8ed77c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'd8ca9641-c007-4346-a0d8-e6a2d38ece93'}}] {{(pid=104101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 21:20:18.135680 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-028fdffe-782e-4891-951e-1e5878e090cd req-84c2fcdf-0526-4005-a4a5-afe0828355b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (19c73419-25b0-43be-ad7f-79d9dd06be84), before_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:20:18.203566 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.db [req-028fdffe-782e-4891-951e-1e5878e090cd req-84c2fcdf-0526-4005-a4a5-afe0828355b3 service neutron] For port 19c73419-25b0-43be-ad7f-79d9dd06be84, host hv-cinder-82880, cleared binding levels {{(pid=104101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 21:20:18.206809 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.db [req-028fdffe-782e-4891-951e-1e5878e090cd req-84c2fcdf-0526-4005-a4a5-afe0828355b3 service neutron] For port 19c73419-25b0-43be-ad7f-79d9dd06be84, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=19c73419-25b0-43be-ad7f-79d9dd06be84,segment=NetworkSegment(5053323c-02e0-4fed-9db2-ed9de8ed77c8),segment_id=5053323c-02e0-4fed-9db2-ed9de8ed77c8)] {{(pid=104101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 21:20:18.215677 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-028fdffe-782e-4891-951e-1e5878e090cd req-84c2fcdf-0526-4005-a4a5-afe0828355b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13231786'] for port (19c73419-25b0-43be-ad7f-79d9dd06be84), after_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:20:18.247473 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13011aba-f585-40f7-a7f8-cc82d9aa2b31 req-51d710f2-55e2-4f02-ab83-4b76d5041e1c tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:20:18.248983 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-13011aba-f585-40f7-a7f8-cc82d9aa2b31 req-51d710f2-55e2-4f02-ab83-4b76d5041e1c tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] 10.222.0.57 "GET /v2.0/ports?device_id=472ef597-2ffc-406d-a45e-94029b40fdc4 HTTP/1.1" status: 200 len: 944 time: 0.0494137 May 26 21:20:18.251446 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028fdffe-782e-4891-951e-1e5878e090cd req-84c2fcdf-0526-4005-a4a5-afe0828355b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:20:18.252250 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-028fdffe-782e-4891-951e-1e5878e090cd req-84c2fcdf-0526-4005-a4a5-afe0828355b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25531'] for port (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:20:18.254096 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-028fdffe-782e-4891-951e-1e5878e090cd req-84c2fcdf-0526-4005-a4a5-afe0828355b3 service neutron] 10.222.0.62 "PUT /v2.0/ports/19c73419-25b0-43be-ad7f-79d9dd06be84 HTTP/1.1" status: 200 len: 1094 time: 0.6387568 May 26 21:20:18.257427 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '472ef597-2ffc-406d-a45e-94029b40fdc4', 'tag': '19c73419-25b0-43be-ad7f-79d9dd06be84'}] {{(pid=104101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:20:18.259908 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e35b3b942162f380527a6ddce7731c26b87baf9d9763e10c20fbd720b027cea7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7ac629d-a6a2-42f1-b63b-bc42b9d09e20" -d '{"events": [{"name": "network-changed", "server_uuid": "472ef597-2ffc-406d-a45e-94029b40fdc4", "tag": "19c73419-25b0-43be-ad7f-79d9dd06be84"}]}' {{(pid=104101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:20:18.303511 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c2fcdf-0526-4005-a4a5-afe0828355b3 service neutron] Pushing event updated for resources: {'Port': ['ID=19c73419-25b0-43be-ad7f-79d9dd06be84,revision_number=3']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:20:18.320131 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-13011aba-f585-40f7-a7f8-cc82d9aa2b31 req-6cd601d5-95e7-479a-8cf4-0c7d508b6d5f tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e599b28-9849-4147-989f-b4717a23c173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648749 May 26 21:20:18.362890 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 21:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af037a29-a3f2-4534-b3b1-15ae0bf34cf2 x-openstack-request-id: req-af037a29-a3f2-4534-b3b1-15ae0bf34cf2 {{(pid=104101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:20:18.363192 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "472ef597-2ffc-406d-a45e-94029b40fdc4", "tag": "19c73419-25b0-43be-ad7f-79d9dd06be84", "status": "completed", "code": 200}]} {{(pid=104101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:20:18.363450 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-af037a29-a3f2-4534-b3b1-15ae0bf34cf2 {{(pid=104101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:20:18.363850 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af037a29-a3f2-4534-b3b1-15ae0bf34cf2'] response: {'name': 'network-changed', 'server_uuid': '472ef597-2ffc-406d-a45e-94029b40fdc4', 'tag': '19c73419-25b0-43be-ad7f-79d9dd06be84', 'status': 'completed', 'code': 200} May 26 21:20:18.375740 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028fdffe-782e-4891-951e-1e5878e090cd req-7eea901f-dfe4-4e27-bcb1-96c832c5994c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:20:18.377246 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-028fdffe-782e-4891-951e-1e5878e090cd req-7eea901f-dfe4-4e27-bcb1-96c832c5994c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1b6678b588cc47f48b84d3120deccdb4&device_id=472ef597-2ffc-406d-a45e-94029b40fdc4 HTTP/1.1" status: 200 len: 1128 time: 0.0473270 May 26 21:20:18.422191 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-028fdffe-782e-4891-951e-1e5878e090cd req-51a7cbfb-f119-453a-9116-106bd8a93a2c service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=19c73419-25b0-43be-ad7f-79d9dd06be84 HTTP/1.1" status: 200 len: 217 time: 0.0330873 May 26 21:20:18.470959 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028fdffe-782e-4891-951e-1e5878e090cd req-888c1294-b8a2-443e-ac03-14859828238c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:20:18.472408 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-028fdffe-782e-4891-951e-1e5878e090cd req-888c1294-b8a2-443e-ac03-14859828238c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=db0d2f69-c60d-4c5d-9fe6-485f58de8dee HTTP/1.1" status: 200 len: 850 time: 0.0447857 May 26 21:20:18.514359 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028fdffe-782e-4891-951e-1e5878e090cd req-75e287d9-383f-406b-b5be-e275ae9b469d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:20:18.515792 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-028fdffe-782e-4891-951e-1e5878e090cd req-75e287d9-383f-406b-b5be-e275ae9b469d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d8ca9641-c007-4346-a0d8-e6a2d38ece93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378547 May 26 21:20:18.580129 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:20:18.606615 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-028fdffe-782e-4891-951e-1e5878e090cd req-6d5592a7-c2d7-46c3-9843-937a770f296c service neutron] 10.222.0.62 "GET /v2.0/networks/d8ca9641-c007-4346-a0d8-e6a2d38ece93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848579 May 26 21:20:18.696624 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-028fdffe-782e-4891-951e-1e5878e090cd req-4452054c-6779-4b8a-861c-61ede7387745 service neutron] 10.222.0.62 "GET /v2.0/networks/d8ca9641-c007-4346-a0d8-e6a2d38ece93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845623 May 26 21:20:18.973883 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ac629d-a6a2-42f1-b63b-bc42b9d09e20 req-9793ad46-732e-4499-a700-7c0ee26ad27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:20:18.976093 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-c7ac629d-a6a2-42f1-b63b-bc42b9d09e20 req-9793ad46-732e-4499-a700-7c0ee26ad27d service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1b6678b588cc47f48b84d3120deccdb4&device_id=472ef597-2ffc-406d-a45e-94029b40fdc4 HTTP/1.1" status: 200 len: 1128 time: 0.0402002 May 26 21:20:19.063001 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ac629d-a6a2-42f1-b63b-bc42b9d09e20 req-54494cf5-e862-4112-a3ba-56a232128545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:20:19.064684 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-c7ac629d-a6a2-42f1-b63b-bc42b9d09e20 req-54494cf5-e862-4112-a3ba-56a232128545 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d8ca9641-c007-4346-a0d8-e6a2d38ece93 HTTP/1.1" status: 200 len: 912 time: 0.0832314 May 26 21:20:19.106242 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-c7ac629d-a6a2-42f1-b63b-bc42b9d09e20 req-28050e64-0fd6-405b-8a41-63a644efff18 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=19c73419-25b0-43be-ad7f-79d9dd06be84 HTTP/1.1" status: 200 len: 217 time: 0.0359349 May 26 21:20:19.152311 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ac629d-a6a2-42f1-b63b-bc42b9d09e20 req-ec703e66-fc91-4dee-9329-98fbe1f6a498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:20:19.153693 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-c7ac629d-a6a2-42f1-b63b-bc42b9d09e20 req-ec703e66-fc91-4dee-9329-98fbe1f6a498 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=db0d2f69-c60d-4c5d-9fe6-485f58de8dee HTTP/1.1" status: 200 len: 850 time: 0.0423789 May 26 21:20:19.194976 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ac629d-a6a2-42f1-b63b-bc42b9d09e20 req-9992a30a-0e10-46c1-9ee4-fa3d99eadbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:20:19.196372 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-c7ac629d-a6a2-42f1-b63b-bc42b9d09e20 req-9992a30a-0e10-46c1-9ee4-fa3d99eadbcb service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d8ca9641-c007-4346-a0d8-e6a2d38ece93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0372653 May 26 21:20:19.208641 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:20:19.287387 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-c7ac629d-a6a2-42f1-b63b-bc42b9d09e20 req-0c23b1bc-74d8-4043-81a2-6f8a67fdcf32 service neutron] 10.222.0.62 "GET /v2.0/networks/d8ca9641-c007-4346-a0d8-e6a2d38ece93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848038 May 26 21:20:19.381578 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-c7ac629d-a6a2-42f1-b63b-bc42b9d09e20 req-9f35b102-0a0c-4fbd-a647-c476dde51b74 service neutron] 10.222.0.62 "GET /v2.0/networks/d8ca9641-c007-4346-a0d8-e6a2d38ece93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884955 May 26 21:20:19.434783 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6a7568-8a67-4178-a84d-c10449504980 req-299e0568-efe6-426c-8e20-812ee2871df2 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:20:19.436252 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-3b6a7568-8a67-4178-a84d-c10449504980 req-299e0568-efe6-426c-8e20-812ee2871df2 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] 10.222.0.57 "GET /v2.0/ports?device_id=472ef597-2ffc-406d-a45e-94029b40fdc4 HTTP/1.1" status: 200 len: 944 time: 0.0498602 May 26 21:20:19.484357 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-3b6a7568-8a67-4178-a84d-c10449504980 req-46947f9e-bdb5-4403-8e81-10b613392c22 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e599b28-9849-4147-989f-b4717a23c173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425813 May 26 21:20:19.852881 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [req-88cc728f-df03-4031-a7a8-221c30f0bf5f req-7cbdd1ab-d1ef-462f-b915-558a74a76e7a service neutron] (104101) timed out ('10.222.0.62', 65392) {{(pid=104101) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 26 21:20:20.596321 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0955d2e0-8a67-4041-a645-a37bc838a351 req-ec2adb4f-354a-4d72-97ed-d7cb427fa9c6 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:20:20.597757 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-0955d2e0-8a67-4041-a645-a37bc838a351 req-ec2adb4f-354a-4d72-97ed-d7cb427fa9c6 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] 10.222.0.57 "GET /v2.0/ports?device_id=472ef597-2ffc-406d-a45e-94029b40fdc4 HTTP/1.1" status: 200 len: 944 time: 0.0460007 May 26 21:20:20.646359 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-0955d2e0-8a67-4041-a645-a37bc838a351 req-4ba2ef1e-02e4-48bb-883b-bc8c647d71b9 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e599b28-9849-4147-989f-b4717a23c173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431452 May 26 21:20:21.722623 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=100 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:20:21.757532 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3c04b4-1d47-4419-be71-26614a82df7b req-dbe989e3-b775-443c-95b4-5f1f79b9b0dd tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:20:21.758957 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-1e3c04b4-1d47-4419-be71-26614a82df7b req-dbe989e3-b775-443c-95b4-5f1f79b9b0dd tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] 10.222.0.57 "GET /v2.0/ports?device_id=472ef597-2ffc-406d-a45e-94029b40fdc4 HTTP/1.1" status: 200 len: 944 time: 0.0458431 May 26 21:20:21.770985 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=100 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:20:21.809929 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-1e3c04b4-1d47-4419-be71-26614a82df7b req-57cc6ea3-c595-4b21-9757-67fa45021697 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e599b28-9849-4147-989f-b4717a23c173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449445 May 26 21:20:22.922403 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82723fa7-a474-4356-9bae-a34a8557d845 req-3a3fb214-6d3c-4a5a-afc1-ddc945c70fad tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:20:22.923846 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-82723fa7-a474-4356-9bae-a34a8557d845 req-3a3fb214-6d3c-4a5a-afc1-ddc945c70fad tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] 10.222.0.57 "GET /v2.0/ports?device_id=472ef597-2ffc-406d-a45e-94029b40fdc4 HTTP/1.1" status: 200 len: 944 time: 0.0458217 May 26 21:20:22.972627 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-82723fa7-a474-4356-9bae-a34a8557d845 req-bc4de218-d72a-4b50-bead-47af1df0106e tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e599b28-9849-4147-989f-b4717a23c173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434456 May 26 21:20:23.749578 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (7f90b46f-777d-4aa1-89b5-840fb2878c39), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:20:24.085452 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aae99fd-506d-49e2-b971-d8eeeae43b61 req-06e0fef4-0c06-4853-b3ea-480872f11a89 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:20:24.086935 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-6aae99fd-506d-49e2-b971-d8eeeae43b61 req-06e0fef4-0c06-4853-b3ea-480872f11a89 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] 10.222.0.57 "GET /v2.0/ports?device_id=472ef597-2ffc-406d-a45e-94029b40fdc4 HTTP/1.1" status: 200 len: 944 time: 0.0476189 May 26 21:20:24.134794 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-6aae99fd-506d-49e2-b971-d8eeeae43b61 req-34f47d10-c035-4688-9ebb-097cd9261377 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e599b28-9849-4147-989f-b4717a23c173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423329 May 26 21:20:25.248232 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd3c277-e01e-4d41-ab71-a5e2651a8b20 req-54ba6f3d-6584-405d-b820-6d6764b679e6 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:20:25.249658 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-bcd3c277-e01e-4d41-ab71-a5e2651a8b20 req-54ba6f3d-6584-405d-b820-6d6764b679e6 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] 10.222.0.57 "GET /v2.0/ports?device_id=472ef597-2ffc-406d-a45e-94029b40fdc4 HTTP/1.1" status: 200 len: 944 time: 0.0495551 May 26 21:20:25.302309 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-bcd3c277-e01e-4d41-ab71-a5e2651a8b20 req-0817bb4b-7dc2-4486-874c-6d8bb7e82ffb tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e599b28-9849-4147-989f-b4717a23c173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467143 May 26 21:20:26.085359 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Device 19c73419-25b0-43be-ad7f-79d9dd06be84 details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=104103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 21:20:26.094269 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:20:26.184884 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] For port 19c73419-25b0-43be-ad7f-79d9dd06be84, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=19c73419-25b0-43be-ad7f-79d9dd06be84,segment=NetworkSegment(5053323c-02e0-4fed-9db2-ed9de8ed77c8),segment_id=5053323c-02e0-4fed-9db2-ed9de8ed77c8)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:20:26.193592 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:20:26.196183 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Returning: {'device': '19c73419-25b0-43be-ad7f-79d9dd06be84', 'network_id': 'd8ca9641-c007-4346-a0d8-e6a2d38ece93', 'port_id': '19c73419-25b0-43be-ad7f-79d9dd06be84', 'mac_address': 'fa:16:3e:3d:3d:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db0d2f69-c60d-4c5d-9fe6-485f58de8dee', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 21:20:26.231226 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Current status of the port 19c73419-25b0-43be-ad7f-79d9dd06be84 is: DOWN; New status is: BUILD {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:20:26.231603 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (19c73419-25b0-43be-ad7f-79d9dd06be84), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:20:26.244748 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.notifiers.nova [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19c73419-25b0-43be-ad7f-79d9dd06be84 {{(pid=104103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 21:20:26.264302 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] For port 19c73419-25b0-43be-ad7f-79d9dd06be84, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=19c73419-25b0-43be-ad7f-79d9dd06be84,segment=NetworkSegment(5053323c-02e0-4fed-9db2-ed9de8ed77c8),segment_id=5053323c-02e0-4fed-9db2-ed9de8ed77c8)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:20:26.267821 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (19c73419-25b0-43be-ad7f-79d9dd06be84), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:20:26.314123 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Pushing event updated for resources: {'Port': ['ID=19c73419-25b0-43be-ad7f-79d9dd06be84,revision_number=4']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:20:26.321277 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:20:26.321560 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:20:26.321895 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:20:26.322224 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:20:26.322580 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:20:26.322905 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:20:26.323224 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:20:26.323579 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:20:26.323892 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:20:26.324207 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:20:26.324518 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:20:26.324829 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:20:26.325143 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:20:26.325450 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:20:26.325755 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:20:26.414605 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049fcb0b-d2ac-4773-9b46-31829281c282 req-f775b45c-802f-4c7e-b628-9b5dce329243 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:20:26.416032 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-049fcb0b-d2ac-4773-9b46-31829281c282 req-f775b45c-802f-4c7e-b628-9b5dce329243 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] 10.222.0.57 "GET /v2.0/ports?device_id=472ef597-2ffc-406d-a45e-94029b40fdc4 HTTP/1.1" status: 200 len: 945 time: 0.0458148 May 26 21:20:26.465423 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-049fcb0b-d2ac-4773-9b46-31829281c282 req-9a58924a-9ec4-45ac-8b0e-dd20b9989dc6 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e599b28-9849-4147-989f-b4717a23c173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427463 May 26 21:20:26.576878 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] get_ports_and_sgs() called for port_ids ['19c73419-25b0-43be-ad7f-79d9dd06be84'] {{(pid=104103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 21:20:27.582215 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354174ed-242e-4a41-919c-e2ce1b22c0cc req-86f793ad-d277-48fe-a4ff-f1cd68e7e5c3 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:20:27.583661 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-354174ed-242e-4a41-919c-e2ce1b22c0cc req-86f793ad-d277-48fe-a4ff-f1cd68e7e5c3 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] 10.222.0.57 "GET /v2.0/ports?device_id=472ef597-2ffc-406d-a45e-94029b40fdc4 HTTP/1.1" status: 200 len: 945 time: 0.0480766 May 26 21:20:27.634567 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-354174ed-242e-4a41-919c-e2ce1b22c0cc req-6e5bbed2-c94f-4c36-8fec-51c1f2c6d4cd tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e599b28-9849-4147-989f-b4717a23c173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453806 May 26 21:20:28.101350 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Device 19c73419-25b0-43be-ad7f-79d9dd06be84 up at agent hyperv_hv-cinder-82880 {{(pid=104103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:20:28.143752 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Provisioning for port 19c73419-25b0-43be-ad7f-79d9dd06be84 completed by entity L2. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 21:20:28.149585 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Provisioning complete for port 19c73419-25b0-43be-ad7f-79d9dd06be84 triggered by entity L2. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:20:28.150131 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (19c73419-25b0-43be-ad7f-79d9dd06be84), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:20:28.222013 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Current status of the port 19c73419-25b0-43be-ad7f-79d9dd06be84 is: BUILD; New status is: ACTIVE {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:20:28.222418 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (19c73419-25b0-43be-ad7f-79d9dd06be84), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:20:28.244331 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '472ef597-2ffc-406d-a45e-94029b40fdc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19c73419-25b0-43be-ad7f-79d9dd06be84'}] {{(pid=104103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:20:28.246576 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b44267d7c8a7abe6e93cd6d61df03f02c4feaf0da3ba5ea8b381a36bebf6efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73efcaa0-0b1b-47ca-8c59-d4a43a23209a" -d '{"events": [{"server_uuid": "472ef597-2ffc-406d-a45e-94029b40fdc4", "name": "network-vif-plugged", "status": "completed", "tag": "19c73419-25b0-43be-ad7f-79d9dd06be84"}]}' {{(pid=104103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:20:28.259234 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] For port 19c73419-25b0-43be-ad7f-79d9dd06be84, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=19c73419-25b0-43be-ad7f-79d9dd06be84,segment=NetworkSegment(5053323c-02e0-4fed-9db2-ed9de8ed77c8),segment_id=5053323c-02e0-4fed-9db2-ed9de8ed77c8)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:20:28.263897 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (19c73419-25b0-43be-ad7f-79d9dd06be84), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:20:28.289852 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 21:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afad5b7e-124a-492d-b8dd-7a66e3f02561 x-openstack-request-id: req-afad5b7e-124a-492d-b8dd-7a66e3f02561 {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:20:28.290144 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "472ef597-2ffc-406d-a45e-94029b40fdc4", "name": "network-vif-plugged", "status": "completed", "tag": "19c73419-25b0-43be-ad7f-79d9dd06be84", "code": 200}]} {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:20:28.290415 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-afad5b7e-124a-492d-b8dd-7a66e3f02561 {{(pid=104103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:20:28.290810 dv-cinder-828806-3-iscsi neutron-server[104103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afad5b7e-124a-492d-b8dd-7a66e3f02561'] response: {'server_uuid': '472ef597-2ffc-406d-a45e-94029b40fdc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19c73419-25b0-43be-ad7f-79d9dd06be84', 'code': 200} May 26 21:20:28.311383 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:20:28.317140 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Pushing event updated for resources: {'Port': ['ID=19c73419-25b0-43be-ad7f-79d9dd06be84,revision_number=5']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:20:28.525753 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d493556-29ba-4a59-b93d-53a066b13bd5 req-8d34e811-3115-4128-8718-4c5ed3d6fe37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:20:28.527289 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-8d493556-29ba-4a59-b93d-53a066b13bd5 req-8d34e811-3115-4128-8718-4c5ed3d6fe37 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=472ef597-2ffc-406d-a45e-94029b40fdc4 HTTP/1.1" status: 200 len: 1130 time: 0.0429220 May 26 21:20:28.572691 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-8d493556-29ba-4a59-b93d-53a066b13bd5 req-1308266a-00ea-4afe-a418-2e2fe70ed807 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=9e599b28-9849-4147-989f-b4717a23c173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382140 May 26 21:20:28.745875 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604a41e8-ceaa-4807-b802-c52039d4eb02 req-2d6edfe5-4589-4329-9ae7-d60ab73512c4 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:20:28.747328 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-604a41e8-ceaa-4807-b802-c52039d4eb02 req-2d6edfe5-4589-4329-9ae7-d60ab73512c4 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] 10.222.0.57 "GET /v2.0/ports?device_id=472ef597-2ffc-406d-a45e-94029b40fdc4 HTTP/1.1" status: 200 len: 946 time: 0.0464425 May 26 21:20:28.794982 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-604a41e8-ceaa-4807-b802-c52039d4eb02 req-8d9d0583-6dd6-40ff-9da0-c1bff27da235 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e599b28-9849-4147-989f-b4717a23c173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421684 May 26 21:20:29.909198 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa69059-0ef6-40c3-8c41-23f2b5ece435 req-feffec86-d50c-41f9-a056-a0ae2e3aaa0e tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:20:29.910669 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-1aa69059-0ef6-40c3-8c41-23f2b5ece435 req-feffec86-d50c-41f9-a056-a0ae2e3aaa0e tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] 10.222.0.57 "GET /v2.0/ports?device_id=472ef597-2ffc-406d-a45e-94029b40fdc4 HTTP/1.1" status: 200 len: 946 time: 0.0475678 May 26 21:20:29.961100 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-1aa69059-0ef6-40c3-8c41-23f2b5ece435 req-48e0033b-1724-451b-8b3b-278f1795786c tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e599b28-9849-4147-989f-b4717a23c173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448472 May 26 21:20:30.077723 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c439f804-9b78-4b90-aaf5-dfd5489b773a req-b18d7ef5-28c1-4ad7-8a84-c634ee704800 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:20:30.079095 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-c439f804-9b78-4b90-aaf5-dfd5489b773a req-b18d7ef5-28c1-4ad7-8a84-c634ee704800 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] 10.222.0.57 "GET /v2.0/ports?device_id=472ef597-2ffc-406d-a45e-94029b40fdc4 HTTP/1.1" status: 200 len: 946 time: 0.0488188 May 26 21:20:30.126814 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-c439f804-9b78-4b90-aaf5-dfd5489b773a req-a6a93fac-6cb9-4aca-99a0-79118dc5ddf7 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e599b28-9849-4147-989f-b4717a23c173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422571 May 26 21:20:30.148235 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 54914) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:20:30.185165 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d4e1309-42cc-49a3-90cd-2c8445f7de6c tempest-TestVolumeBootPattern-330259607 tempest-TestVolumeBootPattern-330259607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:20:30.186652 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-9d4e1309-42cc-49a3-90cd-2c8445f7de6c tempest-TestVolumeBootPattern-330259607 tempest-TestVolumeBootPattern-330259607-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=472ef597-2ffc-406d-a45e-94029b40fdc4 HTTP/1.1" status: 200 len: 1125 time: 0.0374417 May 26 21:20:30.189244 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 54916) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:20:30.193319 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.v2.base [None req-8b4c12e3-cc78-4b30-beb1-a83821946cc4 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Request body: {'floatingip': {'floating_network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'port_id': '19c73419-25b0-43be-ad7f-79d9dd06be84', 'tenant_id': '1b6678b588cc47f48b84d3120deccdb4', 'fixed_ip_address': '172.20.0.11'}} {{(pid=104102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:20:30.216755 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-8b4c12e3-cc78-4b30-beb1-a83821946cc4 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:20:30.482520 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-8b4c12e3-cc78-4b30-beb1-a83821946cc4 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (None), before_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:20:30.491289 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:20:30.537479 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:20:30.583628 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.db.db_base_plugin_common [None req-8b4c12e3-cc78-4b30-beb1-a83821946cc4 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Allocated IP 172.27.2.85 (7d433162-bc3c-42dc-9b38-0bd5733b5e12/724ba99f-4e90-4a15-97fd-930eedded7a9/df2a0fe9-1f88-48e6-8952-8fbd6d1a2ab8) {{(pid=104102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 21:20:30.685378 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-8b4c12e3-cc78-4b30-beb1-a83821946cc4 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Publish callbacks [] for port (df2a0fe9-1f88-48e6-8952-8fbd6d1a2ab8), precommit_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:20:30.715654 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-8b4c12e3-cc78-4b30-beb1-a83821946cc4 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787881445699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16679263'] for port (df2a0fe9-1f88-48e6-8952-8fbd6d1a2ab8), after_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:20:30.749777 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b4c12e3-cc78-4b30-beb1-a83821946cc4 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Network 7d433162-bc3c-42dc-9b38-0bd5733b5e12 is already hosted by enough agents. {{(pid=104102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 21:20:30.754269 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.scheduler.base_scheduler [None req-8b4c12e3-cc78-4b30-beb1-a83821946cc4 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Resources bound (agent type, host, resource id): {{(pid=104102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:20:30.759893 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4c12e3-cc78-4b30-beb1-a83821946cc4 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Received port after_create {{(pid=104102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 21:20:30.786911 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4c12e3-cc78-4b30-beb1-a83821946cc4 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Pushing event updated for resources: {'Port': ['ID=df2a0fe9-1f88-48e6-8952-8fbd6d1a2ab8,revision_number=1']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:20:30.799831 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4c12e3-cc78-4b30-beb1-a83821946cc4 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:20:30.800177 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4c12e3-cc78-4b30-beb1-a83821946cc4 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:20:30.800539 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4c12e3-cc78-4b30-beb1-a83821946cc4 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:20:30.800861 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4c12e3-cc78-4b30-beb1-a83821946cc4 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:20:30.801193 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4c12e3-cc78-4b30-beb1-a83821946cc4 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:20:30.801522 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4c12e3-cc78-4b30-beb1-a83821946cc4 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:20:30.801846 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4c12e3-cc78-4b30-beb1-a83821946cc4 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:20:30.802567 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4c12e3-cc78-4b30-beb1-a83821946cc4 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:20:30.802896 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4c12e3-cc78-4b30-beb1-a83821946cc4 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:20:30.803221 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4c12e3-cc78-4b30-beb1-a83821946cc4 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:20:30.803548 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4c12e3-cc78-4b30-beb1-a83821946cc4 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:20:30.803873 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4c12e3-cc78-4b30-beb1-a83821946cc4 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:20:30.804193 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4c12e3-cc78-4b30-beb1-a83821946cc4 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:20:30.804515 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4c12e3-cc78-4b30-beb1-a83821946cc4 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:20:30.804834 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b4c12e3-cc78-4b30-beb1-a83821946cc4 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:20:31.119299 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-8b4c12e3-cc78-4b30-beb1-a83821946cc4 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Publish callbacks [] for floatingip (16041f1d-ef81-41ce-a2df-cd0866aea667), precommit_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:20:31.182482 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-8b4c12e3-cc78-4b30-beb1-a83821946cc4 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (df2a0fe9-1f88-48e6-8952-8fbd6d1a2ab8), before_update {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:20:31.234630 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:20:31.298427 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:20:31.358680 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-8b4c12e3-cc78-4b30-beb1-a83821946cc4 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Publish callbacks [] for port (df2a0fe9-1f88-48e6-8952-8fbd6d1a2ab8), precommit_update {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:20:31.363182 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-8b4c12e3-cc78-4b30-beb1-a83821946cc4 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16679272'] for port (df2a0fe9-1f88-48e6-8952-8fbd6d1a2ab8), after_update {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:20:31.428790 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4c12e3-cc78-4b30-beb1-a83821946cc4 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Pushing event updated for resources: {'Port': ['ID=df2a0fe9-1f88-48e6-8952-8fbd6d1a2ab8,revision_number=2']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:20:31.438268 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-8b4c12e3-cc78-4b30-beb1-a83821946cc4 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1614815'] for floatingip (16041f1d-ef81-41ce-a2df-cd0866aea667), after_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:20:31.530481 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.db.l3_db [None req-8b4c12e3-cc78-4b30-beb1-a83821946cc4 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Floating IP 16041f1d-ef81-41ce-a2df-cd0866aea667 associated. External IP: 172.27.2.85, port: 19c73419-25b0-43be-ad7f-79d9dd06be84. May 26 21:20:31.721401 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b4c12e3-cc78-4b30-beb1-a83821946cc4 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Router a86a8475-80a4-4f92-999f-66418eb719a1 has already been hosted by L3 agent ccb07560-1e88-42f3-8411-377a93089622 {{(pid=104102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 21:20:31.819468 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b4c12e3-cc78-4b30-beb1-a83821946cc4 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Notify agent at l3_agent.dv-cinder-828806-3-iscsi the message routers_updated {{(pid=104102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 21:20:31.829759 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7c04af-6c9a-407f-8088-d1f366fddbf6 None None] Sync routers for ids ['a86a8475-80a4-4f92-999f-66418eb719a1'] in dv-cinder-828806-3-iscsi {{(pid=104103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 21:20:31.836932 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-8b4c12e3-cc78-4b30-beb1-a83821946cc4 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25531'] for floatingip (None), before_response {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:20:31.840455 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7c04af-6c9a-407f-8088-d1f366fddbf6 None None] Routers {'a86a8475-80a4-4f92-999f-66418eb719a1'} bound to L3 agent in host dv-cinder-828806-3-iscsi {{(pid=104103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:20:31.841158 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_hamode_db [None req-4a7c04af-6c9a-407f-8088-d1f366fddbf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T20:55:42Z,description=,heartbeat_timestamp=2022-05-26T21:20:12Z,host='dv-cinder-828806-3-iscsi',id=ccb07560-1e88-42f3-8411-377a93089622,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T20:55:42Z,topic='l3_agent')) {'router_ids': ['a86a8475-80a4-4f92-999f-66418eb719a1'], 'active': True} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:20:31.869861 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-8b4c12e3-cc78-4b30-beb1-a83821946cc4 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6796391 May 26 21:20:31.870520 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '472ef597-2ffc-406d-a45e-94029b40fdc4', 'tag': '19c73419-25b0-43be-ad7f-79d9dd06be84'}] {{(pid=104102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:20:31.872781 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706b1c0bf4c108867c85ce24421d64e29e03a8d677c0da793374f2c7f89b1863" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c6ba96a-a9a3-40df-a7fe-abf1187ec61d" -d '{"events": [{"name": "network-changed", "server_uuid": "472ef597-2ffc-406d-a45e-94029b40fdc4", "tag": "19c73419-25b0-43be-ad7f-79d9dd06be84"}]}' {{(pid=104102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:20:31.942867 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvr_db [None req-4a7c04af-6c9a-407f-8088-d1f366fddbf6 None None] Set router a86a8475-80a4-4f92-999f-66418eb719a1 gateway port host: dv-cinder-828806-3-iscsi {{(pid=104103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:20:31.961375 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 21:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c221565-e877-4db9-a014-88980133cbfa x-openstack-request-id: req-0c221565-e877-4db9-a014-88980133cbfa {{(pid=104102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:20:31.961664 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "472ef597-2ffc-406d-a45e-94029b40fdc4", "tag": "19c73419-25b0-43be-ad7f-79d9dd06be84", "status": "completed", "code": 200}]} {{(pid=104102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:20:31.961916 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0c221565-e877-4db9-a014-88980133cbfa {{(pid=104102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:20:31.962316 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c221565-e877-4db9-a014-88980133cbfa'] response: {'name': 'network-changed', 'server_uuid': '472ef597-2ffc-406d-a45e-94029b40fdc4', 'tag': '19c73419-25b0-43be-ad7f-79d9dd06be84', 'status': 'completed', 'code': 200} May 26 21:20:32.043104 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6ba96a-a9a3-40df-a7fe-abf1187ec61d req-d895c307-a34f-45f8-a45a-699447b45cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:20:32.044587 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-4c6ba96a-a9a3-40df-a7fe-abf1187ec61d req-d895c307-a34f-45f8-a45a-699447b45cc1 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1b6678b588cc47f48b84d3120deccdb4&device_id=472ef597-2ffc-406d-a45e-94029b40fdc4 HTTP/1.1" status: 200 len: 1130 time: 0.0390115 May 26 21:20:32.046397 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:20:32.136444 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6ba96a-a9a3-40df-a7fe-abf1187ec61d req-15b8b05f-c3a0-4d43-9e26-c8f555e12dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:20:32.137893 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-4c6ba96a-a9a3-40df-a7fe-abf1187ec61d req-15b8b05f-c3a0-4d43-9e26-c8f555e12dfc service neutron] 10.222.0.62 "GET /v2.0/networks?id=d8ca9641-c007-4346-a0d8-e6a2d38ece93 HTTP/1.1" status: 200 len: 912 time: 0.0871556 May 26 21:20:32.148645 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_hamode_db [None req-4a7c04af-6c9a-407f-8088-d1f366fddbf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a86a8475-80a4-4f92-999f-66418eb719a1', 'name': 'tempest-TestVolumeBootPattern-496851519-router', 'tenant_id': '1b6678b588cc47f48b84d3120deccdb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': 'd2848d8a-9df8-4d16-af57-f77e1970b230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:17:35Z', 'updated_at': '2022-05-26T21:17:37Z', 'revision_number': 4, 'project_id': '1b6678b588cc47f48b84d3120deccdb4', 'gw_port': {'id': 'd2848d8a-9df8-4d16-af57-f77e1970b230', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a8:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86a8475-80a4-4f92-999f-66418eb719a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:17:35Z', 'updated_at': '2022-05-26T21:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi', '_floatingips': [{'id': '16041f1d-ef81-41ce-a2df-cd0866aea667', 'tenant_id': '1b6678b588cc47f48b84d3120deccdb4', 'floating_ip_address': '172.27.2.85', 'floating_network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'router_id': 'a86a8475-80a4-4f92-999f-66418eb719a1', 'port_id': '19c73419-25b0-43be-ad7f-79d9dd06be84', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8ca9641-c007-4346-a0d8-e6a2d38ece93', 'mac_address': 'fa:16:3e:3d:3d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472ef597-2ffc-406d-a45e-94029b40fdc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T21:20:30Z', 'updated_at': '2022-05-26T21:20:30Z', 'revision_number': 0, 'project_id': '1b6678b588cc47f48b84d3120deccdb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e1277bc-57dc-4023-a5f9-ebeec19ea03f', 'name': '', 'network_id': 'd8ca9641-c007-4346-a0d8-e6a2d38ece93', 'tenant_id': '1b6678b588cc47f48b84d3120deccdb4', 'mac_address': 'fa:16:3e:6b:80:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86a8475-80a4-4f92-999f-66418eb719a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'db0d2f69-c60d-4c5d-9fe6-485f58de8dee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:17:37Z', 'updated_at': '2022-05-26T21:17:41Z', 'revision_number': 5, 'project_id': '1b6678b588cc47f48b84d3120deccdb4', 'subnets': [{'id': 'db0d2f69-c60d-4c5d-9fe6-485f58de8dee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-3-iscsi', False) {} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:20:32.176544 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7c04af-6c9a-407f-8088-d1f366fddbf6 None None] Checking router: a86a8475-80a4-4f92-999f-66418eb719a1 for host: dv-cinder-828806-3-iscsi {{(pid=104103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 21:20:32.185305 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7c04af-6c9a-407f-8088-d1f366fddbf6 None None] Routers {'a86a8475-80a4-4f92-999f-66418eb719a1'} bound to L3 agent in host dv-cinder-828806-3-iscsi {{(pid=104103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:20:32.185905 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_hamode_db [None req-4a7c04af-6c9a-407f-8088-d1f366fddbf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T20:55:42Z,description=,heartbeat_timestamp=2022-05-26T21:20:12Z,host='dv-cinder-828806-3-iscsi',id=ccb07560-1e88-42f3-8411-377a93089622,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T20:55:42Z,topic='l3_agent')) {'router_ids': ['a86a8475-80a4-4f92-999f-66418eb719a1'], 'active': True} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:20:32.197500 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-4c6ba96a-a9a3-40df-a7fe-abf1187ec61d req-c6e79f47-d436-4852-8281-8eb9d2b17244 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=19c73419-25b0-43be-ad7f-79d9dd06be84 HTTP/1.1" status: 200 len: 999 time: 0.0543652 May 26 21:20:32.249699 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6ba96a-a9a3-40df-a7fe-abf1187ec61d req-e4ac9d81-df1f-48fc-b429-1c104a96c273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:20:32.251054 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-4c6ba96a-a9a3-40df-a7fe-abf1187ec61d req-e4ac9d81-df1f-48fc-b429-1c104a96c273 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=db0d2f69-c60d-4c5d-9fe6-485f58de8dee HTTP/1.1" status: 200 len: 850 time: 0.0454261 May 26 21:20:32.286961 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvr_db [None req-4a7c04af-6c9a-407f-8088-d1f366fddbf6 None None] Set router a86a8475-80a4-4f92-999f-66418eb719a1 gateway port host: dv-cinder-828806-3-iscsi {{(pid=104103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:20:32.307454 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6ba96a-a9a3-40df-a7fe-abf1187ec61d req-b4e7ae5b-6323-4c26-a815-d15d398f1b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:20:32.309540 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-4c6ba96a-a9a3-40df-a7fe-abf1187ec61d req-b4e7ae5b-6323-4c26-a815-d15d398f1b5f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d8ca9641-c007-4346-a0d8-e6a2d38ece93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0522873 May 26 21:20:32.397011 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-4c6ba96a-a9a3-40df-a7fe-abf1187ec61d req-09443e42-330e-4bb3-9c93-17344da8065c service neutron] 10.222.0.62 "GET /v2.0/networks/d8ca9641-c007-4346-a0d8-e6a2d38ece93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815272 May 26 21:20:32.423130 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=100 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:20:32.488066 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-4c6ba96a-a9a3-40df-a7fe-abf1187ec61d req-aab6b6a2-7fb4-4267-b0af-b4b17a7425a8 service neutron] 10.222.0.62 "GET /v2.0/networks/d8ca9641-c007-4346-a0d8-e6a2d38ece93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853639 May 26 21:20:32.491592 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_hamode_db [None req-4a7c04af-6c9a-407f-8088-d1f366fddbf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a86a8475-80a4-4f92-999f-66418eb719a1', 'name': 'tempest-TestVolumeBootPattern-496851519-router', 'tenant_id': '1b6678b588cc47f48b84d3120deccdb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': 'd2848d8a-9df8-4d16-af57-f77e1970b230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:17:35Z', 'updated_at': '2022-05-26T21:17:37Z', 'revision_number': 4, 'project_id': '1b6678b588cc47f48b84d3120deccdb4', 'gw_port': {'id': 'd2848d8a-9df8-4d16-af57-f77e1970b230', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a8:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86a8475-80a4-4f92-999f-66418eb719a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:17:35Z', 'updated_at': '2022-05-26T21:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi', '_floatingips': [{'id': '16041f1d-ef81-41ce-a2df-cd0866aea667', 'tenant_id': '1b6678b588cc47f48b84d3120deccdb4', 'floating_ip_address': '172.27.2.85', 'floating_network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'router_id': 'a86a8475-80a4-4f92-999f-66418eb719a1', 'port_id': '19c73419-25b0-43be-ad7f-79d9dd06be84', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8ca9641-c007-4346-a0d8-e6a2d38ece93', 'mac_address': 'fa:16:3e:3d:3d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472ef597-2ffc-406d-a45e-94029b40fdc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T21:20:30Z', 'updated_at': '2022-05-26T21:20:30Z', 'revision_number': 0, 'project_id': '1b6678b588cc47f48b84d3120deccdb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e1277bc-57dc-4023-a5f9-ebeec19ea03f', 'name': '', 'network_id': 'd8ca9641-c007-4346-a0d8-e6a2d38ece93', 'tenant_id': '1b6678b588cc47f48b84d3120deccdb4', 'mac_address': 'fa:16:3e:6b:80:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86a8475-80a4-4f92-999f-66418eb719a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'db0d2f69-c60d-4c5d-9fe6-485f58de8dee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:17:37Z', 'updated_at': '2022-05-26T21:17:41Z', 'revision_number': 5, 'project_id': '1b6678b588cc47f48b84d3120deccdb4', 'subnets': [{'id': 'db0d2f69-c60d-4c5d-9fe6-485f58de8dee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-3-iscsi', False) {} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:20:32.517626 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7c04af-6c9a-407f-8088-d1f366fddbf6 None None] The sync data for ids ['a86a8475-80a4-4f92-999f-66418eb719a1'] in dv-cinder-828806-3-iscsi is: [{'id': 'a86a8475-80a4-4f92-999f-66418eb719a1', 'name': 'tempest-TestVolumeBootPattern-496851519-router', 'tenant_id': '1b6678b588cc47f48b84d3120deccdb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': 'd2848d8a-9df8-4d16-af57-f77e1970b230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:17:35Z', 'updated_at': '2022-05-26T21:17:37Z', 'revision_number': 4, 'project_id': '1b6678b588cc47f48b84d3120deccdb4', 'gw_port': {'id': 'd2848d8a-9df8-4d16-af57-f77e1970b230', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a8:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86a8475-80a4-4f92-999f-66418eb719a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:17:35Z', 'updated_at': '2022-05-26T21:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi', '_floatingips': [{'id': '16041f1d-ef81-41ce-a2df-cd0866aea667', 'tenant_id': '1b6678b588cc47f48b84d3120deccdb4', 'floating_ip_address': '172.27.2.85', 'floating_network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'router_id': 'a86a8475-80a4-4f92-999f-66418eb719a1', 'port_id': '19c73419-25b0-43be-ad7f-79d9dd06be84', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8ca9641-c007-4346-a0d8-e6a2d38ece93', 'mac_address': 'fa:16:3e:3d:3d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472ef597-2ffc-406d-a45e-94029b40fdc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T21:20:30Z', 'updated_at': '2022-05-26T21:20:30Z', 'revision_number': 0, 'project_id': '1b6678b588cc47f48b84d3120deccdb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e1277bc-57dc-4023-a5f9-ebeec19ea03f', 'name': '', 'network_id': 'd8ca9641-c007-4346-a0d8-e6a2d38ece93', 'tenant_id': '1b6678b588cc47f48b84d3120deccdb4', 'mac_address': 'fa:16:3e:6b:80:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86a8475-80a4-4f92-999f-66418eb719a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'db0d2f69-c60d-4c5d-9fe6-485f58de8dee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:17:37Z', 'updated_at': '2022-05-26T21:17:41Z', 'revision_number': 5, 'project_id': '1b6678b588cc47f48b84d3120deccdb4', 'subnets': [{'id': 'db0d2f69-c60d-4c5d-9fe6-485f58de8dee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 21:20:32.706256 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a23feb-bb9a-4cae-983d-112ff5c3994c None None] New status for floating IP 16041f1d-ef81-41ce-a2df-cd0866aea667: ACTIVE {{(pid=104104) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 21:20:39.804676 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-9ad0e6d2-5176-4910-a76b-97cd3549a935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (28061657-8b16-479f-8ff4-19bdcc74bc2c), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:20:41.864766 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=70,neutron:DELETE=1 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:20:41.866663 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=76,neutron:DELETE=1 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:20:42.080884 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-c31eaa8a-1e8a-4107-83da-d745c5dd1940 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (ccb07560-1e88-42f3-8411-377a93089622), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:20:42.120536 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-a7269fa5-3aca-445e-bcaf-f28863c64ff1 req-378306d6-5351-4dfa-9bf5-59e22aa8bc97 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=472ef597-2ffc-406d-a45e-94029b40fdc4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0824373 May 26 21:20:42.216100 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7269fa5-3aca-445e-bcaf-f28863c64ff1 req-d2c85e81-6499-483a-ad85-46478b73aefa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:20:42.217449 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-a7269fa5-3aca-445e-bcaf-f28863c64ff1 req-d2c85e81-6499-483a-ad85-46478b73aefa service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1b6678b588cc47f48b84d3120deccdb4&device_id=472ef597-2ffc-406d-a45e-94029b40fdc4 HTTP/1.1" status: 200 len: 1130 time: 0.0378137 May 26 21:20:42.319252 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7269fa5-3aca-445e-bcaf-f28863c64ff1 req-f6f26ebc-8d7b-40ff-9c7d-8912cbc43769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:20:42.320707 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-a7269fa5-3aca-445e-bcaf-f28863c64ff1 req-f6f26ebc-8d7b-40ff-9c7d-8912cbc43769 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d8ca9641-c007-4346-a0d8-e6a2d38ece93 HTTP/1.1" status: 200 len: 912 time: 0.0860147 May 26 21:20:42.372970 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=100 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:20:42.381538 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-a7269fa5-3aca-445e-bcaf-f28863c64ff1 req-04df4b6d-5d8a-4a90-839c-dfa3a42824e9 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=19c73419-25b0-43be-ad7f-79d9dd06be84 HTTP/1.1" status: 200 len: 1001 time: 0.0538249 May 26 21:20:42.427338 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7269fa5-3aca-445e-bcaf-f28863c64ff1 req-65e90c33-02f5-488b-8e31-37cfeddd5e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:20:42.428726 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-a7269fa5-3aca-445e-bcaf-f28863c64ff1 req-65e90c33-02f5-488b-8e31-37cfeddd5e93 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=db0d2f69-c60d-4c5d-9fe6-485f58de8dee HTTP/1.1" status: 200 len: 850 time: 0.0414867 May 26 21:20:42.474330 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7269fa5-3aca-445e-bcaf-f28863c64ff1 req-d002b085-cbdf-4120-a455-22d494aa4dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:20:42.475773 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-a7269fa5-3aca-445e-bcaf-f28863c64ff1 req-d002b085-cbdf-4120-a455-22d494aa4dd4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d8ca9641-c007-4346-a0d8-e6a2d38ece93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410664 May 26 21:20:42.560984 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-a7269fa5-3aca-445e-bcaf-f28863c64ff1 req-0ce24b10-fd93-485d-8962-5afaea19f873 service neutron] 10.222.0.62 "GET /v2.0/networks/d8ca9641-c007-4346-a0d8-e6a2d38ece93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790560 May 26 21:20:42.649649 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-a7269fa5-3aca-445e-bcaf-f28863c64ff1 req-6d39c1a0-9949-4452-80a3-a8afe7ff890e service neutron] 10.222.0.62 "GET /v2.0/networks/d8ca9641-c007-4346-a0d8-e6a2d38ece93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826178 May 26 21:20:42.804957 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=31,neutron:UPDATE=2 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:20:42.806772 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=33,neutron:UPDATE=2 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:20:43.055533 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-2cedcaf3-f8c8-488c-9e0f-8ce175add227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (5deefb54-cd62-4255-b022-7e9734e3e0b8), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:20:44.566460 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-46f12c73-3700-4e7e-86c8-206b84d0e626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (54d4a93e-badb-480c-831f-99f9f6beb5f4), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:20:46.018236 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (545ffc5a-00f7-4140-8f25-9e74b0e32d39), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:20:47.599103 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.agents_db [None req-7031173d-d819-4c63-a4ce-0c5776890f6a None None] Agent healthcheck: found 6 active agents {{(pid=104104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 21:20:52.645436 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=51 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:20:52.647386 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=32 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:20:53.765590 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (7f90b46f-777d-4aa1-89b5-840fb2878c39), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:21:02.468267 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=4 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:21:02.469545 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=4 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:21:03.759260 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=54,neutron:UPDATE=3 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:21:03.761267 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:21:09.809823 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-5d1ce833-7335-4b7e-8085-18b8b7d5796b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (28061657-8b16-479f-8ff4-19bdcc74bc2c), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:21:12.080212 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-df012104-4d2f-4dae-8124-546ff51a3393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (ccb07560-1e88-42f3-8411-377a93089622), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:21:13.057216 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-2cedcaf3-f8c8-488c-9e0f-8ce175add227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (5deefb54-cd62-4255-b022-7e9734e3e0b8), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:21:14.569265 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-46f12c73-3700-4e7e-86c8-206b84d0e626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (54d4a93e-badb-480c-831f-99f9f6beb5f4), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:21:16.020093 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (545ffc5a-00f7-4140-8f25-9e74b0e32d39), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:21:23.763283 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (7f90b46f-777d-4aa1-89b5-840fb2878c39), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:21:24.588244 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.agents_db [None req-7031173d-d819-4c63-a4ce-0c5776890f6a None None] Agent healthcheck: found 6 active agents {{(pid=104104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 21:21:33.757181 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:21:33.759127 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:21:39.461024 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=4 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:21:39.465463 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:21:39.812667 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-1a828b89-22b4-4568-8084-364ccf4277d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (28061657-8b16-479f-8ff4-19bdcc74bc2c), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:21:42.073172 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-0d4819f5-ba53-4f4e-98f3-3a94ec4240fe req-3c808b17-16dc-44b5-89e4-2480f176e72c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=472ef597-2ffc-406d-a45e-94029b40fdc4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0382142 May 26 21:21:42.082232 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-6bb63b47-fbc5-4da5-ad23-f34d0f3546be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (ccb07560-1e88-42f3-8411-377a93089622), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:21:42.165831 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4819f5-ba53-4f4e-98f3-3a94ec4240fe req-8975a964-1c6f-48c5-a1ef-d327a5aada17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:21:42.167290 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-0d4819f5-ba53-4f4e-98f3-3a94ec4240fe req-8975a964-1c6f-48c5-a1ef-d327a5aada17 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1b6678b588cc47f48b84d3120deccdb4&device_id=472ef597-2ffc-406d-a45e-94029b40fdc4 HTTP/1.1" status: 200 len: 1130 time: 0.0379632 May 26 21:21:42.268943 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4819f5-ba53-4f4e-98f3-3a94ec4240fe req-85f2af7a-8c37-46c8-b587-2e04e3445335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:21:42.270415 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-0d4819f5-ba53-4f4e-98f3-3a94ec4240fe req-85f2af7a-8c37-46c8-b587-2e04e3445335 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d8ca9641-c007-4346-a0d8-e6a2d38ece93 HTTP/1.1" status: 200 len: 912 time: 0.0857017 May 26 21:21:42.328784 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-0d4819f5-ba53-4f4e-98f3-3a94ec4240fe req-183857e6-9a11-43e9-9a20-577009cc589b service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=19c73419-25b0-43be-ad7f-79d9dd06be84 HTTP/1.1" status: 200 len: 1001 time: 0.0530207 May 26 21:21:42.374894 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4819f5-ba53-4f4e-98f3-3a94ec4240fe req-97050870-9663-45c8-b7c2-2b9e2e919ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:21:42.376238 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-0d4819f5-ba53-4f4e-98f3-3a94ec4240fe req-97050870-9663-45c8-b7c2-2b9e2e919ee9 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=db0d2f69-c60d-4c5d-9fe6-485f58de8dee HTTP/1.1" status: 200 len: 850 time: 0.0421429 May 26 21:21:42.420548 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4819f5-ba53-4f4e-98f3-3a94ec4240fe req-2a576778-2897-4ba9-9473-61ecff4cc49b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:21:42.421953 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-0d4819f5-ba53-4f4e-98f3-3a94ec4240fe req-2a576778-2897-4ba9-9473-61ecff4cc49b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d8ca9641-c007-4346-a0d8-e6a2d38ece93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402622 May 26 21:21:42.507015 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-0d4819f5-ba53-4f4e-98f3-3a94ec4240fe req-11a748ca-e151-4847-8c23-1281cbe8fa93 service neutron] 10.222.0.62 "GET /v2.0/networks/d8ca9641-c007-4346-a0d8-e6a2d38ece93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792594 May 26 21:21:42.594384 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-0d4819f5-ba53-4f4e-98f3-3a94ec4240fe req-2de517de-3403-4141-90cb-b3b777be9b4d service neutron] 10.222.0.62 "GET /v2.0/networks/d8ca9641-c007-4346-a0d8-e6a2d38ece93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819526 May 26 21:21:43.059870 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-2cedcaf3-f8c8-488c-9e0f-8ce175add227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (5deefb54-cd62-4255-b022-7e9734e3e0b8), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:21:44.574797 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-46f12c73-3700-4e7e-86c8-206b84d0e626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (54d4a93e-badb-480c-831f-99f9f6beb5f4), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:21:46.022102 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (545ffc5a-00f7-4140-8f25-9e74b0e32d39), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:21:52.589419 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=50 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:21:52.591231 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=51 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:21:53.763251 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (7f90b46f-777d-4aa1-89b5-840fb2878c39), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:22:01.587091 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.agents_db [None req-7031173d-d819-4c63-a4ce-0c5776890f6a None None] Agent healthcheck: found 6 active agents {{(pid=104104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 21:22:03.753341 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:22:03.759289 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:22:04.711461 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-38854a2e-2660-4473-aa2a-5ba570b01445 req-858d2f57-2c69-41c5-81d3-915934c4744d tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-851123873&fields=id&tenant_id=1b6678b588cc47f48b84d3120deccdb4 HTTP/1.1" status: 200 len: 267 time: 0.0440350 May 26 21:22:04.821062 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38854a2e-2660-4473-aa2a-5ba570b01445 req-2c9aee33-88f9-45f7-8bf9-14ea61ef0643 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:22:04.822528 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-38854a2e-2660-4473-aa2a-5ba570b01445 req-2c9aee33-88f9-45f7-8bf9-14ea61ef0643 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] 10.222.0.57 "GET /v2.0/networks?id=d8ca9641-c007-4346-a0d8-e6a2d38ece93 HTTP/1.1" status: 200 len: 811 time: 0.1050236 May 26 21:22:04.836388 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-38854a2e-2660-4473-aa2a-5ba570b01445 req-236a0e95-a8d1-407f-9686-1c26f70c3199 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] 10.222.0.57 "GET /v2.0/quotas/1b6678b588cc47f48b84d3120deccdb4 HTTP/1.1" status: 200 len: 375 time: 0.0086129 May 26 21:22:04.886108 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-38854a2e-2660-4473-aa2a-5ba570b01445 req-e8d03e84-fe58-48b6-9e6b-e1fe9bcb284f tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=1b6678b588cc47f48b84d3120deccdb4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0449216 May 26 21:22:05.019413 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-38854a2e-2660-4473-aa2a-5ba570b01445 req-db9300c0-a3a7-4bc7-a859-1b4c8baf5a0b service neutron] 10.222.0.57 "GET /v2.0/networks/d8ca9641-c007-4346-a0d8-e6a2d38ece93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225555 May 26 21:22:05.109610 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-38854a2e-2660-4473-aa2a-5ba570b01445 req-124d95b3-ecbe-48af-9e3d-3609b3382df6 service neutron] 10.222.0.57 "GET /v2.0/networks/d8ca9641-c007-4346-a0d8-e6a2d38ece93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845790 May 26 21:22:05.450437 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-70bae109-cde9-441b-9cb8-367820f9ea32 req-bb052037-7713-4715-8d75-3e9952044b04 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] 10.222.0.57 "GET /v2.0/ports?device_id=25a905e2-9e49-4149-9f74-0baab75952a5 HTTP/1.1" status: 200 len: 210 time: 0.0779114 May 26 21:22:06.407552 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38854a2e-2660-4473-aa2a-5ba570b01445 req-f914ca99-f81b-474d-b5a6-2df67fffbd1f tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:22:06.408961 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-38854a2e-2660-4473-aa2a-5ba570b01445 req-f914ca99-f81b-474d-b5a6-2df67fffbd1f tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] 10.222.0.62 "GET /v2.0/networks?id=d8ca9641-c007-4346-a0d8-e6a2d38ece93 HTTP/1.1" status: 200 len: 811 time: 0.1031244 May 26 21:22:06.483379 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-38854a2e-2660-4473-aa2a-5ba570b01445 req-8bf38f05-f2fe-4d16-9c10-408ee7a9f5fe tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] 10.222.0.62 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1b6678b588cc47f48b84d3120deccdb4 HTTP/1.1" status: 200 len: 379 time: 0.0608251 May 26 21:22:06.493348 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.v2.base [req-38854a2e-2660-4473-aa2a-5ba570b01445 req-bbd556e9-c895-4087-a70d-6768e7442fdc tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Request body: {'port': {'device_id': '25a905e2-9e49-4149-9f74-0baab75952a5', 'network_id': 'd8ca9641-c007-4346-a0d8-e6a2d38ece93', 'admin_state_up': True, 'tenant_id': '1b6678b588cc47f48b84d3120deccdb4', 'security_groups': ['9e599b28-9849-4147-989f-b4717a23c173']}} {{(pid=104101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:22:06.552562 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-552faa55-e7c9-454b-bfd6-3845b23f3508 req-466d2402-0ead-429e-bdf1-a9864d688429 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] 10.222.0.57 "GET /v2.0/ports?device_id=25a905e2-9e49-4149-9f74-0baab75952a5 HTTP/1.1" status: 200 len: 210 time: 0.0298636 May 26 21:22:06.603705 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38854a2e-2660-4473-aa2a-5ba570b01445 req-bbd556e9-c895-4087-a70d-6768e7442fdc tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Made reservation on behalf of 1b6678b588cc47f48b84d3120deccdb4 for: {'port': 1} {{(pid=104101) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 21:22:06.607731 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-38854a2e-2660-4473-aa2a-5ba570b01445 req-bbd556e9-c895-4087-a70d-6768e7442fdc tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (None), before_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:22:06.731628 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.db.db_base_plugin_common [req-38854a2e-2660-4473-aa2a-5ba570b01445 req-bbd556e9-c895-4087-a70d-6768e7442fdc tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Allocated IP 172.20.0.3 (d8ca9641-c007-4346-a0d8-e6a2d38ece93/db0d2f69-c60d-4c5d-9fe6-485f58de8dee/cfe2f766-5c4b-4c56-bc0e-8955fb0c7233) {{(pid=104101) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 21:22:06.871255 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-38854a2e-2660-4473-aa2a-5ba570b01445 req-bbd556e9-c895-4087-a70d-6768e7442fdc tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Publish callbacks [] for port (cfe2f766-5c4b-4c56-bc0e-8955fb0c7233), precommit_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:22:06.902304 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-38854a2e-2660-4473-aa2a-5ba570b01445 req-bbd556e9-c895-4087-a70d-6768e7442fdc tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787881445699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13231773'] for port (cfe2f766-5c4b-4c56-bc0e-8955fb0c7233), after_create {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:22:06.948866 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38854a2e-2660-4473-aa2a-5ba570b01445 req-bbd556e9-c895-4087-a70d-6768e7442fdc tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Network d8ca9641-c007-4346-a0d8-e6a2d38ece93 is already hosted by enough agents. {{(pid=104101) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 21:22:06.954630 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.scheduler.base_scheduler [req-38854a2e-2660-4473-aa2a-5ba570b01445 req-bbd556e9-c895-4087-a70d-6768e7442fdc tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Resources bound (agent type, host, resource id): {{(pid=104101) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:22:06.958365 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [req-38854a2e-2660-4473-aa2a-5ba570b01445 req-bbd556e9-c895-4087-a70d-6768e7442fdc tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Received port after_create {{(pid=104101) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 21:22:06.964660 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd556e9-c895-4087-a70d-6768e7442fdc tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Pushing event updated for resources: {'Port': ['ID=cfe2f766-5c4b-4c56-bc0e-8955fb0c7233,revision_number=1']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:22:06.997796 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd556e9-c895-4087-a70d-6768e7442fdc tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:22:06.998143 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd556e9-c895-4087-a70d-6768e7442fdc tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:22:06.998515 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd556e9-c895-4087-a70d-6768e7442fdc tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:22:06.999083 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd556e9-c895-4087-a70d-6768e7442fdc tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:22:06.999200 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd556e9-c895-4087-a70d-6768e7442fdc tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:22:06.999513 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd556e9-c895-4087-a70d-6768e7442fdc tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:22:06.999841 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd556e9-c895-4087-a70d-6768e7442fdc tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:22:07.000169 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd556e9-c895-4087-a70d-6768e7442fdc tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:22:07.000571 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd556e9-c895-4087-a70d-6768e7442fdc tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:22:07.000829 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd556e9-c895-4087-a70d-6768e7442fdc tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:22:07.001154 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd556e9-c895-4087-a70d-6768e7442fdc tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:22:07.001478 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd556e9-c895-4087-a70d-6768e7442fdc tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:22:07.001804 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd556e9-c895-4087-a70d-6768e7442fdc tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:22:07.002130 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd556e9-c895-4087-a70d-6768e7442fdc tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:22:07.002470 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd556e9-c895-4087-a70d-6768e7442fdc tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:22:07.023315 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38854a2e-2660-4473-aa2a-5ba570b01445 req-bbd556e9-c895-4087-a70d-6768e7442fdc tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:22:07.023944 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-38854a2e-2660-4473-aa2a-5ba570b01445 req-bbd556e9-c895-4087-a70d-6768e7442fdc tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25531'] for port (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:22:07.045101 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-38854a2e-2660-4473-aa2a-5ba570b01445 req-bbd556e9-c895-4087-a70d-6768e7442fdc tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5566037 May 26 21:22:07.062952 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.v2.base [req-38854a2e-2660-4473-aa2a-5ba570b01445 req-70c829b4-d3a8-4a3c-808f-25536d206f3c service neutron] Request body: {'port': {'device_id': '25a905e2-9e49-4149-9f74-0baab75952a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=104101) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:22:07.125241 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:22:07.135554 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-38854a2e-2660-4473-aa2a-5ba570b01445 req-70c829b4-d3a8-4a3c-808f-25536d206f3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (cfe2f766-5c4b-4c56-bc0e-8955fb0c7233), before_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:22:07.156928 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:22:07.208723 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-87d71838-10d0-4ada-ba6a-5991cfcf418d None None] Provisioning complete for port cfe2f766-5c4b-4c56-bc0e-8955fb0c7233 triggered by entity DHCP. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:22:07.209291 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-87d71838-10d0-4ada-ba6a-5991cfcf418d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (cfe2f766-5c4b-4c56-bc0e-8955fb0c7233), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:22:07.241127 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-87d71838-10d0-4ada-ba6a-5991cfcf418d None None] Port cfe2f766-5c4b-4c56-bc0e-8955fb0c7233 cannot update to ACTIVE because it is not bound. {{(pid=104103) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 26 21:22:07.419605 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.notifiers.nova [req-38854a2e-2660-4473-aa2a-5ba570b01445 req-70c829b4-d3a8-4a3c-808f-25536d206f3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfe2f766-5c4b-4c56-bc0e-8955fb0c7233 {{(pid=104101) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 21:22:07.426890 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-38854a2e-2660-4473-aa2a-5ba570b01445 req-70c829b4-d3a8-4a3c-808f-25536d206f3c service neutron] Publish callbacks [] for port (cfe2f766-5c4b-4c56-bc0e-8955fb0c7233), precommit_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:22:07.439386 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.db.provisioning_blocks [req-38854a2e-2660-4473-aa2a-5ba570b01445 req-70c829b4-d3a8-4a3c-808f-25536d206f3c service neutron] Transition to ACTIVE for port object cfe2f766-5c4b-4c56-bc0e-8955fb0c7233 will not be triggered until provisioned by entity L2. {{(pid=104101) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 26 21:22:07.443027 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-38854a2e-2660-4473-aa2a-5ba570b01445 req-70c829b4-d3a8-4a3c-808f-25536d206f3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13231786'] for port (cfe2f766-5c4b-4c56-bc0e-8955fb0c7233), after_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:22:07.496640 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c829b4-d3a8-4a3c-808f-25536d206f3c service neutron] Pushing event updated for resources: {'Port': ['ID=cfe2f766-5c4b-4c56-bc0e-8955fb0c7233,revision_number=2']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:22:07.571664 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [req-38854a2e-2660-4473-aa2a-5ba570b01445 req-70c829b4-d3a8-4a3c-808f-25536d206f3c service neutron] Attempting to bind port cfe2f766-5c4b-4c56-bc0e-8955fb0c7233 on host hv-cinder-82880 for vnic_type normal with profile {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 26 21:22:07.571992 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [req-38854a2e-2660-4473-aa2a-5ba570b01445 req-70c829b4-d3a8-4a3c-808f-25536d206f3c service neutron] Attempting to bind port cfe2f766-5c4b-4c56-bc0e-8955fb0c7233 by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': '5053323c-02e0-4fed-9db2-ed9de8ed77c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'd8ca9641-c007-4346-a0d8-e6a2d38ece93'}] {{(pid=104101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 26 21:22:07.572318 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38854a2e-2660-4473-aa2a-5ba570b01445 req-70c829b4-d3a8-4a3c-808f-25536d206f3c service neutron] Attempting to bind port cfe2f766-5c4b-4c56-bc0e-8955fb0c7233 on network d8ca9641-c007-4346-a0d8-e6a2d38ece93 {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 21:22:07.577607 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38854a2e-2660-4473-aa2a-5ba570b01445 req-70c829b4-d3a8-4a3c-808f-25536d206f3c service neutron] Port cfe2f766-5c4b-4c56-bc0e-8955fb0c7233 on network d8ca9641-c007-4346-a0d8-e6a2d38ece93 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 21:22:07.577924 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38854a2e-2660-4473-aa2a-5ba570b01445 req-70c829b4-d3a8-4a3c-808f-25536d206f3c service neutron] Attempting to bind port cfe2f766-5c4b-4c56-bc0e-8955fb0c7233 on network d8ca9641-c007-4346-a0d8-e6a2d38ece93 {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 21:22:07.583116 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38854a2e-2660-4473-aa2a-5ba570b01445 req-70c829b4-d3a8-4a3c-808f-25536d206f3c service neutron] Checking agent: {'id': '7f90b46f-777d-4aa1-89b5-840fb2878c39', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 21, 2, 24), 'started_at': datetime.datetime(2022, 5, 26, 21, 2, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 21, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 21:22:07.583450 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38854a2e-2660-4473-aa2a-5ba570b01445 req-70c829b4-d3a8-4a3c-808f-25536d206f3c service neutron] Checking segment: {'id': '5053323c-02e0-4fed-9db2-ed9de8ed77c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'd8ca9641-c007-4346-a0d8-e6a2d38ece93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104101) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 26 21:22:07.583828 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38854a2e-2660-4473-aa2a-5ba570b01445 req-70c829b4-d3a8-4a3c-808f-25536d206f3c service neutron] Bound using segment: {'id': '5053323c-02e0-4fed-9db2-ed9de8ed77c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'd8ca9641-c007-4346-a0d8-e6a2d38ece93'} {{(pid=104101) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 21:22:07.584245 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.managers [req-38854a2e-2660-4473-aa2a-5ba570b01445 req-70c829b4-d3a8-4a3c-808f-25536d206f3c service neutron] Bound port: cfe2f766-5c4b-4c56-bc0e-8955fb0c7233, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5053323c-02e0-4fed-9db2-ed9de8ed77c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'd8ca9641-c007-4346-a0d8-e6a2d38ece93'}}] {{(pid=104101) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 26 21:22:07.584696 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-38854a2e-2660-4473-aa2a-5ba570b01445 req-70c829b4-d3a8-4a3c-808f-25536d206f3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (cfe2f766-5c4b-4c56-bc0e-8955fb0c7233), before_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:22:07.649913 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.db [req-38854a2e-2660-4473-aa2a-5ba570b01445 req-70c829b4-d3a8-4a3c-808f-25536d206f3c service neutron] For port cfe2f766-5c4b-4c56-bc0e-8955fb0c7233, host hv-cinder-82880, cleared binding levels {{(pid=104101) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 21:22:07.653471 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.db [req-38854a2e-2660-4473-aa2a-5ba570b01445 req-70c829b4-d3a8-4a3c-808f-25536d206f3c service neutron] For port cfe2f766-5c4b-4c56-bc0e-8955fb0c7233, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=cfe2f766-5c4b-4c56-bc0e-8955fb0c7233,segment=NetworkSegment(5053323c-02e0-4fed-9db2-ed9de8ed77c8),segment_id=5053323c-02e0-4fed-9db2-ed9de8ed77c8)] {{(pid=104101) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 21:22:07.664913 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-38854a2e-2660-4473-aa2a-5ba570b01445 req-70c829b4-d3a8-4a3c-808f-25536d206f3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13231786'] for port (cfe2f766-5c4b-4c56-bc0e-8955fb0c7233), after_update {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:22:07.677250 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb4e005-75c8-4807-aebf-856e043dc719 req-6fa58016-47df-46af-bc5d-5d0a2cff73b5 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:22:07.678747 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-1cb4e005-75c8-4807-aebf-856e043dc719 req-6fa58016-47df-46af-bc5d-5d0a2cff73b5 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] 10.222.0.57 "GET /v2.0/ports?device_id=25a905e2-9e49-4149-9f74-0baab75952a5 HTTP/1.1" status: 200 len: 943 time: 0.0537405 May 26 21:22:07.697349 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38854a2e-2660-4473-aa2a-5ba570b01445 req-70c829b4-d3a8-4a3c-808f-25536d206f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:22:07.697996 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-38854a2e-2660-4473-aa2a-5ba570b01445 req-70c829b4-d3a8-4a3c-808f-25536d206f3c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25531'] for port (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:22:07.699370 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-38854a2e-2660-4473-aa2a-5ba570b01445 req-70c829b4-d3a8-4a3c-808f-25536d206f3c service neutron] 10.222.0.62 "PUT /v2.0/ports/cfe2f766-5c4b-4c56-bc0e-8955fb0c7233 HTTP/1.1" status: 200 len: 1093 time: 0.6418774 May 26 21:22:07.699797 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25a905e2-9e49-4149-9f74-0baab75952a5', 'tag': 'cfe2f766-5c4b-4c56-bc0e-8955fb0c7233'}] {{(pid=104101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:22:07.702113 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e35b3b942162f380527a6ddce7731c26b87baf9d9763e10c20fbd720b027cea7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce3ec867-0bfb-4838-94c7-bdb403d3e461" -d '{"events": [{"name": "network-changed", "server_uuid": "25a905e2-9e49-4149-9f74-0baab75952a5", "tag": "cfe2f766-5c4b-4c56-bc0e-8955fb0c7233"}]}' {{(pid=104101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:22:07.739860 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-1cb4e005-75c8-4807-aebf-856e043dc719 req-7b67ccc0-0500-4628-8846-b0cacb36a82f tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e599b28-9849-4147-989f-b4717a23c173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548432 May 26 21:22:07.755024 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 21:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-955b80aa-e613-412e-b380-cd5a7bdc222e x-openstack-request-id: req-955b80aa-e613-412e-b380-cd5a7bdc222e {{(pid=104101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:22:07.755317 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25a905e2-9e49-4149-9f74-0baab75952a5", "tag": "cfe2f766-5c4b-4c56-bc0e-8955fb0c7233", "status": "completed", "code": 200}]} {{(pid=104101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:22:07.755576 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-955b80aa-e613-412e-b380-cd5a7bdc222e {{(pid=104101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:22:07.755982 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.notifiers.nova [-] Nova event matching ['req-955b80aa-e613-412e-b380-cd5a7bdc222e'] response: {'name': 'network-changed', 'server_uuid': '25a905e2-9e49-4149-9f74-0baab75952a5', 'tag': 'cfe2f766-5c4b-4c56-bc0e-8955fb0c7233', 'status': 'completed', 'code': 200} May 26 21:22:07.756521 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c829b4-d3a8-4a3c-808f-25536d206f3c service neutron] Pushing event updated for resources: {'Port': ['ID=cfe2f766-5c4b-4c56-bc0e-8955fb0c7233,revision_number=3']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:22:07.818911 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38854a2e-2660-4473-aa2a-5ba570b01445 req-0d0ac9c0-a7ce-4ad1-ac2b-9ba69426510a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:22:07.820497 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-38854a2e-2660-4473-aa2a-5ba570b01445 req-0d0ac9c0-a7ce-4ad1-ac2b-9ba69426510a service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1b6678b588cc47f48b84d3120deccdb4&device_id=25a905e2-9e49-4149-9f74-0baab75952a5 HTTP/1.1" status: 200 len: 1127 time: 0.0464771 May 26 21:22:07.867539 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-38854a2e-2660-4473-aa2a-5ba570b01445 req-a81a2498-0269-467c-8fa0-97bfb2932851 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cfe2f766-5c4b-4c56-bc0e-8955fb0c7233 HTTP/1.1" status: 200 len: 217 time: 0.0337052 May 26 21:22:07.916193 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38854a2e-2660-4473-aa2a-5ba570b01445 req-fa76eaea-25ae-41e5-8042-c0dcf6c3e68c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:22:07.917639 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-38854a2e-2660-4473-aa2a-5ba570b01445 req-fa76eaea-25ae-41e5-8042-c0dcf6c3e68c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=db0d2f69-c60d-4c5d-9fe6-485f58de8dee HTTP/1.1" status: 200 len: 850 time: 0.0442863 May 26 21:22:07.958573 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38854a2e-2660-4473-aa2a-5ba570b01445 req-cb46ccb0-d12e-4df6-a9aa-6e2e5a60921f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:22:07.959893 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-38854a2e-2660-4473-aa2a-5ba570b01445 req-cb46ccb0-d12e-4df6-a9aa-6e2e5a60921f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d8ca9641-c007-4346-a0d8-e6a2d38ece93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0366077 May 26 21:22:08.049579 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-38854a2e-2660-4473-aa2a-5ba570b01445 req-83a0e016-fcb1-4438-9b55-2033621e621c service neutron] 10.222.0.62 "GET /v2.0/networks/d8ca9641-c007-4346-a0d8-e6a2d38ece93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835540 May 26 21:22:08.072581 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:22:08.114616 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:22:08.142779 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-38854a2e-2660-4473-aa2a-5ba570b01445 req-c0b883df-aceb-49ac-845f-e011c2394ac3 service neutron] 10.222.0.62 "GET /v2.0/networks/d8ca9641-c007-4346-a0d8-e6a2d38ece93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873682 May 26 21:22:08.493741 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3ec867-0bfb-4838-94c7-bdb403d3e461 req-e3e41ad8-44a4-4a31-8ed4-ada61422e9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:22:08.495228 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-ce3ec867-0bfb-4838-94c7-bdb403d3e461 req-e3e41ad8-44a4-4a31-8ed4-ada61422e9ac service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1b6678b588cc47f48b84d3120deccdb4&device_id=25a905e2-9e49-4149-9f74-0baab75952a5 HTTP/1.1" status: 200 len: 1127 time: 0.0387638 May 26 21:22:08.585266 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3ec867-0bfb-4838-94c7-bdb403d3e461 req-7557ca06-961b-4415-890f-4e9f6357b346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:22:08.586650 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-ce3ec867-0bfb-4838-94c7-bdb403d3e461 req-7557ca06-961b-4415-890f-4e9f6357b346 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d8ca9641-c007-4346-a0d8-e6a2d38ece93 HTTP/1.1" status: 200 len: 912 time: 0.0849373 May 26 21:22:08.631002 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-ce3ec867-0bfb-4838-94c7-bdb403d3e461 req-51cd10bd-9385-4a8a-a8ae-b376966a60fe service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cfe2f766-5c4b-4c56-bc0e-8955fb0c7233 HTTP/1.1" status: 200 len: 217 time: 0.0350029 May 26 21:22:08.679242 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3ec867-0bfb-4838-94c7-bdb403d3e461 req-1a8f9488-0ce3-4f88-bf29-6f5d5e3c3c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:22:08.680863 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-ce3ec867-0bfb-4838-94c7-bdb403d3e461 req-1a8f9488-0ce3-4f88-bf29-6f5d5e3c3c3b service neutron] 10.222.0.62 "GET /v2.0/subnets?id=db0d2f69-c60d-4c5d-9fe6-485f58de8dee HTTP/1.1" status: 200 len: 850 time: 0.0422568 May 26 21:22:08.724059 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3ec867-0bfb-4838-94c7-bdb403d3e461 req-44b0c789-8ef2-4df4-b6ac-fc5c34ed604b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:22:08.725464 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-ce3ec867-0bfb-4838-94c7-bdb403d3e461 req-44b0c789-8ef2-4df4-b6ac-fc5c34ed604b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d8ca9641-c007-4346-a0d8-e6a2d38ece93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0363429 May 26 21:22:08.883209 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3ef3eb-6041-4586-ae87-bde48237de1c req-e5329157-4e5d-422d-bc30-2a025e6db64d tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:22:08.884680 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-cd3ef3eb-6041-4586-ae87-bde48237de1c req-e5329157-4e5d-422d-bc30-2a025e6db64d tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] 10.222.0.57 "GET /v2.0/ports?device_id=25a905e2-9e49-4149-9f74-0baab75952a5 HTTP/1.1" status: 200 len: 943 time: 0.0491157 May 26 21:22:08.936003 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-cd3ef3eb-6041-4586-ae87-bde48237de1c req-54e6bbf0-60ac-49f1-a1e3-dfa23056960e tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e599b28-9849-4147-989f-b4717a23c173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456328 May 26 21:22:09.076408 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-ce3ec867-0bfb-4838-94c7-bdb403d3e461 req-dc26e0c7-6bc7-4b3f-8da7-04e974d5af08 service neutron] 10.222.0.62 "GET /v2.0/networks/d8ca9641-c007-4346-a0d8-e6a2d38ece93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3446586 May 26 21:22:09.161843 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-ce3ec867-0bfb-4838-94c7-bdb403d3e461 req-8f4a01e2-8545-4e14-9c03-c970c452bd9f service neutron] 10.222.0.62 "GET /v2.0/networks/d8ca9641-c007-4346-a0d8-e6a2d38ece93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796459 May 26 21:22:09.814866 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-c111c0d4-9113-4cae-beab-19be1325dfce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (28061657-8b16-479f-8ff4-19bdcc74bc2c), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:22:10.047433 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726be56e-716e-4d7c-9d04-8c0cb3104425 req-5e22e631-18e7-40fa-8646-815c05937d3f tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:22:10.048868 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-726be56e-716e-4d7c-9d04-8c0cb3104425 req-5e22e631-18e7-40fa-8646-815c05937d3f tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] 10.222.0.57 "GET /v2.0/ports?device_id=25a905e2-9e49-4149-9f74-0baab75952a5 HTTP/1.1" status: 200 len: 943 time: 0.0450141 May 26 21:22:10.099794 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-726be56e-716e-4d7c-9d04-8c0cb3104425 req-37f1accc-7fa1-4c03-a91d-5f6c2211c8e4 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e599b28-9849-4147-989f-b4717a23c173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454409 May 26 21:22:11.215713 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d5ff38-26ff-40b8-b1bf-801d372576f1 req-e439e6e4-88d8-4244-a67e-87d3eb19bf2a tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:22:11.217250 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-08d5ff38-26ff-40b8-b1bf-801d372576f1 req-e439e6e4-88d8-4244-a67e-87d3eb19bf2a tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] 10.222.0.57 "GET /v2.0/ports?device_id=25a905e2-9e49-4149-9f74-0baab75952a5 HTTP/1.1" status: 200 len: 943 time: 0.0464821 May 26 21:22:11.265204 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-08d5ff38-26ff-40b8-b1bf-801d372576f1 req-3dac9256-11cd-45e3-8b68-23c24057a725 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e599b28-9849-4147-989f-b4717a23c173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425940 May 26 21:22:12.083307 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-620fee05-2d97-498f-9ff7-272988d3d22c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (ccb07560-1e88-42f3-8411-377a93089622), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:22:12.374553 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80b67a8-dd13-4ab6-87a0-70ae7105026e req-cd5d7106-d12d-40a1-bc24-f08de340b5ba tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:22:12.376240 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-f80b67a8-dd13-4ab6-87a0-70ae7105026e req-cd5d7106-d12d-40a1-bc24-f08de340b5ba tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] 10.222.0.57 "GET /v2.0/ports?device_id=25a905e2-9e49-4149-9f74-0baab75952a5 HTTP/1.1" status: 200 len: 943 time: 0.0458496 May 26 21:22:12.424185 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-f80b67a8-dd13-4ab6-87a0-70ae7105026e req-57c1d175-8415-403d-b1d8-3e3af763a2b4 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e599b28-9849-4147-989f-b4717a23c173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425270 May 26 21:22:13.062784 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-2cedcaf3-f8c8-488c-9e0f-8ce175add227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (5deefb54-cd62-4255-b022-7e9734e3e0b8), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:22:13.537333 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31c5cfb-73f5-4bae-9379-b9465c69a206 req-80b949e0-73e9-47a7-ae0f-62d89f402d68 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:22:13.538784 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-b31c5cfb-73f5-4bae-9379-b9465c69a206 req-80b949e0-73e9-47a7-ae0f-62d89f402d68 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] 10.222.0.57 "GET /v2.0/ports?device_id=25a905e2-9e49-4149-9f74-0baab75952a5 HTTP/1.1" status: 200 len: 943 time: 0.0487208 May 26 21:22:13.586114 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-b31c5cfb-73f5-4bae-9379-b9465c69a206 req-05ca484a-d2a0-4ab4-bb39-88a8db2fdfb1 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e599b28-9849-4147-989f-b4717a23c173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418665 May 26 21:22:14.573657 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Device cfe2f766-5c4b-4c56-bc0e-8955fb0c7233 details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=104103) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 21:22:14.577062 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-46f12c73-3700-4e7e-86c8-206b84d0e626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (54d4a93e-badb-480c-831f-99f9f6beb5f4), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:22:14.668717 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] For port cfe2f766-5c4b-4c56-bc0e-8955fb0c7233, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=cfe2f766-5c4b-4c56-bc0e-8955fb0c7233,segment=NetworkSegment(5053323c-02e0-4fed-9db2-ed9de8ed77c8),segment_id=5053323c-02e0-4fed-9db2-ed9de8ed77c8)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:22:14.680589 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Returning: {'device': 'cfe2f766-5c4b-4c56-bc0e-8955fb0c7233', 'network_id': 'd8ca9641-c007-4346-a0d8-e6a2d38ece93', 'port_id': 'cfe2f766-5c4b-4c56-bc0e-8955fb0c7233', 'mac_address': 'fa:16:3e:62:9a:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db0d2f69-c60d-4c5d-9fe6-485f58de8dee', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104103) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 21:22:14.688424 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=100 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:22:14.699199 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48935b8e-9b06-43df-92b2-e8cc25d79e4c req-24a343e6-8cf0-448d-be29-149570dc5265 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:22:14.700703 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-48935b8e-9b06-43df-92b2-e8cc25d79e4c req-24a343e6-8cf0-448d-be29-149570dc5265 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] 10.222.0.57 "GET /v2.0/ports?device_id=25a905e2-9e49-4149-9f74-0baab75952a5 HTTP/1.1" status: 200 len: 943 time: 0.0473354 May 26 21:22:14.711651 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=100 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:22:14.718912 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Current status of the port cfe2f766-5c4b-4c56-bc0e-8955fb0c7233 is: DOWN; New status is: BUILD {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:22:14.719297 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (cfe2f766-5c4b-4c56-bc0e-8955fb0c7233), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:22:14.732712 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.notifiers.nova [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfe2f766-5c4b-4c56-bc0e-8955fb0c7233 {{(pid=104103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 21:22:14.750633 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-48935b8e-9b06-43df-92b2-e8cc25d79e4c req-1066fc32-34f3-4515-b98e-885671efc2a4 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e599b28-9849-4147-989f-b4717a23c173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442526 May 26 21:22:14.753001 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] For port cfe2f766-5c4b-4c56-bc0e-8955fb0c7233, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=cfe2f766-5c4b-4c56-bc0e-8955fb0c7233,segment=NetworkSegment(5053323c-02e0-4fed-9db2-ed9de8ed77c8),segment_id=5053323c-02e0-4fed-9db2-ed9de8ed77c8)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:22:14.758463 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (cfe2f766-5c4b-4c56-bc0e-8955fb0c7233), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:22:14.803163 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Pushing event updated for resources: {'Port': ['ID=cfe2f766-5c4b-4c56-bc0e-8955fb0c7233,revision_number=4']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:22:14.810200 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:22:14.810577 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:22:14.810921 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:22:14.811258 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:22:14.811590 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:22:14.811918 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:22:14.812241 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:22:14.812563 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:22:14.812891 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:22:14.813211 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:22:14.813525 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:22:14.813849 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:22:14.814169 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:22:14.814502 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:22:14.814820 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:22:15.036319 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] get_ports_and_sgs() called for port_ids ['cfe2f766-5c4b-4c56-bc0e-8955fb0c7233'] {{(pid=104103) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 21:22:15.870193 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d32730-dfe4-48f1-bd2f-9cd0a4f4bfda req-14905318-b589-4c8a-b27e-ead21fa2bc45 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:22:15.871646 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-d8d32730-dfe4-48f1-bd2f-9cd0a4f4bfda req-14905318-b589-4c8a-b27e-ead21fa2bc45 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] 10.222.0.57 "GET /v2.0/ports?device_id=25a905e2-9e49-4149-9f74-0baab75952a5 HTTP/1.1" status: 200 len: 944 time: 0.0493524 May 26 21:22:15.920054 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-d8d32730-dfe4-48f1-bd2f-9cd0a4f4bfda req-d82ff328-8fff-4678-961e-47231ef9fdeb tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e599b28-9849-4147-989f-b4717a23c173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424037 May 26 21:22:16.024279 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (545ffc5a-00f7-4140-8f25-9e74b0e32d39), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:22:16.460464 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=5 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:22:16.461277 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=3 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:22:16.583789 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Device cfe2f766-5c4b-4c56-bc0e-8955fb0c7233 up at agent hyperv_hv-cinder-82880 {{(pid=104103) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 21:22:16.626699 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Provisioning for port cfe2f766-5c4b-4c56-bc0e-8955fb0c7233 completed by entity L2. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 26 21:22:16.631811 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.provisioning_blocks [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Provisioning complete for port cfe2f766-5c4b-4c56-bc0e-8955fb0c7233 triggered by entity L2. {{(pid=104103) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 26 21:22:16.632193 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-629696'] for port (cfe2f766-5c4b-4c56-bc0e-8955fb0c7233), provisioning_complete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:22:16.771723 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:22:16.775953 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:22:16.823573 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Current status of the port cfe2f766-5c4b-4c56-bc0e-8955fb0c7233 is: BUILD; New status is: ACTIVE {{(pid=104103) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 26 21:22:16.823956 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (cfe2f766-5c4b-4c56-bc0e-8955fb0c7233), before_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:22:16.848660 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25a905e2-9e49-4149-9f74-0baab75952a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfe2f766-5c4b-4c56-bc0e-8955fb0c7233'}] {{(pid=104103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:22:16.850864 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b44267d7c8a7abe6e93cd6d61df03f02c4feaf0da3ba5ea8b381a36bebf6efb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fe63ebc-45eb-40f5-bfe2-c22283a00742" -d '{"events": [{"server_uuid": "25a905e2-9e49-4149-9f74-0baab75952a5", "name": "network-vif-plugged", "status": "completed", "tag": "cfe2f766-5c4b-4c56-bc0e-8955fb0c7233"}]}' {{(pid=104103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:22:16.864696 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] For port cfe2f766-5c4b-4c56-bc0e-8955fb0c7233, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=cfe2f766-5c4b-4c56-bc0e-8955fb0c7233,segment=NetworkSegment(5053323c-02e0-4fed-9db2-ed9de8ed77c8),segment_id=5053323c-02e0-4fed-9db2-ed9de8ed77c8)] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:22:16.869042 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735'] for port (cfe2f766-5c4b-4c56-bc0e-8955fb0c7233), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:22:16.914003 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Pushing event updated for resources: {'Port': ['ID=cfe2f766-5c4b-4c56-bc0e-8955fb0c7233,revision_number=5']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:22:16.942460 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 21:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2216335-a727-4f00-bf67-d023357cddb9 x-openstack-request-id: req-c2216335-a727-4f00-bf67-d023357cddb9 {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:22:16.942779 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25a905e2-9e49-4149-9f74-0baab75952a5", "name": "network-vif-plugged", "status": "completed", "tag": "cfe2f766-5c4b-4c56-bc0e-8955fb0c7233", "code": 200}]} {{(pid=104103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:22:16.943024 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c2216335-a727-4f00-bf67-d023357cddb9 {{(pid=104103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:22:16.943411 dv-cinder-828806-3-iscsi neutron-server[104103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2216335-a727-4f00-bf67-d023357cddb9'] response: {'server_uuid': '25a905e2-9e49-4149-9f74-0baab75952a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfe2f766-5c4b-4c56-bc0e-8955fb0c7233', 'code': 200} May 26 21:22:17.035316 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3fa248-7417-4bd6-9037-4a81e92e9c77 req-8652d251-8332-494f-9096-a3ceef8a4125 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:22:17.036736 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-5c3fa248-7417-4bd6-9037-4a81e92e9c77 req-8652d251-8332-494f-9096-a3ceef8a4125 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] 10.222.0.57 "GET /v2.0/ports?device_id=25a905e2-9e49-4149-9f74-0baab75952a5 HTTP/1.1" status: 200 len: 945 time: 0.0464134 May 26 21:22:17.086918 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-5c3fa248-7417-4bd6-9037-4a81e92e9c77 req-66388bc7-b886-4e0f-a059-df2a5eece44d tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e599b28-9849-4147-989f-b4717a23c173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445635 May 26 21:22:17.192361 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d935cc6-a832-4cf9-ae95-6be13b53fc8d req-882c546c-36d7-4d8f-aad9-8adba8da98a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:22:17.193709 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-8d935cc6-a832-4cf9-ae95-6be13b53fc8d req-882c546c-36d7-4d8f-aad9-8adba8da98a8 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=25a905e2-9e49-4149-9f74-0baab75952a5 HTTP/1.1" status: 200 len: 1129 time: 0.0407751 May 26 21:22:17.238934 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-8d935cc6-a832-4cf9-ae95-6be13b53fc8d req-ec85197b-be69-4374-ab5a-b3eea82c322d service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=9e599b28-9849-4147-989f-b4717a23c173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373046 May 26 21:22:18.198536 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3c47d6-b062-49fe-9f44-be5f9b67118d req-a02e0069-0517-4f39-8e8e-ea92800e5274 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:22:18.199963 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-1e3c47d6-b062-49fe-9f44-be5f9b67118d req-a02e0069-0517-4f39-8e8e-ea92800e5274 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] 10.222.0.57 "GET /v2.0/ports?device_id=25a905e2-9e49-4149-9f74-0baab75952a5 HTTP/1.1" status: 200 len: 945 time: 0.0453970 May 26 21:22:18.252553 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-1e3c47d6-b062-49fe-9f44-be5f9b67118d req-cfa7c9c8-66c7-44fb-9abe-7e51d4465ec9 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e599b28-9849-4147-989f-b4717a23c173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466564 May 26 21:22:19.365620 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ed2c28-0152-4700-8570-771efa27a971 req-c6f7232b-6c90-4202-8831-d16c6d4facf4 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:22:19.367060 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-44ed2c28-0152-4700-8570-771efa27a971 req-c6f7232b-6c90-4202-8831-d16c6d4facf4 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] 10.222.0.57 "GET /v2.0/ports?device_id=25a905e2-9e49-4149-9f74-0baab75952a5 HTTP/1.1" status: 200 len: 945 time: 0.0461953 May 26 21:22:19.413744 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-44ed2c28-0152-4700-8570-771efa27a971 req-94e8fb9d-fb68-4f46-b252-c5bb32e4a16a tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e599b28-9849-4147-989f-b4717a23c173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412185 May 26 21:22:19.522564 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a36d494-ed96-4587-95f1-58af63438e63 req-0d7d0a90-a4b2-4075-af1a-8068ed5f4599 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:22:19.523910 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-2a36d494-ed96-4587-95f1-58af63438e63 req-0d7d0a90-a4b2-4075-af1a-8068ed5f4599 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] 10.222.0.57 "GET /v2.0/ports?device_id=25a905e2-9e49-4149-9f74-0baab75952a5 HTTP/1.1" status: 200 len: 945 time: 0.0455844 May 26 21:22:19.571381 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-2a36d494-ed96-4587-95f1-58af63438e63 req-294ad6aa-6dab-425a-9d6b-07a5a8972cd1 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e599b28-9849-4147-989f-b4717a23c173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415852 May 26 21:22:19.594641 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 55048) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:22:19.634411 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac1f52b-f2cc-4517-a59a-68c4b754cc38 tempest-TestVolumeBootPattern-330259607 tempest-TestVolumeBootPattern-330259607-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:22:19.635876 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-cac1f52b-f2cc-4517-a59a-68c4b754cc38 tempest-TestVolumeBootPattern-330259607 tempest-TestVolumeBootPattern-330259607-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=25a905e2-9e49-4149-9f74-0baab75952a5 HTTP/1.1" status: 200 len: 1124 time: 0.0402787 May 26 21:22:19.638579 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 55050) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:22:19.642607 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.v2.base [None req-c7c17220-9074-48fc-b472-d867f067cede tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Request body: {'floatingip': {'floating_network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'port_id': 'cfe2f766-5c4b-4c56-bc0e-8955fb0c7233', 'tenant_id': '1b6678b588cc47f48b84d3120deccdb4', 'fixed_ip_address': '172.20.0.3'}} {{(pid=104102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 26 21:22:19.664072 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-c7c17220-9074-48fc-b472-d867f067cede tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:22:19.739977 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-c7c17220-9074-48fc-b472-d867f067cede tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (None), before_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:22:19.843354 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.db.db_base_plugin_common [None req-c7c17220-9074-48fc-b472-d867f067cede tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Allocated IP 172.27.2.52 (7d433162-bc3c-42dc-9b38-0bd5733b5e12/724ba99f-4e90-4a15-97fd-930eedded7a9/38d6de57-ff1d-4453-aaaa-ccf62bee0f8c) {{(pid=104102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 21:22:19.940538 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-c7c17220-9074-48fc-b472-d867f067cede tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Publish callbacks [] for port (38d6de57-ff1d-4453-aaaa-ccf62bee0f8c), precommit_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:22:19.949147 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:22:19.957301 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:22:19.977441 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-c7c17220-9074-48fc-b472-d867f067cede tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787881445699', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16679263'] for port (38d6de57-ff1d-4453-aaaa-ccf62bee0f8c), after_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:22:20.017705 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c17220-9074-48fc-b472-d867f067cede tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Network 7d433162-bc3c-42dc-9b38-0bd5733b5e12 is already hosted by enough agents. {{(pid=104102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 21:22:20.024203 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.scheduler.base_scheduler [None req-c7c17220-9074-48fc-b472-d867f067cede tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Resources bound (agent type, host, resource id): {{(pid=104102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 21:22:20.028204 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c17220-9074-48fc-b472-d867f067cede tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Received port after_create {{(pid=104102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 21:22:20.031649 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c17220-9074-48fc-b472-d867f067cede tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Pushing event updated for resources: {'Port': ['ID=38d6de57-ff1d-4453-aaaa-ccf62bee0f8c,revision_number=1']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:22:20.055446 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c17220-9074-48fc-b472-d867f067cede tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:22:20.055791 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c17220-9074-48fc-b472-d867f067cede tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:22:20.056131 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c17220-9074-48fc-b472-d867f067cede tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:22:20.056467 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c17220-9074-48fc-b472-d867f067cede tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:22:20.056798 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c17220-9074-48fc-b472-d867f067cede tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:22:20.057124 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c17220-9074-48fc-b472-d867f067cede tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:22:20.057448 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c17220-9074-48fc-b472-d867f067cede tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:22:20.057769 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c17220-9074-48fc-b472-d867f067cede tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:22:20.058094 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c17220-9074-48fc-b472-d867f067cede tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:22:20.058417 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c17220-9074-48fc-b472-d867f067cede tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:22:20.058764 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c17220-9074-48fc-b472-d867f067cede tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:22:20.059092 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c17220-9074-48fc-b472-d867f067cede tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:22:20.059926 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c17220-9074-48fc-b472-d867f067cede tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:22:20.060252 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c17220-9074-48fc-b472-d867f067cede tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:22:20.060572 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c17220-9074-48fc-b472-d867f067cede tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:22:20.375983 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-c7c17220-9074-48fc-b472-d867f067cede tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Publish callbacks [] for floatingip (a2271af3-6c87-48ee-a4ff-9ac3669bb9d7), precommit_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:22:20.629165 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-c7c17220-9074-48fc-b472-d867f067cede tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-577790'] for port (38d6de57-ff1d-4453-aaaa-ccf62bee0f8c), before_update {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:22:20.793188 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-c7c17220-9074-48fc-b472-d867f067cede tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Publish callbacks [] for port (38d6de57-ff1d-4453-aaaa-ccf62bee0f8c), precommit_update {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:22:20.797962 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-c7c17220-9074-48fc-b472-d867f067cede tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787881986021', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787881445717', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787881445735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16679272'] for port (38d6de57-ff1d-4453-aaaa-ccf62bee0f8c), after_update {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:22:20.868492 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c17220-9074-48fc-b472-d867f067cede tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Pushing event updated for resources: {'Port': ['ID=38d6de57-ff1d-4453-aaaa-ccf62bee0f8c,revision_number=2']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:22:20.876423 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-c7c17220-9074-48fc-b472-d867f067cede tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1614815'] for floatingip (a2271af3-6c87-48ee-a4ff-9ac3669bb9d7), after_create {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:22:20.913598 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:22:20.920419 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:22:20.969805 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.db.l3_db [None req-c7c17220-9074-48fc-b472-d867f067cede tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Floating IP a2271af3-6c87-48ee-a4ff-9ac3669bb9d7 associated. External IP: 172.27.2.52, port: cfe2f766-5c4b-4c56-bc0e-8955fb0c7233. May 26 21:22:21.158263 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7c17220-9074-48fc-b472-d867f067cede tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Router a86a8475-80a4-4f92-999f-66418eb719a1 has already been hosted by L3 agent ccb07560-1e88-42f3-8411-377a93089622 {{(pid=104102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 21:22:21.257228 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7c17220-9074-48fc-b472-d867f067cede tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Notify agent at l3_agent.dv-cinder-828806-3-iscsi the message routers_updated {{(pid=104102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 21:22:21.267227 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61e1690-66ab-471b-90b1-3b403853f592 None None] Sync routers for ids ['a86a8475-80a4-4f92-999f-66418eb719a1'] in dv-cinder-828806-3-iscsi {{(pid=104103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 21:22:21.275828 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-c7c17220-9074-48fc-b472-d867f067cede tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25531'] for floatingip (None), before_response {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:22:21.279000 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61e1690-66ab-471b-90b1-3b403853f592 None None] Routers {'a86a8475-80a4-4f92-999f-66418eb719a1'} bound to L3 agent in host dv-cinder-828806-3-iscsi {{(pid=104103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:22:21.279831 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_hamode_db [None req-d61e1690-66ab-471b-90b1-3b403853f592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T20:55:42Z,description=,heartbeat_timestamp=2022-05-26T21:22:12Z,host='dv-cinder-828806-3-iscsi',id=ccb07560-1e88-42f3-8411-377a93089622,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T20:55:42Z,topic='l3_agent')) {'router_ids': ['a86a8475-80a4-4f92-999f-66418eb719a1'], 'active': True} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:22:21.305595 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-c7c17220-9074-48fc-b472-d867f067cede tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6660511 May 26 21:22:21.306178 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25a905e2-9e49-4149-9f74-0baab75952a5', 'tag': 'cfe2f766-5c4b-4c56-bc0e-8955fb0c7233'}] {{(pid=104102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:22:21.308439 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706b1c0bf4c108867c85ce24421d64e29e03a8d677c0da793374f2c7f89b1863" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f32d97c-4d2b-4519-9606-67f0220f104f" -d '{"events": [{"name": "network-changed", "server_uuid": "25a905e2-9e49-4149-9f74-0baab75952a5", "tag": "cfe2f766-5c4b-4c56-bc0e-8955fb0c7233"}]}' {{(pid=104102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:22:21.344126 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 21:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-806f4b3f-1fcc-4020-bee8-b4a3d57c6cea x-openstack-request-id: req-806f4b3f-1fcc-4020-bee8-b4a3d57c6cea {{(pid=104102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:22:21.344409 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25a905e2-9e49-4149-9f74-0baab75952a5", "tag": "cfe2f766-5c4b-4c56-bc0e-8955fb0c7233", "status": "completed", "code": 200}]} {{(pid=104102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:22:21.344656 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-806f4b3f-1fcc-4020-bee8-b4a3d57c6cea {{(pid=104102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:22:21.345057 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.notifiers.nova [-] Nova event matching ['req-806f4b3f-1fcc-4020-bee8-b4a3d57c6cea'] response: {'name': 'network-changed', 'server_uuid': '25a905e2-9e49-4149-9f74-0baab75952a5', 'tag': 'cfe2f766-5c4b-4c56-bc0e-8955fb0c7233', 'status': 'completed', 'code': 200} May 26 21:22:21.383182 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvr_db [None req-d61e1690-66ab-471b-90b1-3b403853f592 None None] Set router a86a8475-80a4-4f92-999f-66418eb719a1 gateway port host: dv-cinder-828806-3-iscsi {{(pid=104103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:22:21.422249 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f32d97c-4d2b-4519-9606-67f0220f104f req-3db9690d-3fbf-4252-8669-78f1335c5e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:22:21.423786 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-8f32d97c-4d2b-4519-9606-67f0220f104f req-3db9690d-3fbf-4252-8669-78f1335c5e14 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1b6678b588cc47f48b84d3120deccdb4&device_id=25a905e2-9e49-4149-9f74-0baab75952a5 HTTP/1.1" status: 200 len: 1129 time: 0.0384657 May 26 21:22:21.515323 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f32d97c-4d2b-4519-9606-67f0220f104f req-533c3ce7-9b62-476c-a9f9-1aaa2689190a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:22:21.516687 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-8f32d97c-4d2b-4519-9606-67f0220f104f req-533c3ce7-9b62-476c-a9f9-1aaa2689190a service neutron] 10.222.0.62 "GET /v2.0/networks?id=d8ca9641-c007-4346-a0d8-e6a2d38ece93 HTTP/1.1" status: 200 len: 912 time: 0.0877848 May 26 21:22:21.576513 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-8f32d97c-4d2b-4519-9606-67f0220f104f req-7c2d63c2-a1b3-4d8e-a9f0-737438cbcb98 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cfe2f766-5c4b-4c56-bc0e-8955fb0c7233 HTTP/1.1" status: 200 len: 998 time: 0.0541382 May 26 21:22:21.589651 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_hamode_db [None req-d61e1690-66ab-471b-90b1-3b403853f592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a86a8475-80a4-4f92-999f-66418eb719a1', 'name': 'tempest-TestVolumeBootPattern-496851519-router', 'tenant_id': '1b6678b588cc47f48b84d3120deccdb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': 'd2848d8a-9df8-4d16-af57-f77e1970b230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:17:35Z', 'updated_at': '2022-05-26T21:17:37Z', 'revision_number': 4, 'project_id': '1b6678b588cc47f48b84d3120deccdb4', 'gw_port': {'id': 'd2848d8a-9df8-4d16-af57-f77e1970b230', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a8:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86a8475-80a4-4f92-999f-66418eb719a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:17:35Z', 'updated_at': '2022-05-26T21:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi', '_floatingips': [{'id': '16041f1d-ef81-41ce-a2df-cd0866aea667', 'tenant_id': '1b6678b588cc47f48b84d3120deccdb4', 'floating_ip_address': '172.27.2.85', 'floating_network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'router_id': 'a86a8475-80a4-4f92-999f-66418eb719a1', 'port_id': '19c73419-25b0-43be-ad7f-79d9dd06be84', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8ca9641-c007-4346-a0d8-e6a2d38ece93', 'mac_address': 'fa:16:3e:3d:3d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472ef597-2ffc-406d-a45e-94029b40fdc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T21:20:30Z', 'updated_at': '2022-05-26T21:20:32Z', 'revision_number': 1, 'project_id': '1b6678b588cc47f48b84d3120deccdb4', 'fixed_ip_address_scope': None}, {'id': 'a2271af3-6c87-48ee-a4ff-9ac3669bb9d7', 'tenant_id': '1b6678b588cc47f48b84d3120deccdb4', 'floating_ip_address': '172.27.2.52', 'floating_network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'router_id': 'a86a8475-80a4-4f92-999f-66418eb719a1', 'port_id': 'cfe2f766-5c4b-4c56-bc0e-8955fb0c7233', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8ca9641-c007-4346-a0d8-e6a2d38ece93', 'mac_address': 'fa:16:3e:62:9a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a905e2-9e49-4149-9f74-0baab75952a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T21:22:20Z', 'updated_at': '2022-05-26T21:22:20Z', 'revision_number': 0, 'project_id': '1b6678b588cc47f48b84d3120deccdb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e1277bc-57dc-4023-a5f9-ebeec19ea03f', 'name': '', 'network_id': 'd8ca9641-c007-4346-a0d8-e6a2d38ece93', 'tenant_id': '1b6678b588cc47f48b84d3120deccdb4', 'mac_address': 'fa:16:3e:6b:80:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86a8475-80a4-4f92-999f-66418eb719a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'db0d2f69-c60d-4c5d-9fe6-485f58de8dee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:17:37Z', 'updated_at': '2022-05-26T21:17:41Z', 'revision_number': 5, 'project_id': '1b6678b588cc47f48b84d3120deccdb4', 'subnets': [{'id': 'db0d2f69-c60d-4c5d-9fe6-485f58de8dee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-3-iscsi', False) {} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:22:21.617140 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61e1690-66ab-471b-90b1-3b403853f592 None None] Checking router: a86a8475-80a4-4f92-999f-66418eb719a1 for host: dv-cinder-828806-3-iscsi {{(pid=104103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 21:22:21.623479 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f32d97c-4d2b-4519-9606-67f0220f104f req-7a185f83-8fbb-4691-ab72-266a77958a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:22:21.624944 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-8f32d97c-4d2b-4519-9606-67f0220f104f req-7a185f83-8fbb-4691-ab72-266a77958a67 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=db0d2f69-c60d-4c5d-9fe6-485f58de8dee HTTP/1.1" status: 200 len: 850 time: 0.0427086 May 26 21:22:21.625837 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61e1690-66ab-471b-90b1-3b403853f592 None None] Routers {'a86a8475-80a4-4f92-999f-66418eb719a1'} bound to L3 agent in host dv-cinder-828806-3-iscsi {{(pid=104103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:22:21.626437 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_hamode_db [None req-d61e1690-66ab-471b-90b1-3b403853f592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T20:55:42Z,description=,heartbeat_timestamp=2022-05-26T21:22:12Z,host='dv-cinder-828806-3-iscsi',id=ccb07560-1e88-42f3-8411-377a93089622,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T20:55:42Z,topic='l3_agent')) {'router_ids': ['a86a8475-80a4-4f92-999f-66418eb719a1'], 'active': True} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:22:21.669918 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f32d97c-4d2b-4519-9606-67f0220f104f req-8e4d6331-1382-4236-87c7-81b331ac5f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:22:21.671415 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-8f32d97c-4d2b-4519-9606-67f0220f104f req-8e4d6331-1382-4236-87c7-81b331ac5f7c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d8ca9641-c007-4346-a0d8-e6a2d38ece93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409577 May 26 21:22:21.722916 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvr_db [None req-d61e1690-66ab-471b-90b1-3b403853f592 None None] Set router a86a8475-80a4-4f92-999f-66418eb719a1 gateway port host: dv-cinder-828806-3-iscsi {{(pid=104103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:22:21.758113 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-8f32d97c-4d2b-4519-9606-67f0220f104f req-6ba86619-267c-4ece-89b0-b34e517757f7 service neutron] 10.222.0.62 "GET /v2.0/networks/d8ca9641-c007-4346-a0d8-e6a2d38ece93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807781 May 26 21:22:21.818344 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=100 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:22:21.830630 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=100 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:22:21.851430 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-8f32d97c-4d2b-4519-9606-67f0220f104f req-fc143c5f-4b12-4e30-a081-d1024a8c29a8 service neutron] 10.222.0.62 "GET /v2.0/networks/d8ca9641-c007-4346-a0d8-e6a2d38ece93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875251 May 26 21:22:21.931362 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_hamode_db [None req-d61e1690-66ab-471b-90b1-3b403853f592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a86a8475-80a4-4f92-999f-66418eb719a1', 'name': 'tempest-TestVolumeBootPattern-496851519-router', 'tenant_id': '1b6678b588cc47f48b84d3120deccdb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': 'd2848d8a-9df8-4d16-af57-f77e1970b230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:17:35Z', 'updated_at': '2022-05-26T21:17:37Z', 'revision_number': 4, 'project_id': '1b6678b588cc47f48b84d3120deccdb4', 'gw_port': {'id': 'd2848d8a-9df8-4d16-af57-f77e1970b230', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a8:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86a8475-80a4-4f92-999f-66418eb719a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:17:35Z', 'updated_at': '2022-05-26T21:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi', '_floatingips': [{'id': '16041f1d-ef81-41ce-a2df-cd0866aea667', 'tenant_id': '1b6678b588cc47f48b84d3120deccdb4', 'floating_ip_address': '172.27.2.85', 'floating_network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'router_id': 'a86a8475-80a4-4f92-999f-66418eb719a1', 'port_id': '19c73419-25b0-43be-ad7f-79d9dd06be84', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8ca9641-c007-4346-a0d8-e6a2d38ece93', 'mac_address': 'fa:16:3e:3d:3d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472ef597-2ffc-406d-a45e-94029b40fdc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T21:20:30Z', 'updated_at': '2022-05-26T21:20:32Z', 'revision_number': 1, 'project_id': '1b6678b588cc47f48b84d3120deccdb4', 'fixed_ip_address_scope': None}, {'id': 'a2271af3-6c87-48ee-a4ff-9ac3669bb9d7', 'tenant_id': '1b6678b588cc47f48b84d3120deccdb4', 'floating_ip_address': '172.27.2.52', 'floating_network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'router_id': 'a86a8475-80a4-4f92-999f-66418eb719a1', 'port_id': 'cfe2f766-5c4b-4c56-bc0e-8955fb0c7233', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8ca9641-c007-4346-a0d8-e6a2d38ece93', 'mac_address': 'fa:16:3e:62:9a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a905e2-9e49-4149-9f74-0baab75952a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T21:22:20Z', 'updated_at': '2022-05-26T21:22:20Z', 'revision_number': 0, 'project_id': '1b6678b588cc47f48b84d3120deccdb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e1277bc-57dc-4023-a5f9-ebeec19ea03f', 'name': '', 'network_id': 'd8ca9641-c007-4346-a0d8-e6a2d38ece93', 'tenant_id': '1b6678b588cc47f48b84d3120deccdb4', 'mac_address': 'fa:16:3e:6b:80:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86a8475-80a4-4f92-999f-66418eb719a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'db0d2f69-c60d-4c5d-9fe6-485f58de8dee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:17:37Z', 'updated_at': '2022-05-26T21:17:41Z', 'revision_number': 5, 'project_id': '1b6678b588cc47f48b84d3120deccdb4', 'subnets': [{'id': 'db0d2f69-c60d-4c5d-9fe6-485f58de8dee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-3-iscsi', False) {} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:22:21.955099 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61e1690-66ab-471b-90b1-3b403853f592 None None] The sync data for ids ['a86a8475-80a4-4f92-999f-66418eb719a1'] in dv-cinder-828806-3-iscsi is: [{'id': 'a86a8475-80a4-4f92-999f-66418eb719a1', 'name': 'tempest-TestVolumeBootPattern-496851519-router', 'tenant_id': '1b6678b588cc47f48b84d3120deccdb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': 'd2848d8a-9df8-4d16-af57-f77e1970b230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:17:35Z', 'updated_at': '2022-05-26T21:17:37Z', 'revision_number': 4, 'project_id': '1b6678b588cc47f48b84d3120deccdb4', 'gw_port': {'id': 'd2848d8a-9df8-4d16-af57-f77e1970b230', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a8:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86a8475-80a4-4f92-999f-66418eb719a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:17:35Z', 'updated_at': '2022-05-26T21:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi', '_floatingips': [{'id': '16041f1d-ef81-41ce-a2df-cd0866aea667', 'tenant_id': '1b6678b588cc47f48b84d3120deccdb4', 'floating_ip_address': '172.27.2.85', 'floating_network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'router_id': 'a86a8475-80a4-4f92-999f-66418eb719a1', 'port_id': '19c73419-25b0-43be-ad7f-79d9dd06be84', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8ca9641-c007-4346-a0d8-e6a2d38ece93', 'mac_address': 'fa:16:3e:3d:3d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472ef597-2ffc-406d-a45e-94029b40fdc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T21:20:30Z', 'updated_at': '2022-05-26T21:20:32Z', 'revision_number': 1, 'project_id': '1b6678b588cc47f48b84d3120deccdb4', 'fixed_ip_address_scope': None}, {'id': 'a2271af3-6c87-48ee-a4ff-9ac3669bb9d7', 'tenant_id': '1b6678b588cc47f48b84d3120deccdb4', 'floating_ip_address': '172.27.2.52', 'floating_network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'router_id': 'a86a8475-80a4-4f92-999f-66418eb719a1', 'port_id': 'cfe2f766-5c4b-4c56-bc0e-8955fb0c7233', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8ca9641-c007-4346-a0d8-e6a2d38ece93', 'mac_address': 'fa:16:3e:62:9a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a905e2-9e49-4149-9f74-0baab75952a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T21:22:20Z', 'updated_at': '2022-05-26T21:22:20Z', 'revision_number': 0, 'project_id': '1b6678b588cc47f48b84d3120deccdb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e1277bc-57dc-4023-a5f9-ebeec19ea03f', 'name': '', 'network_id': 'd8ca9641-c007-4346-a0d8-e6a2d38ece93', 'tenant_id': '1b6678b588cc47f48b84d3120deccdb4', 'mac_address': 'fa:16:3e:6b:80:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86a8475-80a4-4f92-999f-66418eb719a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'db0d2f69-c60d-4c5d-9fe6-485f58de8dee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:17:37Z', 'updated_at': '2022-05-26T21:17:41Z', 'revision_number': 5, 'project_id': '1b6678b588cc47f48b84d3120deccdb4', 'subnets': [{'id': 'db0d2f69-c60d-4c5d-9fe6-485f58de8dee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 21:22:22.135684 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d1f3182-43fc-4745-ac8b-302225136cf3 None None] New status for floating IP a2271af3-6c87-48ee-a4ff-9ac3669bb9d7: ACTIVE {{(pid=104104) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 21:22:23.769278 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (7f90b46f-777d-4aa1-89b5-840fb2878c39), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:22:31.301108 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=46,neutron:DELETE=1 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:22:31.303418 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=44,neutron:DELETE=1 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:22:31.842325 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=4 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:22:31.848421 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=3 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:22:33.759226 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:22:33.764855 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:22:34.624646 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:22:34.628759 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=23 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:22:38.585806 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.agents_db [None req-7031173d-d819-4c63-a4ce-0c5776890f6a None None] Agent healthcheck: found 6 active agents {{(pid=104104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 21:22:39.816954 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-a5674864-fd9c-4d74-b547-31a76eadf649 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (28061657-8b16-479f-8ff4-19bdcc74bc2c), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:22:42.085918 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-1fdba269-dffd-4bf7-8e20-9a5926e066cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (ccb07560-1e88-42f3-8411-377a93089622), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:22:42.092249 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-c531aae5-027d-4760-8a74-89f5434a4168 req-f907b1ba-5999-46ad-8695-a4d0a15d74bd service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=472ef597-2ffc-406d-a45e-94029b40fdc4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0454383 May 26 21:22:42.186918 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c531aae5-027d-4760-8a74-89f5434a4168 req-5f8d4120-35fd-4d7f-a604-92f8b79eadde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:22:42.188347 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-c531aae5-027d-4760-8a74-89f5434a4168 req-5f8d4120-35fd-4d7f-a604-92f8b79eadde service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1b6678b588cc47f48b84d3120deccdb4&device_id=472ef597-2ffc-406d-a45e-94029b40fdc4 HTTP/1.1" status: 200 len: 1130 time: 0.0382760 May 26 21:22:42.290154 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c531aae5-027d-4760-8a74-89f5434a4168 req-a9d787d8-b580-41ce-9aca-44758a0b93c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:22:42.291597 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-c531aae5-027d-4760-8a74-89f5434a4168 req-a9d787d8-b580-41ce-9aca-44758a0b93c8 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d8ca9641-c007-4346-a0d8-e6a2d38ece93 HTTP/1.1" status: 200 len: 912 time: 0.0852592 May 26 21:22:42.348884 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-c531aae5-027d-4760-8a74-89f5434a4168 req-1254d335-d8b6-4743-ae0b-51442badfdb2 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=19c73419-25b0-43be-ad7f-79d9dd06be84 HTTP/1.1" status: 200 len: 1001 time: 0.0518081 May 26 21:22:42.411744 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c531aae5-027d-4760-8a74-89f5434a4168 req-75d127a3-44e6-4826-bafb-331185a12ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:22:42.413393 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-c531aae5-027d-4760-8a74-89f5434a4168 req-75d127a3-44e6-4826-bafb-331185a12ea6 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=db0d2f69-c60d-4c5d-9fe6-485f58de8dee HTTP/1.1" status: 200 len: 850 time: 0.0590405 May 26 21:22:42.463885 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c531aae5-027d-4760-8a74-89f5434a4168 req-ab30a3ff-776b-4a0f-b6c9-d059eb53bf3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:22:42.465362 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-c531aae5-027d-4760-8a74-89f5434a4168 req-ab30a3ff-776b-4a0f-b6c9-d059eb53bf3c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d8ca9641-c007-4346-a0d8-e6a2d38ece93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459833 May 26 21:22:42.551834 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-c531aae5-027d-4760-8a74-89f5434a4168 req-2c1eb376-6680-47c9-bfbf-3afb5af890fc service neutron] 10.222.0.62 "GET /v2.0/networks/d8ca9641-c007-4346-a0d8-e6a2d38ece93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798848 May 26 21:22:42.641978 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-c531aae5-027d-4760-8a74-89f5434a4168 req-3a7993ec-d149-42cc-9181-f9899dfdf352 service neutron] 10.222.0.62 "GET /v2.0/networks/d8ca9641-c007-4346-a0d8-e6a2d38ece93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828726 May 26 21:22:43.066172 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-2cedcaf3-f8c8-488c-9e0f-8ce175add227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (5deefb54-cd62-4255-b022-7e9734e3e0b8), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:22:44.579721 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-46f12c73-3700-4e7e-86c8-206b84d0e626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (54d4a93e-badb-480c-831f-99f9f6beb5f4), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:22:46.025810 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (545ffc5a-00f7-4140-8f25-9e74b0e32d39), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:22:52.636890 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=53 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:22:52.638722 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=48 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:22:53.455543 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=3 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:22:53.459095 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=5 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:22:53.796611 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (7f90b46f-777d-4aa1-89b5-840fb2878c39), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:23:03.782982 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:23:03.792829 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:23:09.817509 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-09eacffb-1783-408a-a479-c023aacf49b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (28061657-8b16-479f-8ff4-19bdcc74bc2c), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:23:12.090529 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-53fa6bf1-700d-4dea-9f0c-bf6867847826 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (ccb07560-1e88-42f3-8411-377a93089622), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:23:13.070107 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-2cedcaf3-f8c8-488c-9e0f-8ce175add227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (5deefb54-cd62-4255-b022-7e9734e3e0b8), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:23:14.579344 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-46f12c73-3700-4e7e-86c8-206b84d0e626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (54d4a93e-badb-480c-831f-99f9f6beb5f4), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:23:15.584920 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.agents_db [None req-7031173d-d819-4c63-a4ce-0c5776890f6a None None] Agent healthcheck: found 6 active agents {{(pid=104104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 21:23:16.028088 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (545ffc5a-00f7-4140-8f25-9e74b0e32d39), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:23:23.808005 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (7f90b46f-777d-4aa1-89b5-840fb2878c39), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:23:33.796579 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:23:33.803184 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:23:38.441385 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=6 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:23:38.442415 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:23:39.821227 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-6c8afac5-11d1-4b29-b20e-3042f4fe82f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (28061657-8b16-479f-8ff4-19bdcc74bc2c), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:23:42.092561 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-f5c6b1db-f424-46c6-9232-1ecb9f84c353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (ccb07560-1e88-42f3-8411-377a93089622), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:23:43.072798 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-2cedcaf3-f8c8-488c-9e0f-8ce175add227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (5deefb54-cd62-4255-b022-7e9734e3e0b8), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:23:43.078288 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-6e19da46-81f9-4135-9fc8-48d04635abdb req-c05a6c02-386e-451d-9a5d-31da2bbbbfac service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=25a905e2-9e49-4149-9f74-0baab75952a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0409946 May 26 21:23:43.148895 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e19da46-81f9-4135-9fc8-48d04635abdb req-6055f180-cd84-42b6-9d06-9da85e94edcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:23:43.150365 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-6e19da46-81f9-4135-9fc8-48d04635abdb req-6055f180-cd84-42b6-9d06-9da85e94edcc service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1b6678b588cc47f48b84d3120deccdb4&device_id=25a905e2-9e49-4149-9f74-0baab75952a5 HTTP/1.1" status: 200 len: 1129 time: 0.0385606 May 26 21:23:43.253589 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e19da46-81f9-4135-9fc8-48d04635abdb req-a5738d34-7c5f-4225-9ed9-4215d72fef2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:23:43.255054 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-6e19da46-81f9-4135-9fc8-48d04635abdb req-a5738d34-7c5f-4225-9ed9-4215d72fef2e service neutron] 10.222.0.62 "GET /v2.0/networks?id=d8ca9641-c007-4346-a0d8-e6a2d38ece93 HTTP/1.1" status: 200 len: 912 time: 0.0866120 May 26 21:23:43.318789 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-6e19da46-81f9-4135-9fc8-48d04635abdb req-d3a3f825-9972-400e-a066-a8fbaa88568f service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cfe2f766-5c4b-4c56-bc0e-8955fb0c7233 HTTP/1.1" status: 200 len: 1000 time: 0.0528886 May 26 21:23:43.365304 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e19da46-81f9-4135-9fc8-48d04635abdb req-988b90d9-978a-4775-b1ff-0827dcf5542c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:23:43.366640 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-6e19da46-81f9-4135-9fc8-48d04635abdb req-988b90d9-978a-4775-b1ff-0827dcf5542c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=db0d2f69-c60d-4c5d-9fe6-485f58de8dee HTTP/1.1" status: 200 len: 850 time: 0.0424325 May 26 21:23:43.411957 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e19da46-81f9-4135-9fc8-48d04635abdb req-a3a82b4a-ea6e-4647-9111-1172bc490748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:23:43.413399 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-6e19da46-81f9-4135-9fc8-48d04635abdb req-a3a82b4a-ea6e-4647-9111-1172bc490748 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d8ca9641-c007-4346-a0d8-e6a2d38ece93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405505 May 26 21:23:43.499088 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-6e19da46-81f9-4135-9fc8-48d04635abdb req-12e5d472-95eb-4dbe-8c4a-c99df2da9c17 service neutron] 10.222.0.62 "GET /v2.0/networks/d8ca9641-c007-4346-a0d8-e6a2d38ece93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801115 May 26 21:23:43.588735 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-6e19da46-81f9-4135-9fc8-48d04635abdb req-2f16831e-fab9-44d0-afa1-c3a471fcbaa7 service neutron] 10.222.0.62 "GET /v2.0/networks/d8ca9641-c007-4346-a0d8-e6a2d38ece93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838633 May 26 21:23:44.604130 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-46f12c73-3700-4e7e-86c8-206b84d0e626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (54d4a93e-badb-480c-831f-99f9f6beb5f4), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:23:46.029332 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (545ffc5a-00f7-4140-8f25-9e74b0e32d39), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:23:52.583900 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.agents_db [None req-7031173d-d819-4c63-a4ce-0c5776890f6a None None] Agent healthcheck: found 6 active agents {{(pid=104104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 21:23:53.579396 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=54 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:23:53.585667 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=47 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:23:53.816502 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (7f90b46f-777d-4aa1-89b5-840fb2878c39), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:24:03.805934 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:24:03.811046 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:24:04.006386 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 55094) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:24:04.185588 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.plugins.ml2.plugin [None req-87d8ccb5-067f-4248-a662-60f239e6f607 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Deleting port 38d6de57-ff1d-4453-aaaa-ccf62bee0f8c {{(pid=104102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 21:24:04.185839 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-87d8ccb5-067f-4248-a662-60f239e6f607 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787881975269'] for port (38d6de57-ff1d-4453-aaaa-ccf62bee0f8c), before_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:24:04.259448 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-87d8ccb5-067f-4248-a662-60f239e6f607 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595751'] for port (38d6de57-ff1d-4453-aaaa-ccf62bee0f8c), precommit_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:24:04.259759 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-87d8ccb5-067f-4248-a662-60f239e6f607 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Publish callbacks [] for floatingip (38d6de57-ff1d-4453-aaaa-ccf62bee0f8c), precommit_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:24:04.272288 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.plugins.ml2.plugin [None req-87d8ccb5-067f-4248-a662-60f239e6f607 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Calling delete_port for 38d6de57-ff1d-4453-aaaa-ccf62bee0f8c owned by network:floatingip {{(pid=104102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 21:24:04.414411 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-87d8ccb5-067f-4248-a662-60f239e6f607 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787881986003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787881445708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16679263'] for port (38d6de57-ff1d-4453-aaaa-ccf62bee0f8c), after_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:24:04.439606 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d8ccb5-067f-4248-a662-60f239e6f607 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Pushing event deleted for resources: {'Port': ['ID=38d6de57-ff1d-4453-aaaa-ccf62bee0f8c,revision_number=None']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:24:04.465283 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d8ccb5-067f-4248-a662-60f239e6f607 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:24:04.465632 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d8ccb5-067f-4248-a662-60f239e6f607 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:24:04.465976 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d8ccb5-067f-4248-a662-60f239e6f607 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:24:04.466316 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d8ccb5-067f-4248-a662-60f239e6f607 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:24:04.466675 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d8ccb5-067f-4248-a662-60f239e6f607 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:24:04.467007 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d8ccb5-067f-4248-a662-60f239e6f607 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:24:04.467339 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d8ccb5-067f-4248-a662-60f239e6f607 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:24:04.467663 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d8ccb5-067f-4248-a662-60f239e6f607 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:24:04.467989 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d8ccb5-067f-4248-a662-60f239e6f607 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:24:04.468312 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d8ccb5-067f-4248-a662-60f239e6f607 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:24:04.468636 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d8ccb5-067f-4248-a662-60f239e6f607 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:24:04.468960 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d8ccb5-067f-4248-a662-60f239e6f607 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:24:04.469281 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d8ccb5-067f-4248-a662-60f239e6f607 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:24:04.469606 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d8ccb5-067f-4248-a662-60f239e6f607 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:24:04.469950 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d8ccb5-067f-4248-a662-60f239e6f607 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:24:04.510179 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-87d8ccb5-067f-4248-a662-60f239e6f607 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Publish callbacks [] for floatingip (a2271af3-6c87-48ee-a4ff-9ac3669bb9d7), after_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:24:04.510533 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.db.l3_db [None req-87d8ccb5-067f-4248-a662-60f239e6f607 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Floating IP a2271af3-6c87-48ee-a4ff-9ac3669bb9d7 disassociated (deleted). External IP: 172.27.2.52, port: cfe2f766-5c4b-4c56-bc0e-8955fb0c7233. May 26 21:24:04.706337 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87d8ccb5-067f-4248-a662-60f239e6f607 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Router a86a8475-80a4-4f92-999f-66418eb719a1 has already been hosted by L3 agent ccb07560-1e88-42f3-8411-377a93089622 {{(pid=104102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 21:24:04.815513 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87d8ccb5-067f-4248-a662-60f239e6f607 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Notify agent at l3_agent.dv-cinder-828806-3-iscsi the message routers_updated {{(pid=104102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 21:24:04.820703 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-87d8ccb5-067f-4248-a662-60f239e6f607 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25531'] for floatingip (None), before_response {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:24:04.825219 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a2290a-2b96-4744-b90d-ebe53905942a None None] Sync routers for ids ['a86a8475-80a4-4f92-999f-66418eb719a1'] in dv-cinder-828806-3-iscsi {{(pid=104103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 21:24:04.835151 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a2290a-2b96-4744-b90d-ebe53905942a None None] Routers {'a86a8475-80a4-4f92-999f-66418eb719a1'} bound to L3 agent in host dv-cinder-828806-3-iscsi {{(pid=104103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:24:04.835827 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_hamode_db [None req-30a2290a-2b96-4744-b90d-ebe53905942a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T20:55:42Z,description=,heartbeat_timestamp=2022-05-26T21:23:42Z,host='dv-cinder-828806-3-iscsi',id=ccb07560-1e88-42f3-8411-377a93089622,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T20:55:42Z,topic='l3_agent')) {'router_ids': ['a86a8475-80a4-4f92-999f-66418eb719a1'], 'active': True} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:24:04.838684 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:24:04.851471 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-87d8ccb5-067f-4248-a662-60f239e6f607 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] 10.222.0.57 "DELETE /v2.0/floatingips/a2271af3-6c87-48ee-a4ff-9ac3669bb9d7 HTTP/1.1" status: 204 len: 168 time: 0.8439701 May 26 21:24:04.852278 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25a905e2-9e49-4149-9f74-0baab75952a5', 'tag': 'cfe2f766-5c4b-4c56-bc0e-8955fb0c7233'}] {{(pid=104102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:24:04.854759 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706b1c0bf4c108867c85ce24421d64e29e03a8d677c0da793374f2c7f89b1863" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15585405-63f9-496d-aa23-2acdf44e396c" -d '{"events": [{"name": "network-changed", "server_uuid": "25a905e2-9e49-4149-9f74-0baab75952a5", "tag": "cfe2f766-5c4b-4c56-bc0e-8955fb0c7233"}]}' {{(pid=104102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:24:04.904248 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 21:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37c01579-c5ea-4e84-a099-f9e4e6f2198c x-openstack-request-id: req-37c01579-c5ea-4e84-a099-f9e4e6f2198c {{(pid=104102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:24:04.904538 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25a905e2-9e49-4149-9f74-0baab75952a5", "tag": "cfe2f766-5c4b-4c56-bc0e-8955fb0c7233", "status": "completed", "code": 200}]} {{(pid=104102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:24:04.905000 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-37c01579-c5ea-4e84-a099-f9e4e6f2198c {{(pid=104102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:24:04.905545 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37c01579-c5ea-4e84-a099-f9e4e6f2198c'] response: {'name': 'network-changed', 'server_uuid': '25a905e2-9e49-4149-9f74-0baab75952a5', 'tag': 'cfe2f766-5c4b-4c56-bc0e-8955fb0c7233', 'status': 'completed', 'code': 200} May 26 21:24:04.956229 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvr_db [None req-30a2290a-2b96-4744-b90d-ebe53905942a None None] Set router a86a8475-80a4-4f92-999f-66418eb719a1 gateway port host: dv-cinder-828806-3-iscsi {{(pid=104103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:24:05.002101 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15585405-63f9-496d-aa23-2acdf44e396c req-9d7573a4-239d-4806-b5ba-37272ecd5fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:24:05.003522 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-15585405-63f9-496d-aa23-2acdf44e396c req-9d7573a4-239d-4806-b5ba-37272ecd5fa3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1b6678b588cc47f48b84d3120deccdb4&device_id=25a905e2-9e49-4149-9f74-0baab75952a5 HTTP/1.1" status: 200 len: 1129 time: 0.0530770 May 26 21:24:05.082432 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb0257c-b436-4ff6-b2a4-f38bd5fbb208 req-16152780-4146-46c8-b778-cc7976c5b51e tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:24:05.083927 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-9cb0257c-b436-4ff6-b2a4-f38bd5fbb208 req-16152780-4146-46c8-b778-cc7976c5b51e tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] 10.222.0.57 "GET /v2.0/ports?device_id=25a905e2-9e49-4149-9f74-0baab75952a5 HTTP/1.1" status: 200 len: 945 time: 0.0473108 May 26 21:24:05.095448 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:24:05.138366 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-9cb0257c-b436-4ff6-b2a4-f38bd5fbb208 req-d7dd9a9b-f182-46f6-9eca-e2ddaca4fdd1 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e599b28-9849-4147-989f-b4717a23c173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483894 May 26 21:24:05.174016 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_hamode_db [None req-30a2290a-2b96-4744-b90d-ebe53905942a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a86a8475-80a4-4f92-999f-66418eb719a1', 'name': 'tempest-TestVolumeBootPattern-496851519-router', 'tenant_id': '1b6678b588cc47f48b84d3120deccdb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': 'd2848d8a-9df8-4d16-af57-f77e1970b230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:17:35Z', 'updated_at': '2022-05-26T21:17:37Z', 'revision_number': 4, 'project_id': '1b6678b588cc47f48b84d3120deccdb4', 'gw_port': {'id': 'd2848d8a-9df8-4d16-af57-f77e1970b230', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a8:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86a8475-80a4-4f92-999f-66418eb719a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:17:35Z', 'updated_at': '2022-05-26T21:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi', '_floatingips': [{'id': '16041f1d-ef81-41ce-a2df-cd0866aea667', 'tenant_id': '1b6678b588cc47f48b84d3120deccdb4', 'floating_ip_address': '172.27.2.85', 'floating_network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'router_id': 'a86a8475-80a4-4f92-999f-66418eb719a1', 'port_id': '19c73419-25b0-43be-ad7f-79d9dd06be84', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8ca9641-c007-4346-a0d8-e6a2d38ece93', 'mac_address': 'fa:16:3e:3d:3d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472ef597-2ffc-406d-a45e-94029b40fdc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T21:20:30Z', 'updated_at': '2022-05-26T21:20:32Z', 'revision_number': 1, 'project_id': '1b6678b588cc47f48b84d3120deccdb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e1277bc-57dc-4023-a5f9-ebeec19ea03f', 'name': '', 'network_id': 'd8ca9641-c007-4346-a0d8-e6a2d38ece93', 'tenant_id': '1b6678b588cc47f48b84d3120deccdb4', 'mac_address': 'fa:16:3e:6b:80:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86a8475-80a4-4f92-999f-66418eb719a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'db0d2f69-c60d-4c5d-9fe6-485f58de8dee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:17:37Z', 'updated_at': '2022-05-26T21:17:41Z', 'revision_number': 5, 'project_id': '1b6678b588cc47f48b84d3120deccdb4', 'subnets': [{'id': 'db0d2f69-c60d-4c5d-9fe6-485f58de8dee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-3-iscsi', False) {} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:24:05.200948 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a2290a-2b96-4744-b90d-ebe53905942a None None] Checking router: a86a8475-80a4-4f92-999f-66418eb719a1 for host: dv-cinder-828806-3-iscsi {{(pid=104103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 21:24:05.209715 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a2290a-2b96-4744-b90d-ebe53905942a None None] Routers {'a86a8475-80a4-4f92-999f-66418eb719a1'} bound to L3 agent in host dv-cinder-828806-3-iscsi {{(pid=104103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:24:05.210298 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_hamode_db [None req-30a2290a-2b96-4744-b90d-ebe53905942a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T20:55:42Z,description=,heartbeat_timestamp=2022-05-26T21:23:42Z,host='dv-cinder-828806-3-iscsi',id=ccb07560-1e88-42f3-8411-377a93089622,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T20:55:42Z,topic='l3_agent')) {'router_ids': ['a86a8475-80a4-4f92-999f-66418eb719a1'], 'active': True} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:24:05.307929 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvr_db [None req-30a2290a-2b96-4744-b90d-ebe53905942a None None] Set router a86a8475-80a4-4f92-999f-66418eb719a1 gateway port host: dv-cinder-828806-3-iscsi {{(pid=104103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:24:05.628268 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_hamode_db [None req-30a2290a-2b96-4744-b90d-ebe53905942a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a86a8475-80a4-4f92-999f-66418eb719a1', 'name': 'tempest-TestVolumeBootPattern-496851519-router', 'tenant_id': '1b6678b588cc47f48b84d3120deccdb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': 'd2848d8a-9df8-4d16-af57-f77e1970b230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:17:35Z', 'updated_at': '2022-05-26T21:17:37Z', 'revision_number': 4, 'project_id': '1b6678b588cc47f48b84d3120deccdb4', 'gw_port': {'id': 'd2848d8a-9df8-4d16-af57-f77e1970b230', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a8:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86a8475-80a4-4f92-999f-66418eb719a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:17:35Z', 'updated_at': '2022-05-26T21:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi', '_floatingips': [{'id': '16041f1d-ef81-41ce-a2df-cd0866aea667', 'tenant_id': '1b6678b588cc47f48b84d3120deccdb4', 'floating_ip_address': '172.27.2.85', 'floating_network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'router_id': 'a86a8475-80a4-4f92-999f-66418eb719a1', 'port_id': '19c73419-25b0-43be-ad7f-79d9dd06be84', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8ca9641-c007-4346-a0d8-e6a2d38ece93', 'mac_address': 'fa:16:3e:3d:3d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472ef597-2ffc-406d-a45e-94029b40fdc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T21:20:30Z', 'updated_at': '2022-05-26T21:20:32Z', 'revision_number': 1, 'project_id': '1b6678b588cc47f48b84d3120deccdb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e1277bc-57dc-4023-a5f9-ebeec19ea03f', 'name': '', 'network_id': 'd8ca9641-c007-4346-a0d8-e6a2d38ece93', 'tenant_id': '1b6678b588cc47f48b84d3120deccdb4', 'mac_address': 'fa:16:3e:6b:80:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86a8475-80a4-4f92-999f-66418eb719a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'db0d2f69-c60d-4c5d-9fe6-485f58de8dee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:17:37Z', 'updated_at': '2022-05-26T21:17:41Z', 'revision_number': 5, 'project_id': '1b6678b588cc47f48b84d3120deccdb4', 'subnets': [{'id': 'db0d2f69-c60d-4c5d-9fe6-485f58de8dee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-3-iscsi', False) {} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:24:05.649991 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a2290a-2b96-4744-b90d-ebe53905942a None None] The sync data for ids ['a86a8475-80a4-4f92-999f-66418eb719a1'] in dv-cinder-828806-3-iscsi is: [{'id': 'a86a8475-80a4-4f92-999f-66418eb719a1', 'name': 'tempest-TestVolumeBootPattern-496851519-router', 'tenant_id': '1b6678b588cc47f48b84d3120deccdb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': 'd2848d8a-9df8-4d16-af57-f77e1970b230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:17:35Z', 'updated_at': '2022-05-26T21:17:37Z', 'revision_number': 4, 'project_id': '1b6678b588cc47f48b84d3120deccdb4', 'gw_port': {'id': 'd2848d8a-9df8-4d16-af57-f77e1970b230', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a8:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86a8475-80a4-4f92-999f-66418eb719a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:17:35Z', 'updated_at': '2022-05-26T21:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi', '_floatingips': [{'id': '16041f1d-ef81-41ce-a2df-cd0866aea667', 'tenant_id': '1b6678b588cc47f48b84d3120deccdb4', 'floating_ip_address': '172.27.2.85', 'floating_network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'router_id': 'a86a8475-80a4-4f92-999f-66418eb719a1', 'port_id': '19c73419-25b0-43be-ad7f-79d9dd06be84', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8ca9641-c007-4346-a0d8-e6a2d38ece93', 'mac_address': 'fa:16:3e:3d:3d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472ef597-2ffc-406d-a45e-94029b40fdc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T21:20:30Z', 'updated_at': '2022-05-26T21:20:32Z', 'revision_number': 1, 'project_id': '1b6678b588cc47f48b84d3120deccdb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e1277bc-57dc-4023-a5f9-ebeec19ea03f', 'name': '', 'network_id': 'd8ca9641-c007-4346-a0d8-e6a2d38ece93', 'tenant_id': '1b6678b588cc47f48b84d3120deccdb4', 'mac_address': 'fa:16:3e:6b:80:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86a8475-80a4-4f92-999f-66418eb719a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'db0d2f69-c60d-4c5d-9fe6-485f58de8dee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:17:37Z', 'updated_at': '2022-05-26T21:17:41Z', 'revision_number': 5, 'project_id': '1b6678b588cc47f48b84d3120deccdb4', 'subnets': [{'id': 'db0d2f69-c60d-4c5d-9fe6-485f58de8dee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 21:24:05.862689 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-508bb1a5-f1e9-488f-84c5-0a3ba5c43194 None None] New status for floating IP a2271af3-6c87-48ee-a4ff-9ac3669bb9d7: DOWN {{(pid=104104) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 21:24:06.113122 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15585405-63f9-496d-aa23-2acdf44e396c req-72471a2f-8159-4bb5-ad5e-737fcb9c2539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:24:06.114593 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-15585405-63f9-496d-aa23-2acdf44e396c req-72471a2f-8159-4bb5-ad5e-737fcb9c2539 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d8ca9641-c007-4346-a0d8-e6a2d38ece93 HTTP/1.1" status: 200 len: 912 time: 0.0872860 May 26 21:24:06.254588 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6add697-83f8-407f-9f1d-ed40bdeb198c req-2391db77-7858-45db-aa2c-433b6727389a tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:24:06.256097 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-a6add697-83f8-407f-9f1d-ed40bdeb198c req-2391db77-7858-45db-aa2c-433b6727389a tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] 10.222.0.57 "GET /v2.0/ports?device_id=25a905e2-9e49-4149-9f74-0baab75952a5 HTTP/1.1" status: 200 len: 945 time: 0.0473518 May 26 21:24:06.268169 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-15585405-63f9-496d-aa23-2acdf44e396c req-754932c2-41c1-4c11-a090-7b50d4ba2df8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cfe2f766-5c4b-4c56-bc0e-8955fb0c7233 HTTP/1.1" status: 200 len: 217 time: 0.0347576 May 26 21:24:06.305118 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-a6add697-83f8-407f-9f1d-ed40bdeb198c req-5f768f5c-af34-42df-8af2-50fb248e1fed tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e599b28-9849-4147-989f-b4717a23c173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432284 May 26 21:24:06.315546 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15585405-63f9-496d-aa23-2acdf44e396c req-8ed650a2-be40-4e22-9224-2f3d16222a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:24:06.317050 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-15585405-63f9-496d-aa23-2acdf44e396c req-8ed650a2-be40-4e22-9224-2f3d16222a08 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=db0d2f69-c60d-4c5d-9fe6-485f58de8dee HTTP/1.1" status: 200 len: 850 time: 0.0434582 May 26 21:24:06.359909 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15585405-63f9-496d-aa23-2acdf44e396c req-21bef964-b029-422f-aea5-70da5a2b9966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:24:06.361313 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-15585405-63f9-496d-aa23-2acdf44e396c req-21bef964-b029-422f-aea5-70da5a2b9966 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d8ca9641-c007-4346-a0d8-e6a2d38ece93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378497 May 26 21:24:06.626622 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-15585405-63f9-496d-aa23-2acdf44e396c req-05702f40-cb0d-4d5f-8480-1620ca7cd7b9 service neutron] 10.222.0.62 "GET /v2.0/networks/d8ca9641-c007-4346-a0d8-e6a2d38ece93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830960 May 26 21:24:06.761712 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a996f239-06e0-4c29-baa9-d635493e7fba req-eeb94787-a4a3-4fd0-a9f3-e0209b91f3e7 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:24:06.763135 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-a996f239-06e0-4c29-baa9-d635493e7fba req-eeb94787-a4a3-4fd0-a9f3-e0209b91f3e7 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] 10.222.0.62 "GET /v2.0/ports?device_id=25a905e2-9e49-4149-9f74-0baab75952a5 HTTP/1.1" status: 200 len: 945 time: 0.0951836 May 26 21:24:06.819241 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-15585405-63f9-496d-aa23-2acdf44e396c req-ec8539dd-5a46-4872-8883-fca2fbc3d13a service neutron] 10.222.0.62 "GET /v2.0/networks/d8ca9641-c007-4346-a0d8-e6a2d38ece93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522355 May 26 21:24:06.862088 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.plugin [req-a996f239-06e0-4c29-baa9-d635493e7fba req-1b6d4cdf-fe19-45c5-b136-cada39709343 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Deleting port cfe2f766-5c4b-4c56-bc0e-8955fb0c7233 {{(pid=104101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 21:24:06.862419 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-a996f239-06e0-4c29-baa9-d635493e7fba req-1b6d4cdf-fe19-45c5-b136-cada39709343 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787881975269'] for port (cfe2f766-5c4b-4c56-bc0e-8955fb0c7233), before_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:24:06.951275 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.db [req-a996f239-06e0-4c29-baa9-d635493e7fba req-1b6d4cdf-fe19-45c5-b136-cada39709343 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] For port cfe2f766-5c4b-4c56-bc0e-8955fb0c7233, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=cfe2f766-5c4b-4c56-bc0e-8955fb0c7233,segment=NetworkSegment(5053323c-02e0-4fed-9db2-ed9de8ed77c8),segment_id=5053323c-02e0-4fed-9db2-ed9de8ed77c8)] {{(pid=104101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:24:06.951555 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-a996f239-06e0-4c29-baa9-d635493e7fba req-1b6d4cdf-fe19-45c5-b136-cada39709343 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595751'] for port (cfe2f766-5c4b-4c56-bc0e-8955fb0c7233), precommit_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:24:06.964388 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.plugin [req-a996f239-06e0-4c29-baa9-d635493e7fba req-1b6d4cdf-fe19-45c5-b136-cada39709343 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Calling delete_port for cfe2f766-5c4b-4c56-bc0e-8955fb0c7233 owned by compute:nova {{(pid=104101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 21:24:07.089670 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-a996f239-06e0-4c29-baa9-d635493e7fba req-1b6d4cdf-fe19-45c5-b136-cada39709343 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787881986003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787881445708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13231773'] for port (cfe2f766-5c4b-4c56-bc0e-8955fb0c7233), after_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:24:07.114525 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6d4cdf-fe19-45c5-b136-cada39709343 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Pushing event deleted for resources: {'Port': ['ID=cfe2f766-5c4b-4c56-bc0e-8955fb0c7233,revision_number=None']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:24:07.124126 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6d4cdf-fe19-45c5-b136-cada39709343 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:24:07.124470 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6d4cdf-fe19-45c5-b136-cada39709343 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:24:07.124809 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6d4cdf-fe19-45c5-b136-cada39709343 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:24:07.125144 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6d4cdf-fe19-45c5-b136-cada39709343 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:24:07.125480 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6d4cdf-fe19-45c5-b136-cada39709343 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:24:07.125808 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6d4cdf-fe19-45c5-b136-cada39709343 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:24:07.126194 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6d4cdf-fe19-45c5-b136-cada39709343 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:24:07.127103 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6d4cdf-fe19-45c5-b136-cada39709343 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:24:07.127431 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6d4cdf-fe19-45c5-b136-cada39709343 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:24:07.128107 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6d4cdf-fe19-45c5-b136-cada39709343 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:24:07.128107 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6d4cdf-fe19-45c5-b136-cada39709343 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:24:07.128429 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6d4cdf-fe19-45c5-b136-cada39709343 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:24:07.128682 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6d4cdf-fe19-45c5-b136-cada39709343 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:24:07.128998 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6d4cdf-fe19-45c5-b136-cada39709343 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:24:07.129314 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6d4cdf-fe19-45c5-b136-cada39709343 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104101) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:24:07.171135 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [req-a996f239-06e0-4c29-baa9-d635493e7fba req-1b6d4cdf-fe19-45c5-b136-cada39709343 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] No DVR routers for this DVR port cfe2f766-5c4b-4c56-bc0e-8955fb0c7233 on host hv-cinder-82880 {{(pid=104101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 21:24:07.174125 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-a996f239-06e0-4c29-baa9-d635493e7fba req-1b6d4cdf-fe19-45c5-b136-cada39709343 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25531'] for port (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:24:07.177290 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-a996f239-06e0-4c29-baa9-d635493e7fba req-1b6d4cdf-fe19-45c5-b136-cada39709343 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] 10.222.0.62 "DELETE /v2.0/ports/cfe2f766-5c4b-4c56-bc0e-8955fb0c7233 HTTP/1.1" status: 204 len: 173 time: 0.4078412 May 26 21:24:07.177721 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25a905e2-9e49-4149-9f74-0baab75952a5', 'name': 'network-vif-deleted', 'tag': 'cfe2f766-5c4b-4c56-bc0e-8955fb0c7233'}] {{(pid=104101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:24:07.179922 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e35b3b942162f380527a6ddce7731c26b87baf9d9763e10c20fbd720b027cea7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d62204a-2cfe-42a8-b582-1c31c3b56d19" -d '{"events": [{"server_uuid": "25a905e2-9e49-4149-9f74-0baab75952a5", "name": "network-vif-deleted", "tag": "cfe2f766-5c4b-4c56-bc0e-8955fb0c7233"}]}' {{(pid=104101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:24:07.275331 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 21:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b643a1eb-9abf-45a1-bb34-dff37465bcef x-openstack-request-id: req-b643a1eb-9abf-45a1-bb34-dff37465bcef {{(pid=104101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:24:07.275605 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25a905e2-9e49-4149-9f74-0baab75952a5", "name": "network-vif-deleted", "tag": "cfe2f766-5c4b-4c56-bc0e-8955fb0c7233", "status": "completed", "code": 200}]} {{(pid=104101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:24:07.275855 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b643a1eb-9abf-45a1-bb34-dff37465bcef {{(pid=104101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:24:07.276253 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b643a1eb-9abf-45a1-bb34-dff37465bcef'] response: {'server_uuid': '25a905e2-9e49-4149-9f74-0baab75952a5', 'name': 'network-vif-deleted', 'tag': 'cfe2f766-5c4b-4c56-bc0e-8955fb0c7233', 'status': 'completed', 'code': 200} May 26 21:24:07.398022 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-576da24f-b9a6-4fb3-a6ce-32407ce851f6 req-d336ff3f-67e5-4308-9c3c-15c0af7b5cdc tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] 10.222.0.57 "GET /v2.0/ports?device_id=25a905e2-9e49-4149-9f74-0baab75952a5 HTTP/1.1" status: 200 len: 210 time: 0.0262439 May 26 21:24:09.237027 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Device cfe2f766-5c4b-4c56-bc0e-8955fb0c7233 no longer exists at agent hyperv_hv-cinder-82880 {{(pid=104103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 21:24:09.255055 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] No Port match for: cfe2f766-5c4b-4c56-bc0e-8955fb0c7233 {{(pid=104103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 21:24:09.255395 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Device cfe2f766-5c4b-4c56-bc0e-8955fb0c7233 not bound to the agent host hv-cinder-82880 {{(pid=104103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 21:24:09.830338 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-66819f12-6040-4a7d-8cb3-1ccc2971b71f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (28061657-8b16-479f-8ff4-19bdcc74bc2c), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:24:10.859880 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 55138) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:24:10.993613 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.plugins.ml2.plugin [None req-2a03482f-a2e6-47a5-bd43-7b9a440a3692 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Deleting port df2a0fe9-1f88-48e6-8952-8fbd6d1a2ab8 {{(pid=104102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 21:24:10.993938 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-2a03482f-a2e6-47a5-bd43-7b9a440a3692 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787881975269'] for port (df2a0fe9-1f88-48e6-8952-8fbd6d1a2ab8), before_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:24:11.089957 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-2a03482f-a2e6-47a5-bd43-7b9a440a3692 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595751'] for port (df2a0fe9-1f88-48e6-8952-8fbd6d1a2ab8), precommit_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:24:11.090181 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-2a03482f-a2e6-47a5-bd43-7b9a440a3692 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Publish callbacks [] for floatingip (df2a0fe9-1f88-48e6-8952-8fbd6d1a2ab8), precommit_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:24:11.103219 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.plugins.ml2.plugin [None req-2a03482f-a2e6-47a5-bd43-7b9a440a3692 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Calling delete_port for df2a0fe9-1f88-48e6-8952-8fbd6d1a2ab8 owned by network:floatingip {{(pid=104102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 21:24:11.247002 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-2a03482f-a2e6-47a5-bd43-7b9a440a3692 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787881986003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787881445708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16679263'] for port (df2a0fe9-1f88-48e6-8952-8fbd6d1a2ab8), after_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:24:11.272645 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a03482f-a2e6-47a5-bd43-7b9a440a3692 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Pushing event deleted for resources: {'Port': ['ID=df2a0fe9-1f88-48e6-8952-8fbd6d1a2ab8,revision_number=None']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:24:11.332430 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-2a03482f-a2e6-47a5-bd43-7b9a440a3692 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Publish callbacks [] for floatingip (16041f1d-ef81-41ce-a2df-cd0866aea667), after_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:24:11.332757 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.db.l3_db [None req-2a03482f-a2e6-47a5-bd43-7b9a440a3692 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Floating IP 16041f1d-ef81-41ce-a2df-cd0866aea667 disassociated (deleted). External IP: 172.27.2.85, port: 19c73419-25b0-43be-ad7f-79d9dd06be84. May 26 21:24:11.533874 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a03482f-a2e6-47a5-bd43-7b9a440a3692 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Router a86a8475-80a4-4f92-999f-66418eb719a1 has already been hosted by L3 agent ccb07560-1e88-42f3-8411-377a93089622 {{(pid=104102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 21:24:11.540305 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:24:11.545304 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:24:11.636705 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a03482f-a2e6-47a5-bd43-7b9a440a3692 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Notify agent at l3_agent.dv-cinder-828806-3-iscsi the message routers_updated {{(pid=104102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 21:24:11.642070 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-2a03482f-a2e6-47a5-bd43-7b9a440a3692 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25531'] for floatingip (None), before_response {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:24:11.647201 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac43c32-ffa3-45fe-ab1f-5caa2ab80fb0 None None] Sync routers for ids ['a86a8475-80a4-4f92-999f-66418eb719a1'] in dv-cinder-828806-3-iscsi {{(pid=104103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 21:24:11.658840 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac43c32-ffa3-45fe-ab1f-5caa2ab80fb0 None None] Routers {'a86a8475-80a4-4f92-999f-66418eb719a1'} bound to L3 agent in host dv-cinder-828806-3-iscsi {{(pid=104103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:24:11.659434 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_hamode_db [None req-1ac43c32-ffa3-45fe-ab1f-5caa2ab80fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T20:55:42Z,description=,heartbeat_timestamp=2022-05-26T21:23:42Z,host='dv-cinder-828806-3-iscsi',id=ccb07560-1e88-42f3-8411-377a93089622,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T20:55:42Z,topic='l3_agent')) {'router_ids': ['a86a8475-80a4-4f92-999f-66418eb719a1'], 'active': True} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:24:11.671173 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-2a03482f-a2e6-47a5-bd43-7b9a440a3692 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] 10.222.0.57 "DELETE /v2.0/floatingips/16041f1d-ef81-41ce-a2df-cd0866aea667 HTTP/1.1" status: 204 len: 168 time: 0.8101647 May 26 21:24:11.671741 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '472ef597-2ffc-406d-a45e-94029b40fdc4', 'tag': '19c73419-25b0-43be-ad7f-79d9dd06be84'}] {{(pid=104102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:24:11.673992 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706b1c0bf4c108867c85ce24421d64e29e03a8d677c0da793374f2c7f89b1863" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92781a2d-927e-45d1-bf5d-8e66667a0823" -d '{"events": [{"name": "network-changed", "server_uuid": "472ef597-2ffc-406d-a45e-94029b40fdc4", "tag": "19c73419-25b0-43be-ad7f-79d9dd06be84"}]}' {{(pid=104102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:24:11.710938 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 21:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b6500a8-7dda-4291-a0c3-d1a3285759a3 x-openstack-request-id: req-9b6500a8-7dda-4291-a0c3-d1a3285759a3 {{(pid=104102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:24:11.711228 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "472ef597-2ffc-406d-a45e-94029b40fdc4", "tag": "19c73419-25b0-43be-ad7f-79d9dd06be84", "status": "completed", "code": 200}]} {{(pid=104102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:24:11.711699 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9b6500a8-7dda-4291-a0c3-d1a3285759a3 {{(pid=104102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:24:11.712101 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b6500a8-7dda-4291-a0c3-d1a3285759a3'] response: {'name': 'network-changed', 'server_uuid': '472ef597-2ffc-406d-a45e-94029b40fdc4', 'tag': '19c73419-25b0-43be-ad7f-79d9dd06be84', 'status': 'completed', 'code': 200} May 26 21:24:11.769020 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvr_db [None req-1ac43c32-ffa3-45fe-ab1f-5caa2ab80fb0 None None] Set router a86a8475-80a4-4f92-999f-66418eb719a1 gateway port host: dv-cinder-828806-3-iscsi {{(pid=104103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:24:11.799238 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:24:11.818601 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92781a2d-927e-45d1-bf5d-8e66667a0823 req-55d60136-1c56-4aa3-890a-faf7f06f8d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:24:11.820339 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-92781a2d-927e-45d1-bf5d-8e66667a0823 req-55d60136-1c56-4aa3-890a-faf7f06f8d9c service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=1b6678b588cc47f48b84d3120deccdb4&device_id=472ef597-2ffc-406d-a45e-94029b40fdc4 HTTP/1.1" status: 200 len: 1130 time: 0.0637031 May 26 21:24:11.920749 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92781a2d-927e-45d1-bf5d-8e66667a0823 req-3673fd91-4326-4939-974e-8e3bb87b7cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:24:11.922221 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-92781a2d-927e-45d1-bf5d-8e66667a0823 req-3673fd91-4326-4939-974e-8e3bb87b7cf7 service neutron] 10.222.0.62 "GET /v2.0/networks?id=d8ca9641-c007-4346-a0d8-e6a2d38ece93 HTTP/1.1" status: 200 len: 912 time: 0.0950735 May 26 21:24:11.923205 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=100 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:24:11.924342 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:24:11.956409 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40226385-84a7-41c1-9aab-844b5fde8d72 req-46905a9e-836f-4498-9bed-0dc8fbb5b619 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:24:11.964691 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-40226385-84a7-41c1-9aab-844b5fde8d72 req-46905a9e-836f-4498-9bed-0dc8fbb5b619 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] 10.222.0.57 "GET /v2.0/ports?device_id=472ef597-2ffc-406d-a45e-94029b40fdc4 HTTP/1.1" status: 200 len: 946 time: 0.0572524 May 26 21:24:11.984943 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_hamode_db [None req-1ac43c32-ffa3-45fe-ab1f-5caa2ab80fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a86a8475-80a4-4f92-999f-66418eb719a1', 'name': 'tempest-TestVolumeBootPattern-496851519-router', 'tenant_id': '1b6678b588cc47f48b84d3120deccdb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': 'd2848d8a-9df8-4d16-af57-f77e1970b230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:17:35Z', 'updated_at': '2022-05-26T21:17:37Z', 'revision_number': 4, 'project_id': '1b6678b588cc47f48b84d3120deccdb4', 'gw_port': {'id': 'd2848d8a-9df8-4d16-af57-f77e1970b230', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a8:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86a8475-80a4-4f92-999f-66418eb719a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:17:35Z', 'updated_at': '2022-05-26T21:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi', '_interfaces': [{'id': '8e1277bc-57dc-4023-a5f9-ebeec19ea03f', 'name': '', 'network_id': 'd8ca9641-c007-4346-a0d8-e6a2d38ece93', 'tenant_id': '1b6678b588cc47f48b84d3120deccdb4', 'mac_address': 'fa:16:3e:6b:80:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86a8475-80a4-4f92-999f-66418eb719a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'db0d2f69-c60d-4c5d-9fe6-485f58de8dee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:17:37Z', 'updated_at': '2022-05-26T21:17:41Z', 'revision_number': 5, 'project_id': '1b6678b588cc47f48b84d3120deccdb4', 'subnets': [{'id': 'db0d2f69-c60d-4c5d-9fe6-485f58de8dee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-3-iscsi', False) {} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:24:12.010017 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac43c32-ffa3-45fe-ab1f-5caa2ab80fb0 None None] Checking router: a86a8475-80a4-4f92-999f-66418eb719a1 for host: dv-cinder-828806-3-iscsi {{(pid=104103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 21:24:12.015067 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-40226385-84a7-41c1-9aab-844b5fde8d72 req-383f4dc4-2607-4f52-8d2c-765b7b0a1ed3 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e599b28-9849-4147-989f-b4717a23c173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494034 May 26 21:24:12.019223 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac43c32-ffa3-45fe-ab1f-5caa2ab80fb0 None None] Routers {'a86a8475-80a4-4f92-999f-66418eb719a1'} bound to L3 agent in host dv-cinder-828806-3-iscsi {{(pid=104103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:24:12.019844 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_hamode_db [None req-1ac43c32-ffa3-45fe-ab1f-5caa2ab80fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T20:55:42Z,description=,heartbeat_timestamp=2022-05-26T21:23:42Z,host='dv-cinder-828806-3-iscsi',id=ccb07560-1e88-42f3-8411-377a93089622,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T20:55:42Z,topic='l3_agent')) {'router_ids': ['a86a8475-80a4-4f92-999f-66418eb719a1'], 'active': True} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:24:12.122042 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-448f5891-13e9-4bf8-af6b-0920effcb877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (ccb07560-1e88-42f3-8411-377a93089622), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:24:12.131860 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvr_db [None req-1ac43c32-ffa3-45fe-ab1f-5caa2ab80fb0 None None] Set router a86a8475-80a4-4f92-999f-66418eb719a1 gateway port host: dv-cinder-828806-3-iscsi {{(pid=104103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:24:12.307192 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_hamode_db [None req-1ac43c32-ffa3-45fe-ab1f-5caa2ab80fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a86a8475-80a4-4f92-999f-66418eb719a1', 'name': 'tempest-TestVolumeBootPattern-496851519-router', 'tenant_id': '1b6678b588cc47f48b84d3120deccdb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': 'd2848d8a-9df8-4d16-af57-f77e1970b230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:17:35Z', 'updated_at': '2022-05-26T21:17:37Z', 'revision_number': 4, 'project_id': '1b6678b588cc47f48b84d3120deccdb4', 'gw_port': {'id': 'd2848d8a-9df8-4d16-af57-f77e1970b230', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a8:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86a8475-80a4-4f92-999f-66418eb719a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:17:35Z', 'updated_at': '2022-05-26T21:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi', '_interfaces': [{'id': '8e1277bc-57dc-4023-a5f9-ebeec19ea03f', 'name': '', 'network_id': 'd8ca9641-c007-4346-a0d8-e6a2d38ece93', 'tenant_id': '1b6678b588cc47f48b84d3120deccdb4', 'mac_address': 'fa:16:3e:6b:80:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86a8475-80a4-4f92-999f-66418eb719a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'db0d2f69-c60d-4c5d-9fe6-485f58de8dee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:17:37Z', 'updated_at': '2022-05-26T21:17:41Z', 'revision_number': 5, 'project_id': '1b6678b588cc47f48b84d3120deccdb4', 'subnets': [{'id': 'db0d2f69-c60d-4c5d-9fe6-485f58de8dee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828806-3-iscsi', False) {} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:24:12.334653 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac43c32-ffa3-45fe-ab1f-5caa2ab80fb0 None None] The sync data for ids ['a86a8475-80a4-4f92-999f-66418eb719a1'] in dv-cinder-828806-3-iscsi is: [{'id': 'a86a8475-80a4-4f92-999f-66418eb719a1', 'name': 'tempest-TestVolumeBootPattern-496851519-router', 'tenant_id': '1b6678b588cc47f48b84d3120deccdb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': 'd2848d8a-9df8-4d16-af57-f77e1970b230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:17:35Z', 'updated_at': '2022-05-26T21:17:37Z', 'revision_number': 4, 'project_id': '1b6678b588cc47f48b84d3120deccdb4', 'gw_port': {'id': 'd2848d8a-9df8-4d16-af57-f77e1970b230', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a8:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86a8475-80a4-4f92-999f-66418eb719a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:17:35Z', 'updated_at': '2022-05-26T21:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi', '_interfaces': [{'id': '8e1277bc-57dc-4023-a5f9-ebeec19ea03f', 'name': '', 'network_id': 'd8ca9641-c007-4346-a0d8-e6a2d38ece93', 'tenant_id': '1b6678b588cc47f48b84d3120deccdb4', 'mac_address': 'fa:16:3e:6b:80:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86a8475-80a4-4f92-999f-66418eb719a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'db0d2f69-c60d-4c5d-9fe6-485f58de8dee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:17:37Z', 'updated_at': '2022-05-26T21:17:41Z', 'revision_number': 5, 'project_id': '1b6678b588cc47f48b84d3120deccdb4', 'subnets': [{'id': 'db0d2f69-c60d-4c5d-9fe6-485f58de8dee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 21:24:12.540402 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8830329c-36ac-4b96-a0cd-2a052ad72c2d None None] New status for floating IP 16041f1d-ef81-41ce-a2df-cd0866aea667: DOWN {{(pid=104104) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 26 21:24:12.916688 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-92781a2d-927e-45d1-bf5d-8e66667a0823 req-bf8c5755-b727-41e8-b362-ba486ff9e600 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=19c73419-25b0-43be-ad7f-79d9dd06be84 HTTP/1.1" status: 200 len: 217 time: 0.0367017 May 26 21:24:12.966645 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92781a2d-927e-45d1-bf5d-8e66667a0823 req-8afa952d-b5df-467f-b9fb-ca0cf2ab8e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:24:12.968114 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-92781a2d-927e-45d1-bf5d-8e66667a0823 req-8afa952d-b5df-467f-b9fb-ca0cf2ab8e91 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=db0d2f69-c60d-4c5d-9fe6-485f58de8dee HTTP/1.1" status: 200 len: 850 time: 0.0453959 May 26 21:24:13.074394 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-2cedcaf3-f8c8-488c-9e0f-8ce175add227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (5deefb54-cd62-4255-b022-7e9734e3e0b8), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:24:13.129087 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b890fede-e55a-4d20-ae50-9576dba975b9 req-72349512-6f62-4ae9-8f6d-14c0ffc05433 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:24:13.130595 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-b890fede-e55a-4d20-ae50-9576dba975b9 req-72349512-6f62-4ae9-8f6d-14c0ffc05433 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] 10.222.0.57 "GET /v2.0/ports?device_id=472ef597-2ffc-406d-a45e-94029b40fdc4 HTTP/1.1" status: 200 len: 946 time: 0.0478473 May 26 21:24:13.135218 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:24:13.142508 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92781a2d-927e-45d1-bf5d-8e66667a0823 req-cf9203a9-0684-485a-8d27-ea3d8a47954b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:24:13.144099 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-92781a2d-927e-45d1-bf5d-8e66667a0823 req-cf9203a9-0684-485a-8d27-ea3d8a47954b service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=d8ca9641-c007-4346-a0d8-e6a2d38ece93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443413 May 26 21:24:13.180528 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-b890fede-e55a-4d20-ae50-9576dba975b9 req-2cc4a471-488a-41cf-a427-4960af4c78bf tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e599b28-9849-4147-989f-b4717a23c173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441265 May 26 21:24:13.235022 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-92781a2d-927e-45d1-bf5d-8e66667a0823 req-2c23c564-0a23-4cb9-9b8c-0fd3dbc2c219 service neutron] 10.222.0.62 "GET /v2.0/networks/d8ca9641-c007-4346-a0d8-e6a2d38ece93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836854 May 26 21:24:13.413698 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-92781a2d-927e-45d1-bf5d-8e66667a0823 req-5a3c0dc9-ce25-458a-bae3-6e5c3b3c96d0 service neutron] 10.222.0.62 "GET /v2.0/networks/d8ca9641-c007-4346-a0d8-e6a2d38ece93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819209 May 26 21:24:13.506024 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fff0e2-d422-42d9-b1f2-c6bcd3f33214 req-92974a30-c321-464d-a439-ea2a63f8ef9c tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104101) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 21:24:13.507367 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-b3fff0e2-d422-42d9-b1f2-c6bcd3f33214 req-92974a30-c321-464d-a439-ea2a63f8ef9c tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] 10.222.0.62 "GET /v2.0/ports?device_id=472ef597-2ffc-406d-a45e-94029b40fdc4 HTTP/1.1" status: 200 len: 946 time: 0.0454879 May 26 21:24:13.588769 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.plugin [req-b3fff0e2-d422-42d9-b1f2-c6bcd3f33214 req-7fec055d-21a0-48eb-9621-1a346008375b tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Deleting port 19c73419-25b0-43be-ad7f-79d9dd06be84 {{(pid=104101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 21:24:13.589106 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-b3fff0e2-d422-42d9-b1f2-c6bcd3f33214 req-7fec055d-21a0-48eb-9621-1a346008375b tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787881975269'] for port (19c73419-25b0-43be-ad7f-79d9dd06be84), before_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:24:13.676169 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.db [req-b3fff0e2-d422-42d9-b1f2-c6bcd3f33214 req-7fec055d-21a0-48eb-9621-1a346008375b tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] For port 19c73419-25b0-43be-ad7f-79d9dd06be84, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=19c73419-25b0-43be-ad7f-79d9dd06be84,segment=NetworkSegment(5053323c-02e0-4fed-9db2-ed9de8ed77c8),segment_id=5053323c-02e0-4fed-9db2-ed9de8ed77c8)] {{(pid=104101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:24:13.676527 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-b3fff0e2-d422-42d9-b1f2-c6bcd3f33214 req-7fec055d-21a0-48eb-9621-1a346008375b tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595751'] for port (19c73419-25b0-43be-ad7f-79d9dd06be84), precommit_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:24:13.692591 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.plugin [req-b3fff0e2-d422-42d9-b1f2-c6bcd3f33214 req-7fec055d-21a0-48eb-9621-1a346008375b tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Calling delete_port for 19c73419-25b0-43be-ad7f-79d9dd06be84 owned by compute:nova {{(pid=104101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 21:24:13.813088 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-b3fff0e2-d422-42d9-b1f2-c6bcd3f33214 req-7fec055d-21a0-48eb-9621-1a346008375b tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787881986003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787881445708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13231773'] for port (19c73419-25b0-43be-ad7f-79d9dd06be84), after_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:24:13.840543 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fec055d-21a0-48eb-9621-1a346008375b tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Pushing event deleted for resources: {'Port': ['ID=19c73419-25b0-43be-ad7f-79d9dd06be84,revision_number=None']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:24:13.888047 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3fff0e2-d422-42d9-b1f2-c6bcd3f33214 req-7fec055d-21a0-48eb-9621-1a346008375b tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] No DVR routers for this DVR port 19c73419-25b0-43be-ad7f-79d9dd06be84 on host hv-cinder-82880 {{(pid=104101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 21:24:13.890563 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [req-b3fff0e2-d422-42d9-b1f2-c6bcd3f33214 req-7fec055d-21a0-48eb-9621-1a346008375b tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25531'] for port (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:24:13.893848 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [req-b3fff0e2-d422-42d9-b1f2-c6bcd3f33214 req-7fec055d-21a0-48eb-9621-1a346008375b tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] 10.222.0.62 "DELETE /v2.0/ports/19c73419-25b0-43be-ad7f-79d9dd06be84 HTTP/1.1" status: 204 len: 173 time: 0.3809826 May 26 21:24:13.894291 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '472ef597-2ffc-406d-a45e-94029b40fdc4', 'name': 'network-vif-deleted', 'tag': '19c73419-25b0-43be-ad7f-79d9dd06be84'}] {{(pid=104101) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 21:24:13.896953 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e35b3b942162f380527a6ddce7731c26b87baf9d9763e10c20fbd720b027cea7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b150069-1933-414d-a980-8bbaf41ccf08" -d '{"events": [{"server_uuid": "472ef597-2ffc-406d-a45e-94029b40fdc4", "name": "network-vif-deleted", "tag": "19c73419-25b0-43be-ad7f-79d9dd06be84"}]}' {{(pid=104101) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 21:24:13.937898 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 21:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be2aba90-db4c-4ce7-87fe-a0d24e57dada x-openstack-request-id: req-be2aba90-db4c-4ce7-87fe-a0d24e57dada {{(pid=104101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 21:24:13.938556 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "472ef597-2ffc-406d-a45e-94029b40fdc4", "name": "network-vif-deleted", "tag": "19c73419-25b0-43be-ad7f-79d9dd06be84", "status": "completed", "code": 200}]} {{(pid=104101) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 21:24:13.938556 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-be2aba90-db4c-4ce7-87fe-a0d24e57dada {{(pid=104101) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 21:24:13.938864 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be2aba90-db4c-4ce7-87fe-a0d24e57dada'] response: {'server_uuid': '472ef597-2ffc-406d-a45e-94029b40fdc4', 'name': 'network-vif-deleted', 'tag': '19c73419-25b0-43be-ad7f-79d9dd06be84', 'status': 'completed', 'code': 200} May 26 21:24:14.288547 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [req-c26e0f83-952e-48a4-97f4-43003c76702a req-a5350624-be67-4b3b-8a7a-f6e62c3b4981 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] 10.222.0.57 "GET /v2.0/ports?device_id=472ef597-2ffc-406d-a45e-94029b40fdc4 HTTP/1.1" status: 200 len: 210 time: 0.0326853 May 26 21:24:14.587248 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-46f12c73-3700-4e7e-86c8-206b84d0e626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (54d4a93e-badb-480c-831f-99f9f6beb5f4), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:24:15.348329 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 55154) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:24:15.455130 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.plugins.ml2.plugin [None req-ee4f6d7c-2b0b-45c5-b73d-0f92c75366da tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Deleting port 2c90bfd8-c18a-4a19-ab02-fe106f3b0fc2 {{(pid=104102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 21:24:15.455477 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-ee4f6d7c-2b0b-45c5-b73d-0f92c75366da tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787881975269'] for port (2c90bfd8-c18a-4a19-ab02-fe106f3b0fc2), before_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:24:15.531823 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-ee4f6d7c-2b0b-45c5-b73d-0f92c75366da tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595751'] for port (2c90bfd8-c18a-4a19-ab02-fe106f3b0fc2), precommit_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:24:15.532669 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-ee4f6d7c-2b0b-45c5-b73d-0f92c75366da tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Publish callbacks [] for floatingip (2c90bfd8-c18a-4a19-ab02-fe106f3b0fc2), precommit_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:24:15.545375 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.plugins.ml2.plugin [None req-ee4f6d7c-2b0b-45c5-b73d-0f92c75366da tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Calling delete_port for 2c90bfd8-c18a-4a19-ab02-fe106f3b0fc2 owned by network:floatingip {{(pid=104102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 21:24:15.675236 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-ee4f6d7c-2b0b-45c5-b73d-0f92c75366da tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787881986003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787881445708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16679263'] for port (2c90bfd8-c18a-4a19-ab02-fe106f3b0fc2), after_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:24:15.699298 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4f6d7c-2b0b-45c5-b73d-0f92c75366da tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Pushing event deleted for resources: {'Port': ['ID=2c90bfd8-c18a-4a19-ab02-fe106f3b0fc2,revision_number=None']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:24:15.761059 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-ee4f6d7c-2b0b-45c5-b73d-0f92c75366da tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Publish callbacks [] for floatingip (f11f6ca1-fa5f-41f5-aecc-2958c6106a43), after_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:24:15.763760 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-ee4f6d7c-2b0b-45c5-b73d-0f92c75366da tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25531'] for floatingip (None), before_response {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:24:15.764919 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-ee4f6d7c-2b0b-45c5-b73d-0f92c75366da tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] 10.222.0.57 "DELETE /v2.0/floatingips/f11f6ca1-fa5f-41f5-aecc-2958c6106a43 HTTP/1.1" status: 204 len: 168 time: 0.4161620 May 26 21:24:16.031788 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (545ffc5a-00f7-4140-8f25-9e74b0e32d39), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:24:16.965560 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 55166) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:24:17.002556 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:24:17.025687 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-8d4ab23e-4a38-4ee4-91d3-719cc970a4e6 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Publish callbacks [] for security_group (9e599b28-9849-4147-989f-b4717a23c173), before_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:24:17.051012 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-8d4ab23e-4a38-4ee4-91d3-719cc970a4e6 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Publish callbacks [] for security_group (9e599b28-9849-4147-989f-b4717a23c173), precommit_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:24:17.109921 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-8d4ab23e-4a38-4ee4-91d3-719cc970a4e6 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (9e599b28-9849-4147-989f-b4717a23c173), after_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:24:17.112959 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-8d4ab23e-4a38-4ee4-91d3-719cc970a4e6 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Publish callbacks [] for security_group (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:24:17.114092 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-8d4ab23e-4a38-4ee4-91d3-719cc970a4e6 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] 10.222.0.57 "DELETE /v2.0/security-groups/9e599b28-9849-4147-989f-b4717a23c173 HTTP/1.1" status: 204 len: 168 time: 0.1475718 May 26 21:24:17.122770 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4ab23e-4a38-4ee4-91d3-719cc970a4e6 tempest-TestVolumeBootPattern-1060008539 tempest-TestVolumeBootPattern-1060008539-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e599b28-9849-4147-989f-b4717a23c173,revision_number=None']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:24:17.165685 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 55170) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:24:17.268239 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Device 19c73419-25b0-43be-ad7f-79d9dd06be84 no longer exists at agent hyperv_hv-cinder-82880 {{(pid=104103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 21:24:17.287612 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] No Port match for: 19c73419-25b0-43be-ad7f-79d9dd06be84 {{(pid=104103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 21:24:17.287948 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Device 19c73419-25b0-43be-ad7f-79d9dd06be84 not bound to the agent host hv-cinder-82880 {{(pid=104103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 21:24:17.352099 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:24:17.554464 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-1299e117-1d0c-4538-a8e9-186544de4d29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1615327'] for router_interface (a86a8475-80a4-4f92-999f-66418eb719a1), before_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:24:17.767436 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.plugin [None req-1299e117-1d0c-4538-a8e9-186544de4d29 admin admin] Deleting port 8e1277bc-57dc-4023-a5f9-ebeec19ea03f {{(pid=104101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 21:24:17.767768 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-1299e117-1d0c-4538-a8e9-186544de4d29 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787881975269'] for port (8e1277bc-57dc-4023-a5f9-ebeec19ea03f), before_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:24:17.843064 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.db [None req-1299e117-1d0c-4538-a8e9-186544de4d29 admin admin] For port 8e1277bc-57dc-4023-a5f9-ebeec19ea03f, host dv-cinder-828806-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-3-iscsi',level=0,port_id=8e1277bc-57dc-4023-a5f9-ebeec19ea03f,segment=NetworkSegment(5053323c-02e0-4fed-9db2-ed9de8ed77c8),segment_id=5053323c-02e0-4fed-9db2-ed9de8ed77c8)] {{(pid=104101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:24:17.843427 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-1299e117-1d0c-4538-a8e9-186544de4d29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595751'] for port (8e1277bc-57dc-4023-a5f9-ebeec19ea03f), precommit_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:24:17.856022 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.plugin [None req-1299e117-1d0c-4538-a8e9-186544de4d29 admin admin] Calling delete_port for 8e1277bc-57dc-4023-a5f9-ebeec19ea03f owned by network:router_interface {{(pid=104101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 21:24:17.963827 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:24:18.030781 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-1299e117-1d0c-4538-a8e9-186544de4d29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787881986003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787881445708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13231773'] for port (8e1277bc-57dc-4023-a5f9-ebeec19ea03f), after_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:24:18.054736 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1299e117-1d0c-4538-a8e9-186544de4d29 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e1277bc-57dc-4023-a5f9-ebeec19ea03f,revision_number=None']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:24:18.417447 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:24:18.472696 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-1299e117-1d0c-4538-a8e9-186544de4d29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-416047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1615171'] for router_interface (a86a8475-80a4-4f92-999f-66418eb719a1), after_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:24:18.670893 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1299e117-1d0c-4538-a8e9-186544de4d29 admin admin] Router a86a8475-80a4-4f92-999f-66418eb719a1 has already been hosted by L3 agent ccb07560-1e88-42f3-8411-377a93089622 {{(pid=104101) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 21:24:18.766819 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1299e117-1d0c-4538-a8e9-186544de4d29 admin admin] Notify agent at l3_agent.dv-cinder-828806-3-iscsi the message routers_updated {{(pid=104101) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 21:24:18.771928 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-1299e117-1d0c-4538-a8e9-186544de4d29 admin admin] 10.222.0.57 "PUT /v2.0/routers/a86a8475-80a4-4f92-999f-66418eb719a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6051552 May 26 21:24:18.774469 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 55174) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:24:18.775685 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971bec70-5d42-4033-aff5-fe8708b7df27 None None] Sync routers for ids ['a86a8475-80a4-4f92-999f-66418eb719a1'] in dv-cinder-828806-3-iscsi {{(pid=104103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 21:24:18.786780 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971bec70-5d42-4033-aff5-fe8708b7df27 None None] Routers {'a86a8475-80a4-4f92-999f-66418eb719a1'} bound to L3 agent in host dv-cinder-828806-3-iscsi {{(pid=104103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:24:18.787418 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_hamode_db [None req-971bec70-5d42-4033-aff5-fe8708b7df27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T20:55:42Z,description=,heartbeat_timestamp=2022-05-26T21:24:12Z,host='dv-cinder-828806-3-iscsi',id=ccb07560-1e88-42f3-8411-377a93089622,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T20:55:42Z,topic='l3_agent')) {'router_ids': ['a86a8475-80a4-4f92-999f-66418eb719a1'], 'active': True} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:24:18.871895 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-82a59421-f7ad-400a-8a78-06a64e3586aa admin admin] Publish callbacks [] for router (a86a8475-80a4-4f92-999f-66418eb719a1), before_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:24:18.886834 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvr_db [None req-971bec70-5d42-4033-aff5-fe8708b7df27 None None] Set router a86a8475-80a4-4f92-999f-66418eb719a1 gateway port host: dv-cinder-828806-3-iscsi {{(pid=104103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:24:18.969122 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-82a59421-f7ad-400a-8a78-06a64e3586aa admin admin] Publish callbacks [] for router_gateway (a86a8475-80a4-4f92-999f-66418eb719a1), before_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:24:19.011344 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.plugin [None req-82a59421-f7ad-400a-8a78-06a64e3586aa admin admin] Deleting port d2848d8a-9df8-4d16-af57-f77e1970b230 {{(pid=104101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 21:24:19.011685 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-82a59421-f7ad-400a-8a78-06a64e3586aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787881975269'] for port (d2848d8a-9df8-4d16-af57-f77e1970b230), before_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:24:19.052494 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_hamode_db [None req-971bec70-5d42-4033-aff5-fe8708b7df27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a86a8475-80a4-4f92-999f-66418eb719a1', 'name': 'tempest-TestVolumeBootPattern-496851519-router', 'tenant_id': '1b6678b588cc47f48b84d3120deccdb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': 'd2848d8a-9df8-4d16-af57-f77e1970b230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:17:35Z', 'updated_at': '2022-05-26T21:24:17Z', 'revision_number': 5, 'project_id': '1b6678b588cc47f48b84d3120deccdb4', 'gw_port': {'id': 'd2848d8a-9df8-4d16-af57-f77e1970b230', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a8:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86a8475-80a4-4f92-999f-66418eb719a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:17:35Z', 'updated_at': '2022-05-26T21:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi'}], 'dv-cinder-828806-3-iscsi', False) {} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:24:19.076481 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971bec70-5d42-4033-aff5-fe8708b7df27 None None] Checking router: a86a8475-80a4-4f92-999f-66418eb719a1 for host: dv-cinder-828806-3-iscsi {{(pid=104103) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 21:24:19.081092 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:DELETE=5,neutron:UPDATE=1,neutron:SELECT=94 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:24:19.085326 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971bec70-5d42-4033-aff5-fe8708b7df27 None None] Routers {'a86a8475-80a4-4f92-999f-66418eb719a1'} bound to L3 agent in host dv-cinder-828806-3-iscsi {{(pid=104103) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:24:19.085919 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_hamode_db [None req-971bec70-5d42-4033-aff5-fe8708b7df27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T20:55:42Z,description=,heartbeat_timestamp=2022-05-26T21:24:12Z,host='dv-cinder-828806-3-iscsi',id=ccb07560-1e88-42f3-8411-377a93089622,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T20:55:42Z,topic='l3_agent')) {'router_ids': ['a86a8475-80a4-4f92-999f-66418eb719a1'], 'active': True} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:24:19.094261 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.db [None req-82a59421-f7ad-400a-8a78-06a64e3586aa admin admin] For port d2848d8a-9df8-4d16-af57-f77e1970b230, host dv-cinder-828806-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-3-iscsi',level=0,port_id=d2848d8a-9df8-4d16-af57-f77e1970b230,segment=NetworkSegment(8d4aea41-d977-462c-9098-4088113247cb),segment_id=8d4aea41-d977-462c-9098-4088113247cb)] {{(pid=104101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:24:19.095250 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-82a59421-f7ad-400a-8a78-06a64e3586aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595751'] for port (d2848d8a-9df8-4d16-af57-f77e1970b230), precommit_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:24:19.108379 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.plugin [None req-82a59421-f7ad-400a-8a78-06a64e3586aa admin admin] Calling delete_port for d2848d8a-9df8-4d16-af57-f77e1970b230 owned by network:router_gateway {{(pid=104101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 21:24:19.163560 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:24:19.167600 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvr_db [None req-971bec70-5d42-4033-aff5-fe8708b7df27 None None] Set router a86a8475-80a4-4f92-999f-66418eb719a1 gateway port host: None {{(pid=104103) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:24:19.214184 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_hamode_db [None req-971bec70-5d42-4033-aff5-fe8708b7df27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a86a8475-80a4-4f92-999f-66418eb719a1', 'name': 'tempest-TestVolumeBootPattern-496851519-router', 'tenant_id': '1b6678b588cc47f48b84d3120deccdb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:17:35Z', 'updated_at': '2022-05-26T21:24:18Z', 'revision_number': 6, 'project_id': '1b6678b588cc47f48b84d3120deccdb4', 'gw_port_host': None}], 'dv-cinder-828806-3-iscsi', False) {} {{(pid=104103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:24:19.219623 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:24:19.243474 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971bec70-5d42-4033-aff5-fe8708b7df27 None None] The sync data for ids ['a86a8475-80a4-4f92-999f-66418eb719a1'] in dv-cinder-828806-3-iscsi is: [{'id': 'a86a8475-80a4-4f92-999f-66418eb719a1', 'name': 'tempest-TestVolumeBootPattern-496851519-router', 'tenant_id': '1b6678b588cc47f48b84d3120deccdb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:17:35Z', 'updated_at': '2022-05-26T21:24:18Z', 'revision_number': 6, 'project_id': '1b6678b588cc47f48b84d3120deccdb4', 'gw_port_host': None}] {{(pid=104103) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 21:24:19.280885 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-82a59421-f7ad-400a-8a78-06a64e3586aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787881986003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787881445708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13231773'] for port (d2848d8a-9df8-4d16-af57-f77e1970b230), after_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:24:19.302884 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a59421-f7ad-400a-8a78-06a64e3586aa admin admin] Pushing event deleted for resources: {'Port': ['ID=d2848d8a-9df8-4d16-af57-f77e1970b230,revision_number=None']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:24:19.364438 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-82a59421-f7ad-400a-8a78-06a64e3586aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1614817'] for router_gateway (a86a8475-80a4-4f92-999f-66418eb719a1), after_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:24:19.451795 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-82a59421-f7ad-400a-8a78-06a64e3586aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1900208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130790'] for router (a86a8475-80a4-4f92-999f-66418eb719a1), precommit_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:24:19.454624 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-82a59421-f7ad-400a-8a78-06a64e3586aa admin admin] Publish callbacks [] for router_controller (a86a8475-80a4-4f92-999f-66418eb719a1), precommit_delete_associations {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:24:19.496382 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-82a59421-f7ad-400a-8a78-06a64e3586aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1900219'] for router (a86a8475-80a4-4f92-999f-66418eb719a1), after_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:24:19.496911 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82a59421-f7ad-400a-8a78-06a64e3586aa admin admin] Fanout notify agent at l3_agent the message router_deleted on router a86a8475-80a4-4f92-999f-66418eb719a1 {{(pid=104101) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 21:24:19.501486 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-82a59421-f7ad-400a-8a78-06a64e3586aa admin admin] Publish callbacks [] for router (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:24:19.502611 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-82a59421-f7ad-400a-8a78-06a64e3586aa admin admin] 10.222.0.57 "DELETE /v2.0/routers/a86a8475-80a4-4f92-999f-66418eb719a1 HTTP/1.1" status: 204 len: 168 time: 0.7272053 May 26 21:24:19.505157 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 55176) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:24:19.549010 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b82e53d-550f-49db-a460-fcdfc786982d admin admin] Deleting subnet db0d2f69-c60d-4c5d-9fe6-485f58de8dee {{(pid=104101) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 21:24:19.551986 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-3b82e53d-550f-49db-a460-fcdfc786982d admin admin] Publish callbacks [] for subnet (db0d2f69-c60d-4c5d-9fe6-485f58de8dee), before_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:24:19.586031 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-3b82e53d-550f-49db-a460-fcdfc786982d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12907141'] for subnet (db0d2f69-c60d-4c5d-9fe6-485f58de8dee), precommit_delete_associations {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:24:19.665980 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-3b82e53d-550f-49db-a460-fcdfc786982d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-985580'] for subnet (db0d2f69-c60d-4c5d-9fe6-485f58de8dee), precommit_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:24:19.716883 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-3b82e53d-550f-49db-a460-fcdfc786982d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-985589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13230444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14398191'] for subnet (db0d2f69-c60d-4c5d-9fe6-485f58de8dee), after_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:24:19.739987 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b82e53d-550f-49db-a460-fcdfc786982d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db0d2f69-c60d-4c5d-9fe6-485f58de8dee,revision_number=None']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:24:19.745439 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-3b82e53d-550f-49db-a460-fcdfc786982d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:24:19.748673 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-3b82e53d-550f-49db-a460-fcdfc786982d admin admin] 10.222.0.57 "DELETE /v2.0/subnets/db0d2f69-c60d-4c5d-9fe6-485f58de8dee HTTP/1.1" status: 204 len: 168 time: 0.2423863 May 26 21:24:19.751686 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf33d94-1d72-4848-bba4-88eee04594f4 None None] Network d8ca9641-c007-4346-a0d8-e6a2d38ece93 requested from dv-cinder-828806-3-iscsi {{(pid=104103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 21:24:19.752077 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 55178) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:24:19.820091 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-c57af3de-6029-42a9-9384-32c4dfc923bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-791915'] for network (d8ca9641-c007-4346-a0d8-e6a2d38ece93), before_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:24:19.866271 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.plugin [None req-c57af3de-6029-42a9-9384-32c4dfc923bf admin admin] Deleting port 8a64d58d-6958-452b-a809-7e45f77f46f6 {{(pid=104101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 21:24:19.866633 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-c57af3de-6029-42a9-9384-32c4dfc923bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787881975269'] for port (8a64d58d-6958-452b-a809-7e45f77f46f6), before_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:24:19.928222 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.db [None req-c57af3de-6029-42a9-9384-32c4dfc923bf admin admin] For port 8a64d58d-6958-452b-a809-7e45f77f46f6, host dv-cinder-828806-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-3-iscsi',level=0,port_id=8a64d58d-6958-452b-a809-7e45f77f46f6,segment=NetworkSegment(5053323c-02e0-4fed-9db2-ed9de8ed77c8),segment_id=5053323c-02e0-4fed-9db2-ed9de8ed77c8)] {{(pid=104101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:24:19.928510 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-c57af3de-6029-42a9-9384-32c4dfc923bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595751'] for port (8a64d58d-6958-452b-a809-7e45f77f46f6), precommit_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:24:19.935832 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:24:19.941699 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.plugin [None req-c57af3de-6029-42a9-9384-32c4dfc923bf admin admin] Calling delete_port for 8a64d58d-6958-452b-a809-7e45f77f46f6 owned by network:dhcp {{(pid=104101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 21:24:20.002701 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a8b089e-e672-4d9f-9a9c-1c4f9988cc0c None None] DHCP port deletion for d8ca9641-c007-4346-a0d8-e6a2d38ece93 request from dv-cinder-828806-3-iscsi {{(pid=104103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 26 21:24:20.025562 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-c57af3de-6029-42a9-9384-32c4dfc923bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787881986003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787881445708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13231773'] for port (8a64d58d-6958-452b-a809-7e45f77f46f6), after_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:24:20.040931 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-1a8b089e-e672-4d9f-9a9c-1c4f9988cc0c None None] Deleting port 8a64d58d-6958-452b-a809-7e45f77f46f6 {{(pid=104103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 21:24:20.041467 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-1a8b089e-e672-4d9f-9a9c-1c4f9988cc0c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787881975269'] for port (8a64d58d-6958-452b-a809-7e45f77f46f6), before_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:24:20.043070 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:24:20.051609 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57af3de-6029-42a9-9384-32c4dfc923bf admin admin] Pushing event deleted for resources: {'Port': ['ID=8a64d58d-6958-452b-a809-7e45f77f46f6,revision_number=None']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:24:20.055115 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57af3de-6029-42a9-9384-32c4dfc923bf admin admin] No DVR routers for this DVR port 8a64d58d-6958-452b-a809-7e45f77f46f6 on host dv-cinder-828806-3-iscsi {{(pid=104101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 21:24:20.109620 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.db [None req-1a8b089e-e672-4d9f-9a9c-1c4f9988cc0c None None] For port 8a64d58d-6958-452b-a809-7e45f77f46f6, host dv-cinder-828806-3-iscsi, got binding levels [] {{(pid=104103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:24:20.109783 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-1a8b089e-e672-4d9f-9a9c-1c4f9988cc0c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595751'] for port (8a64d58d-6958-452b-a809-7e45f77f46f6), precommit_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:24:20.123442 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-1a8b089e-e672-4d9f-9a9c-1c4f9988cc0c None None] Calling delete_port for 8a64d58d-6958-452b-a809-7e45f77f46f6 owned by network:dhcp {{(pid=104103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 21:24:20.125908 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:24:20.126381 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.ipam_backend_mixin [None req-1a8b089e-e672-4d9f-9a9c-1c4f9988cc0c None None] Port 8a64d58d-6958-452b-a809-7e45f77f46f6 was not found and therefore no delete operation was performed {{(pid=104103) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 26 21:24:20.128079 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-1a8b089e-e672-4d9f-9a9c-1c4f9988cc0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787881986003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787881445708'] for port (8a64d58d-6958-452b-a809-7e45f77f46f6), after_delete {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:24:20.128327 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-c57af3de-6029-42a9-9384-32c4dfc923bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983897', 'neutron.services.segments.db._delete_segments_for_network-8787881958000'] for network (d8ca9641-c007-4346-a0d8-e6a2d38ece93), precommit_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:24:20.153602 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.services.segments.db [None req-c57af3de-6029-42a9-9384-32c4dfc923bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8ca9641-c007-4346-a0d8-e6a2d38ece93']}} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:24:20.158122 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8b089e-e672-4d9f-9a9c-1c4f9988cc0c None None] No DVR routers for this DVR port 8a64d58d-6958-452b-a809-7e45f77f46f6 on host dv-cinder-828806-3-iscsi {{(pid=104103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 21:24:20.162415 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8b089e-e672-4d9f-9a9c-1c4f9988cc0c None None] Pushing event deleted for resources: {'Port': ['ID=8a64d58d-6958-452b-a809-7e45f77f46f6,revision_number=None']} {{(pid=104103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:24:20.169472 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.services.segments.db [None req-c57af3de-6029-42a9-9384-32c4dfc923bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5053323c-02e0-4fed-9db2-ed9de8ed77c8') {'for_net_delete': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:24:20.169472 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.services.segments.db [None req-c57af3de-6029-42a9-9384-32c4dfc923bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5053323c-02e0-4fed-9db2-ed9de8ed77c8') {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:24:20.170314 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8b089e-e672-4d9f-9a9c-1c4f9988cc0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:24:20.170848 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8b089e-e672-4d9f-9a9c-1c4f9988cc0c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:24:20.171190 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8b089e-e672-4d9f-9a9c-1c4f9988cc0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:24:20.171529 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8b089e-e672-4d9f-9a9c-1c4f9988cc0c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:24:20.171859 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8b089e-e672-4d9f-9a9c-1c4f9988cc0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:24:20.172183 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8b089e-e672-4d9f-9a9c-1c4f9988cc0c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:24:20.173132 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8b089e-e672-4d9f-9a9c-1c4f9988cc0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:24:20.173463 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8b089e-e672-4d9f-9a9c-1c4f9988cc0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:24:20.173790 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8b089e-e672-4d9f-9a9c-1c4f9988cc0c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:24:20.174112 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8b089e-e672-4d9f-9a9c-1c4f9988cc0c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:24:20.174432 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8b089e-e672-4d9f-9a9c-1c4f9988cc0c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:24:20.174781 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8b089e-e672-4d9f-9a9c-1c4f9988cc0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:24:20.175101 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8b089e-e672-4d9f-9a9c-1c4f9988cc0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:24:20.175418 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8b089e-e672-4d9f-9a9c-1c4f9988cc0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:24:20.175734 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8b089e-e672-4d9f-9a9c-1c4f9988cc0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828806-3-iscsi {{(pid=104103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 21:24:20.179611 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-c57af3de-6029-42a9-9384-32c4dfc923bf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787881958777', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12907196'] for segment (5053323c-02e0-4fed-9db2-ed9de8ed77c8), before_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:24:20.193071 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-c57af3de-6029-42a9-9384-32c4dfc923bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-995747'] for segment (5053323c-02e0-4fed-9db2-ed9de8ed77c8), precommit_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:24:20.200898 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c57af3de-6029-42a9-9384-32c4dfc923bf admin admin] Releasing vlan 427 on physical network physnet1 to pool {{(pid=104101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 21:24:20.201300 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-c57af3de-6029-42a9-9384-32c4dfc923bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-995747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13231822'] for segment (5053323c-02e0-4fed-9db2-ed9de8ed77c8), after_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:24:20.271143 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-c57af3de-6029-42a9-9384-32c4dfc923bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1614797'] for network (d8ca9641-c007-4346-a0d8-e6a2d38ece93), after_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:24:20.280862 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-c57af3de-6029-42a9-9384-32c4dfc923bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-416010'] for network (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:24:20.281449 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-c57af3de-6029-42a9-9384-32c4dfc923bf admin admin] 10.222.0.57 "DELETE /v2.0/networks/d8ca9641-c007-4346-a0d8-e6a2d38ece93 HTTP/1.1" status: 204 len: 168 time: 0.5281355 May 26 21:24:20.284854 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 55184) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:24:20.296110 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57af3de-6029-42a9-9384-32c4dfc923bf admin admin] Pushing event deleted for resources: {'Network': ['ID=d8ca9641-c007-4346-a0d8-e6a2d38ece93,revision_number=None']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:24:20.307845 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.services.segments.plugin [-] Segment 5053323c-02e0-4fed-9db2-ed9de8ed77c8 resource provider aggregate not found May 26 21:24:20.325044 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.services.segments.plugin [-] Segment 5053323c-02e0-4fed-9db2-ed9de8ed77c8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5053323c-02e0-4fed-9db2-ed9de8ed77c8 found for delete ", "request_id": "req-c4a8c4ec-df9b-4cec-b9a2-6eec3dbcdc4e"}]} May 26 21:24:20.441701 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Device 8e1277bc-57dc-4023-a5f9-ebeec19ea03f no longer exists at agent ovs-agent-dv-cinder-828806-3-iscsi {{(pid=104103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 21:24:20.461793 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] No Port match for: 8e1277bc-57dc-4023-a5f9-ebeec19ea03f {{(pid=104103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 21:24:20.462224 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Device 8e1277bc-57dc-4023-a5f9-ebeec19ea03f not bound to the agent host dv-cinder-828806-3-iscsi {{(pid=104103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 21:24:20.462763 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Device 8a64d58d-6958-452b-a809-7e45f77f46f6 no longer exists at agent ovs-agent-dv-cinder-828806-3-iscsi {{(pid=104103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 21:24:20.481784 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] No Port match for: 8a64d58d-6958-452b-a809-7e45f77f46f6 {{(pid=104103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 21:24:20.482213 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Device 8a64d58d-6958-452b-a809-7e45f77f46f6 not bound to the agent host dv-cinder-828806-3-iscsi {{(pid=104103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 21:24:20.482712 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Device d2848d8a-9df8-4d16-af57-f77e1970b230 no longer exists at agent ovs-agent-dv-cinder-828806-3-iscsi {{(pid=104103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 21:24:20.500961 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] No Port match for: d2848d8a-9df8-4d16-af57-f77e1970b230 {{(pid=104103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 21:24:20.501301 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Device d2848d8a-9df8-4d16-af57-f77e1970b230 not bound to the agent host dv-cinder-828806-3-iscsi {{(pid=104103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 21:24:20.655093 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:24:20.659838 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:24:20.780670 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-22dc0ff3-c0eb-4b73-924c-705b605ecd48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1615327'] for router_interface (6a50dc2c-bd88-489d-bfdb-a4fd0028b13a), before_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:24:20.991065 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.plugins.ml2.plugin [None req-22dc0ff3-c0eb-4b73-924c-705b605ecd48 admin admin] Deleting port 6c161118-b2cd-4488-80d9-141ca0980e57 {{(pid=104102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 21:24:20.991307 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-22dc0ff3-c0eb-4b73-924c-705b605ecd48 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787881975269'] for port (6c161118-b2cd-4488-80d9-141ca0980e57), before_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:24:21.069994 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.plugins.ml2.db [None req-22dc0ff3-c0eb-4b73-924c-705b605ecd48 admin admin] For port 6c161118-b2cd-4488-80d9-141ca0980e57, host dv-cinder-828806-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-3-iscsi',level=0,port_id=6c161118-b2cd-4488-80d9-141ca0980e57,segment=NetworkSegment(37f95718-a085-4b1b-a117-7c0b4175eb98),segment_id=37f95718-a085-4b1b-a117-7c0b4175eb98)] {{(pid=104102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:24:21.070357 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-22dc0ff3-c0eb-4b73-924c-705b605ecd48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595751'] for port (6c161118-b2cd-4488-80d9-141ca0980e57), precommit_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:24:21.083225 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.plugins.ml2.plugin [None req-22dc0ff3-c0eb-4b73-924c-705b605ecd48 admin admin] Calling delete_port for 6c161118-b2cd-4488-80d9-141ca0980e57 owned by network:router_interface {{(pid=104102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 21:24:21.254025 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-22dc0ff3-c0eb-4b73-924c-705b605ecd48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787881986003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787881445708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16679263'] for port (6c161118-b2cd-4488-80d9-141ca0980e57), after_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:24:21.280519 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dc0ff3-c0eb-4b73-924c-705b605ecd48 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c161118-b2cd-4488-80d9-141ca0980e57,revision_number=None']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:24:21.443354 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:24:21.446053 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-22dc0ff3-c0eb-4b73-924c-705b605ecd48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-416047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1615171'] for router_interface (6a50dc2c-bd88-489d-bfdb-a4fd0028b13a), after_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:24:21.457820 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:24:21.650344 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22dc0ff3-c0eb-4b73-924c-705b605ecd48 admin admin] Router 6a50dc2c-bd88-489d-bfdb-a4fd0028b13a has already been hosted by L3 agent ccb07560-1e88-42f3-8411-377a93089622 {{(pid=104102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 21:24:21.755959 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22dc0ff3-c0eb-4b73-924c-705b605ecd48 admin admin] Notify agent at l3_agent.dv-cinder-828806-3-iscsi the message routers_updated {{(pid=104102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 21:24:21.760945 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-22dc0ff3-c0eb-4b73-924c-705b605ecd48 admin admin] 10.222.0.57 "PUT /v2.0/routers/6a50dc2c-bd88-489d-bfdb-a4fd0028b13a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4742577 May 26 21:24:21.763518 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 55188) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:24:21.765943 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfbff923-03af-417e-971b-f6b22b4894e5 None None] Sync routers for ids ['6a50dc2c-bd88-489d-bfdb-a4fd0028b13a'] in dv-cinder-828806-3-iscsi {{(pid=104104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 21:24:21.768730 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=7 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:24:21.772281 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=9 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:24:21.778768 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfbff923-03af-417e-971b-f6b22b4894e5 None None] Routers {'6a50dc2c-bd88-489d-bfdb-a4fd0028b13a'} bound to L3 agent in host dv-cinder-828806-3-iscsi {{(pid=104104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:24:21.779451 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_hamode_db [None req-cfbff923-03af-417e-971b-f6b22b4894e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T20:55:42Z,description=,heartbeat_timestamp=2022-05-26T21:24:12Z,host='dv-cinder-828806-3-iscsi',id=ccb07560-1e88-42f3-8411-377a93089622,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T20:55:42Z,topic='l3_agent')) {'router_ids': ['6a50dc2c-bd88-489d-bfdb-a4fd0028b13a'], 'active': True} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:24:21.861056 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-d9dd0050-edf7-47cb-a978-c2e4b094bbd7 admin admin] Publish callbacks [] for router (6a50dc2c-bd88-489d-bfdb-a4fd0028b13a), before_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:24:21.875206 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvr_db [None req-cfbff923-03af-417e-971b-f6b22b4894e5 None None] Set router 6a50dc2c-bd88-489d-bfdb-a4fd0028b13a gateway port host: dv-cinder-828806-3-iscsi {{(pid=104104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:24:21.957202 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-d9dd0050-edf7-47cb-a978-c2e4b094bbd7 admin admin] Publish callbacks [] for router_gateway (6a50dc2c-bd88-489d-bfdb-a4fd0028b13a), before_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:24:21.999510 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.plugins.ml2.plugin [None req-d9dd0050-edf7-47cb-a978-c2e4b094bbd7 admin admin] Deleting port f023cdac-04b6-4a53-a4ba-d85f589fc5c3 {{(pid=104102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 21:24:21.999948 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-d9dd0050-edf7-47cb-a978-c2e4b094bbd7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787881975269'] for port (f023cdac-04b6-4a53-a4ba-d85f589fc5c3), before_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:24:22.036413 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_hamode_db [None req-cfbff923-03af-417e-971b-f6b22b4894e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a50dc2c-bd88-489d-bfdb-a4fd0028b13a', 'name': 'tempest-TestVolumeBootPattern-1875465930-router', 'tenant_id': '531db82a7d614586b53059ce8ff060ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'external_fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': 'f023cdac-04b6-4a53-a4ba-d85f589fc5c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:17:39Z', 'updated_at': '2022-05-26T21:24:21Z', 'revision_number': 5, 'project_id': '531db82a7d614586b53059ce8ff060ec', 'gw_port': {'id': 'f023cdac-04b6-4a53-a4ba-d85f589fc5c3', 'name': '', 'network_id': '7d433162-bc3c-42dc-9b38-0bd5733b5e12', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b5:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a50dc2c-bd88-489d-bfdb-a4fd0028b13a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828806-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T21:17:40Z', 'updated_at': '2022-05-26T21:17:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '724ba99f-4e90-4a15-97fd-930eedded7a9', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828806-3-iscsi'}], 'dv-cinder-828806-3-iscsi', False) {} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:24:22.060232 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfbff923-03af-417e-971b-f6b22b4894e5 None None] Checking router: 6a50dc2c-bd88-489d-bfdb-a4fd0028b13a for host: dv-cinder-828806-3-iscsi {{(pid=104104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 21:24:22.068662 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfbff923-03af-417e-971b-f6b22b4894e5 None None] Routers {'6a50dc2c-bd88-489d-bfdb-a4fd0028b13a'} bound to L3 agent in host dv-cinder-828806-3-iscsi {{(pid=104104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 21:24:22.069262 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_hamode_db [None req-cfbff923-03af-417e-971b-f6b22b4894e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828806-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T20:55:42Z,description=,heartbeat_timestamp=2022-05-26T21:24:12Z,host='dv-cinder-828806-3-iscsi',id=ccb07560-1e88-42f3-8411-377a93089622,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T20:55:42Z,topic='l3_agent')) {'router_ids': ['6a50dc2c-bd88-489d-bfdb-a4fd0028b13a'], 'active': True} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:24:22.080763 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.plugins.ml2.db [None req-d9dd0050-edf7-47cb-a978-c2e4b094bbd7 admin admin] For port f023cdac-04b6-4a53-a4ba-d85f589fc5c3, host dv-cinder-828806-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-3-iscsi',level=0,port_id=f023cdac-04b6-4a53-a4ba-d85f589fc5c3,segment=NetworkSegment(8d4aea41-d977-462c-9098-4088113247cb),segment_id=8d4aea41-d977-462c-9098-4088113247cb)] {{(pid=104102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:24:22.081142 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-d9dd0050-edf7-47cb-a978-c2e4b094bbd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595751'] for port (f023cdac-04b6-4a53-a4ba-d85f589fc5c3), precommit_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:24:22.094164 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.plugins.ml2.plugin [None req-d9dd0050-edf7-47cb-a978-c2e4b094bbd7 admin admin] Calling delete_port for f023cdac-04b6-4a53-a4ba-d85f589fc5c3 owned by network:router_gateway {{(pid=104102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 21:24:22.233799 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_dvr_db [None req-cfbff923-03af-417e-971b-f6b22b4894e5 None None] Set router 6a50dc2c-bd88-489d-bfdb-a4fd0028b13a gateway port host: None {{(pid=104104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 21:24:22.259048 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-d9dd0050-edf7-47cb-a978-c2e4b094bbd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787881986003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787881445708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16679263'] for port (f023cdac-04b6-4a53-a4ba-d85f589fc5c3), after_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:24:22.266947 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:24:22.267820 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:24:22.281462 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.l3_hamode_db [None req-cfbff923-03af-417e-971b-f6b22b4894e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a50dc2c-bd88-489d-bfdb-a4fd0028b13a', 'name': 'tempest-TestVolumeBootPattern-1875465930-router', 'tenant_id': '531db82a7d614586b53059ce8ff060ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:17:39Z', 'updated_at': '2022-05-26T21:24:21Z', 'revision_number': 6, 'project_id': '531db82a7d614586b53059ce8ff060ec', 'gw_port_host': None}], 'dv-cinder-828806-3-iscsi', False) {} {{(pid=104104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:24:22.287086 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dd0050-edf7-47cb-a978-c2e4b094bbd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f023cdac-04b6-4a53-a4ba-d85f589fc5c3,revision_number=None']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:24:22.305094 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfbff923-03af-417e-971b-f6b22b4894e5 None None] The sync data for ids ['6a50dc2c-bd88-489d-bfdb-a4fd0028b13a'] in dv-cinder-828806-3-iscsi is: [{'id': '6a50dc2c-bd88-489d-bfdb-a4fd0028b13a', 'name': 'tempest-TestVolumeBootPattern-1875465930-router', 'tenant_id': '531db82a7d614586b53059ce8ff060ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T21:17:39Z', 'updated_at': '2022-05-26T21:24:21Z', 'revision_number': 6, 'project_id': '531db82a7d614586b53059ce8ff060ec', 'gw_port_host': None}] {{(pid=104104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 21:24:22.352025 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-d9dd0050-edf7-47cb-a978-c2e4b094bbd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1614817'] for router_gateway (6a50dc2c-bd88-489d-bfdb-a4fd0028b13a), after_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:24:22.435147 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-d9dd0050-edf7-47cb-a978-c2e4b094bbd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1900208', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130790'] for router (6a50dc2c-bd88-489d-bfdb-a4fd0028b13a), precommit_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:24:22.437222 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-d9dd0050-edf7-47cb-a978-c2e4b094bbd7 admin admin] Publish callbacks [] for router_controller (6a50dc2c-bd88-489d-bfdb-a4fd0028b13a), precommit_delete_associations {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:24:22.478517 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-d9dd0050-edf7-47cb-a978-c2e4b094bbd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1900219'] for router (6a50dc2c-bd88-489d-bfdb-a4fd0028b13a), after_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:24:22.479185 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9dd0050-edf7-47cb-a978-c2e4b094bbd7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6a50dc2c-bd88-489d-bfdb-a4fd0028b13a {{(pid=104102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 21:24:22.483226 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-d9dd0050-edf7-47cb-a978-c2e4b094bbd7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:24:22.484703 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-d9dd0050-edf7-47cb-a978-c2e4b094bbd7 admin admin] 10.222.0.57 "DELETE /v2.0/routers/6a50dc2c-bd88-489d-bfdb-a4fd0028b13a HTTP/1.1" status: 204 len: 168 time: 0.7202032 May 26 21:24:22.487196 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [-] (104102) accepted ('10.222.0.57', 55190) {{(pid=104102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:24:22.530534 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.db.db_base_plugin_v2 [None req-d17897e6-0125-44f9-a25a-00c61058344b admin admin] Deleting subnet 78dc0134-8352-4f81-a0ed-247d012e9208 {{(pid=104102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 26 21:24:22.533666 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-d17897e6-0125-44f9-a25a-00c61058344b admin admin] Publish callbacks [] for subnet (78dc0134-8352-4f81-a0ed-247d012e9208), before_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:24:22.567721 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-d17897e6-0125-44f9-a25a-00c61058344b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16235537'] for subnet (78dc0134-8352-4f81-a0ed-247d012e9208), precommit_delete_associations {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:24:22.642439 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-d17897e6-0125-44f9-a25a-00c61058344b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-985580'] for subnet (78dc0134-8352-4f81-a0ed-247d012e9208), precommit_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:24:22.707451 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-d17897e6-0125-44f9-a25a-00c61058344b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-985589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1609236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16680622', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-15806586'] for subnet (78dc0134-8352-4f81-a0ed-247d012e9208), after_delete {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:24:22.736327 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17897e6-0125-44f9-a25a-00c61058344b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78dc0134-8352-4f81-a0ed-247d012e9208,revision_number=None']} {{(pid=104102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:24:22.741137 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron_lib.callbacks.manager [None req-d17897e6-0125-44f9-a25a-00c61058344b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-416010'] for subnet (None), before_response {{(pid=104102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:24:22.748613 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 55192) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:24:22.749107 dv-cinder-828806-3-iscsi neutron-server[104102]: INFO neutron.wsgi [None req-d17897e6-0125-44f9-a25a-00c61058344b admin admin] 10.222.0.57 "DELETE /v2.0/subnets/78dc0134-8352-4f81-a0ed-247d012e9208 HTTP/1.1" status: 204 len: 168 time: 0.2604992 May 26 21:24:22.758463 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90df1d3-c0b6-469e-a446-9a584a12f086 None None] Network 41dbdc29-193e-45a5-903c-2b5db1ac41da requested from dv-cinder-828806-3-iscsi {{(pid=104103) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 26 21:24:22.837926 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-a0423508-8e94-4c5f-a405-87de875eed35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-791915'] for network (41dbdc29-193e-45a5-903c-2b5db1ac41da), before_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:24:22.882606 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.plugin [None req-a0423508-8e94-4c5f-a405-87de875eed35 admin admin] Deleting port bc9f544a-8c37-430f-aa48-5278954623c5 {{(pid=104101) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 26 21:24:22.882966 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-a0423508-8e94-4c5f-a405-87de875eed35 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787881975269'] for port (bc9f544a-8c37-430f-aa48-5278954623c5), before_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:24:22.929226 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Device 6c161118-b2cd-4488-80d9-141ca0980e57 no longer exists at agent ovs-agent-dv-cinder-828806-3-iscsi {{(pid=104103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 21:24:22.949378 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.db [None req-a0423508-8e94-4c5f-a405-87de875eed35 admin admin] For port bc9f544a-8c37-430f-aa48-5278954623c5, host dv-cinder-828806-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828806-3-iscsi',level=0,port_id=bc9f544a-8c37-430f-aa48-5278954623c5,segment=NetworkSegment(37f95718-a085-4b1b-a117-7c0b4175eb98),segment_id=37f95718-a085-4b1b-a117-7c0b4175eb98)] {{(pid=104101) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 21:24:22.949743 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-a0423508-8e94-4c5f-a405-87de875eed35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1595751'] for port (bc9f544a-8c37-430f-aa48-5278954623c5), precommit_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:24:22.956096 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] No Port match for: 6c161118-b2cd-4488-80d9-141ca0980e57 {{(pid=104103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 21:24:22.956435 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Device 6c161118-b2cd-4488-80d9-141ca0980e57 not bound to the agent host dv-cinder-828806-3-iscsi {{(pid=104103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 21:24:22.964147 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.plugin [None req-a0423508-8e94-4c5f-a405-87de875eed35 admin admin] Calling delete_port for bc9f544a-8c37-430f-aa48-5278954623c5 owned by network:dhcp {{(pid=104101) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 26 21:24:23.048823 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-a0423508-8e94-4c5f-a405-87de875eed35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-600334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443836', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787881986003', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787881445708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13231773'] for port (bc9f544a-8c37-430f-aa48-5278954623c5), after_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:24:23.073256 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0423508-8e94-4c5f-a405-87de875eed35 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc9f544a-8c37-430f-aa48-5278954623c5,revision_number=None']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:24:23.077898 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0423508-8e94-4c5f-a405-87de875eed35 admin admin] No DVR routers for this DVR port bc9f544a-8c37-430f-aa48-5278954623c5 on host dv-cinder-828806-3-iscsi {{(pid=104101) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 21:24:23.145065 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac4f2a51-2907-4c97-b856-0ead757e1b8c None None] DHCP port deletion for 41dbdc29-193e-45a5-903c-2b5db1ac41da request from dv-cinder-828806-3-iscsi {{(pid=104103) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 26 21:24:23.153710 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-a0423508-8e94-4c5f-a405-87de875eed35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983897', 'neutron.services.segments.db._delete_segments_for_network-8787881958000'] for network (41dbdc29-193e-45a5-903c-2b5db1ac41da), precommit_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:24:23.180966 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.services.segments.db [None req-a0423508-8e94-4c5f-a405-87de875eed35 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41dbdc29-193e-45a5-903c-2b5db1ac41da']}} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:24:23.190332 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.services.segments.db [None req-a0423508-8e94-4c5f-a405-87de875eed35 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37f95718-a085-4b1b-a117-7c0b4175eb98') {'for_net_delete': True} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:24:23.190729 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.services.segments.db [None req-a0423508-8e94-4c5f-a405-87de875eed35 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37f95718-a085-4b1b-a117-7c0b4175eb98') {} {{(pid=104101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 21:24:23.199914 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-a0423508-8e94-4c5f-a405-87de875eed35 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787881958777', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12907196'] for segment (37f95718-a085-4b1b-a117-7c0b4175eb98), before_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:24:23.212674 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-a0423508-8e94-4c5f-a405-87de875eed35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-995747'] for segment (37f95718-a085-4b1b-a117-7c0b4175eb98), precommit_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:24:23.218931 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0423508-8e94-4c5f-a405-87de875eed35 admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=104101) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 21:24:23.219911 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-a0423508-8e94-4c5f-a405-87de875eed35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-995747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13231822'] for segment (37f95718-a085-4b1b-a117-7c0b4175eb98), after_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:24:23.263217 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.services.segments.plugin [-] Segment 37f95718-a085-4b1b-a117-7c0b4175eb98 resource provider aggregate not found May 26 21:24:23.282962 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.services.segments.plugin [-] Segment 37f95718-a085-4b1b-a117-7c0b4175eb98 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 37f95718-a085-4b1b-a117-7c0b4175eb98 found for delete ", "request_id": "req-c3a1f510-709b-4dc9-a8bc-2c432eab28d3"}]} May 26 21:24:23.284321 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-a0423508-8e94-4c5f-a405-87de875eed35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-983906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636576', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-416052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1614797'] for network (41dbdc29-193e-45a5-903c-2b5db1ac41da), after_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:24:23.289748 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-a0423508-8e94-4c5f-a405-87de875eed35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-416010'] for network (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:24:23.292768 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-a0423508-8e94-4c5f-a405-87de875eed35 admin admin] 10.222.0.57 "DELETE /v2.0/networks/41dbdc29-193e-45a5-903c-2b5db1ac41da HTTP/1.1" status: 204 len: 168 time: 0.5422745 May 26 21:24:23.303614 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0423508-8e94-4c5f-a405-87de875eed35 admin admin] Pushing event deleted for resources: {'Network': ['ID=41dbdc29-193e-45a5-903c-2b5db1ac41da,revision_number=None']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:24:23.411398 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 55202) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:24:23.429892 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:24:23.452791 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-b20985a8-63ad-4463-a1e4-893d3a12f901 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1b6678b588cc47f48b84d3120deccdb4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0402930 May 26 21:24:23.455753 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 55204) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:24:23.501842 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-884e7d51-c550-4f3e-9631-c0b626034fd8 admin admin] Publish callbacks [] for security_group (e3bf8e4c-cbdc-496a-9b26-f75835360832), before_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:24:23.526024 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-884e7d51-c550-4f3e-9631-c0b626034fd8 admin admin] Publish callbacks [] for security_group (e3bf8e4c-cbdc-496a-9b26-f75835360832), precommit_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:24:23.572338 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-884e7d51-c550-4f3e-9631-c0b626034fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (e3bf8e4c-cbdc-496a-9b26-f75835360832), after_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:24:23.574771 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-884e7d51-c550-4f3e-9631-c0b626034fd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:24:23.575898 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-884e7d51-c550-4f3e-9631-c0b626034fd8 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e3bf8e4c-cbdc-496a-9b26-f75835360832 HTTP/1.1" status: 204 len: 168 time: 0.1192751 May 26 21:24:23.583810 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884e7d51-c550-4f3e-9631-c0b626034fd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3bf8e4c-cbdc-496a-9b26-f75835360832,revision_number=None']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:24:23.806089 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (7f90b46f-777d-4aa1-89b5-840fb2878c39), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:24:23.887499 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 55210) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:24:23.907638 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:24:23.928428 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-cc57c0b0-e2c4-4cb8-b737-e65cc2a813ee admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=531db82a7d614586b53059ce8ff060ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0398242 May 26 21:24:23.930804 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [-] (104101) accepted ('10.222.0.57', 55212) {{(pid=104101) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 26 21:24:23.977182 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-01110263-226a-415a-8d2c-180a6a463b30 admin admin] Publish callbacks [] for security_group (b2379b25-4a1e-47c9-b67a-d4a7a8c37972), before_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:24:23.998016 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-01110263-226a-415a-8d2c-180a6a463b30 admin admin] Publish callbacks [] for security_group (b2379b25-4a1e-47c9-b67a-d4a7a8c37972), precommit_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:24:24.045137 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-01110263-226a-415a-8d2c-180a6a463b30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1636369'] for security_group (b2379b25-4a1e-47c9-b67a-d4a7a8c37972), after_delete {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:24:24.048400 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron_lib.callbacks.manager [None req-01110263-226a-415a-8d2c-180a6a463b30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:24:24.049706 dv-cinder-828806-3-iscsi neutron-server[104101]: INFO neutron.wsgi [None req-01110263-226a-415a-8d2c-180a6a463b30 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b2379b25-4a1e-47c9-b67a-d4a7a8c37972 HTTP/1.1" status: 204 len: 168 time: 0.1179748 May 26 21:24:24.057215 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01110263-226a-415a-8d2c-180a6a463b30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2379b25-4a1e-47c9-b67a-d4a7a8c37972,revision_number=None']} {{(pid=104101) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 21:24:24.441063 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Device bc9f544a-8c37-430f-aa48-5278954623c5 no longer exists at agent ovs-agent-dv-cinder-828806-3-iscsi {{(pid=104103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 21:24:24.462939 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] No Port match for: bc9f544a-8c37-430f-aa48-5278954623c5 {{(pid=104103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 21:24:24.463283 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Device bc9f544a-8c37-430f-aa48-5278954623c5 not bound to the agent host dv-cinder-828806-3-iscsi {{(pid=104103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 21:24:24.463699 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Device f023cdac-04b6-4a53-a4ba-d85f589fc5c3 no longer exists at agent ovs-agent-dv-cinder-828806-3-iscsi {{(pid=104103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 21:24:24.481271 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.plugin [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] No Port match for: f023cdac-04b6-4a53-a4ba-d85f589fc5c3 {{(pid=104103) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 26 21:24:24.481608 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron.plugins.ml2.rpc [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Device f023cdac-04b6-4a53-a4ba-d85f589fc5c3 not bound to the agent host dv-cinder-828806-3-iscsi {{(pid=104103) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 21:24:29.582569 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.agents_db [None req-7031173d-d819-4c63-a4ce-0c5776890f6a None None] Agent healthcheck: found 6 active agents {{(pid=104104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 21:24:32.712964 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=46,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:24:32.717239 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG dbcounter [-] [104102] Writing DB stats neutron:SELECT=34,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:24:34.052015 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=14,neutron:DELETE=2 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:24:34.052760 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG dbcounter [-] [104101] Writing DB stats neutron:SELECT=43,neutron:DELETE=4 {{(pid=104101) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:24:34.466084 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=26,neutron:UPDATE=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:24:34.466754 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=51 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:24:39.824173 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-cbefb884-57cc-4cd4-8e65-5671c1195efd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (28061657-8b16-479f-8ff4-19bdcc74bc2c), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:24:42.093336 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-7f50c21a-b9d7-4e58-9316-21d5666301c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (ccb07560-1e88-42f3-8411-377a93089622), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:24:43.077800 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-2cedcaf3-f8c8-488c-9e0f-8ce175add227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (5deefb54-cd62-4255-b022-7e9734e3e0b8), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:24:44.452414 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=50 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:24:44.458694 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=65 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:24:44.588317 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-46f12c73-3700-4e7e-86c8-206b84d0e626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (54d4a93e-badb-480c-831f-99f9f6beb5f4), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:24:46.039376 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (545ffc5a-00f7-4140-8f25-9e74b0e32d39), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:24:53.817410 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (7f90b46f-777d-4aa1-89b5-840fb2878c39), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:25:03.811162 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:25:03.813061 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:25:06.581815 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.agents_db [None req-7031173d-d819-4c63-a4ce-0c5776890f6a None None] Agent healthcheck: found 6 active agents {{(pid=104104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 21:25:09.825995 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-777730f0-7b0e-42f7-9dc2-273182aa4682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (28061657-8b16-479f-8ff4-19bdcc74bc2c), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:25:12.099730 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-ce9b852f-213d-4742-9521-e84658eb643c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (ccb07560-1e88-42f3-8411-377a93089622), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:25:13.081067 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-2cedcaf3-f8c8-488c-9e0f-8ce175add227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (5deefb54-cd62-4255-b022-7e9734e3e0b8), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:25:14.591501 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-46f12c73-3700-4e7e-86c8-206b84d0e626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (54d4a93e-badb-480c-831f-99f9f6beb5f4), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:25:16.032578 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (545ffc5a-00f7-4140-8f25-9e74b0e32d39), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:25:20.263857 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [req-e1c5a71a-2e07-4a11-a691-4146075a9fbf req-df5ef61d-fe58-42a9-aaff-a1c2bb1529de service neutron] (104102) timed out ('10.222.0.57', 50530) {{(pid=104102) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 26 21:25:20.515109 dv-cinder-828806-3-iscsi neutron-server[104102]: DEBUG neutron.wsgi [req-e1c5a71a-2e07-4a11-a691-4146075a9fbf req-1fe57e27-459a-4531-b3e4-388759360599 tempest-AttachVolumeShelveTestJSON-1849921107 tempest-AttachVolumeShelveTestJSON-1849921107-project] (104102) timed out ('10.222.0.57', 50548) {{(pid=104102) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 26 21:25:21.450117 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=3 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:25:21.455222 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=5 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:25:23.819832 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (7f90b46f-777d-4aa1-89b5-840fb2878c39), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:25:33.813894 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=12 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:25:33.815908 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=6,neutron:UPDATE=6 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:25:36.822766 dv-cinder-828806-3-iscsi neutron-server[104101]: DEBUG neutron.wsgi [req-0787b777-7b49-4882-9803-66dd6553d570 req-1e7f786b-d993-4f1a-b6d4-21fdee8be3ae service neutron] (104101) timed out ('10.222.0.62', 65380) {{(pid=104101) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 26 21:25:38.445162 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=2 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:25:38.445879 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:25:39.827055 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-97dbabbf-c1bb-405f-bc95-c808dc58c3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (28061657-8b16-479f-8ff4-19bdcc74bc2c), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:25:42.101163 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-97563191-8a4b-4b42-9693-81b5a64b0924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (ccb07560-1e88-42f3-8411-377a93089622), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:25:43.082754 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-2cedcaf3-f8c8-488c-9e0f-8ce175add227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (5deefb54-cd62-4255-b022-7e9734e3e0b8), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:25:43.580944 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.agents_db [None req-7031173d-d819-4c63-a4ce-0c5776890f6a None None] Agent healthcheck: found 6 active agents {{(pid=104104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 21:25:44.624506 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-46f12c73-3700-4e7e-86c8-206b84d0e626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (54d4a93e-badb-480c-831f-99f9f6beb5f4), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:25:46.038054 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (545ffc5a-00f7-4140-8f25-9e74b0e32d39), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:25:53.819730 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (7f90b46f-777d-4aa1-89b5-840fb2878c39), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:25:58.445244 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=2 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:25:58.450494 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=6 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:26:03.813952 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:26:03.815862 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=22,neutron:UPDATE=5 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:26:09.828544 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-c258234a-9edc-4c46-8b44-da568c44d032 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (28061657-8b16-479f-8ff4-19bdcc74bc2c), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:26:12.103056 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-1f32ddc8-0283-49d6-b16a-b181d923fea0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (ccb07560-1e88-42f3-8411-377a93089622), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:26:13.083828 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-2cedcaf3-f8c8-488c-9e0f-8ce175add227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (5deefb54-cd62-4255-b022-7e9734e3e0b8), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:26:14.596447 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-46f12c73-3700-4e7e-86c8-206b84d0e626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (54d4a93e-badb-480c-831f-99f9f6beb5f4), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:26:16.041893 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (545ffc5a-00f7-4140-8f25-9e74b0e32d39), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:26:20.579726 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.agents_db [None req-7031173d-d819-4c63-a4ce-0c5776890f6a None None] Agent healthcheck: found 6 active agents {{(pid=104104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 21:26:23.818687 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (7f90b46f-777d-4aa1-89b5-840fb2878c39), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:26:33.811635 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:26:33.813550 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:26:35.452143 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=17 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:26:35.456115 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=17 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:26:39.833048 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-3361b846-3b42-40b7-b343-30e0d2e866d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (28061657-8b16-479f-8ff4-19bdcc74bc2c), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:26:42.104620 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-07d38b43-d1e1-4e05-add3-eaa410694ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (ccb07560-1e88-42f3-8411-377a93089622), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:26:43.087293 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-2cedcaf3-f8c8-488c-9e0f-8ce175add227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (5deefb54-cd62-4255-b022-7e9734e3e0b8), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:26:44.598173 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-46f12c73-3700-4e7e-86c8-206b84d0e626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (54d4a93e-badb-480c-831f-99f9f6beb5f4), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:26:46.048162 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (545ffc5a-00f7-4140-8f25-9e74b0e32d39), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:26:53.833445 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (7f90b46f-777d-4aa1-89b5-840fb2878c39), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:26:57.578100 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.agents_db [None req-7031173d-d819-4c63-a4ce-0c5776890f6a None None] Agent healthcheck: found 6 active agents {{(pid=104104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 21:27:03.824014 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:27:03.828915 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:27:09.834538 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-7920f88a-bd30-4119-a91c-ac5fe6f8cbfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (28061657-8b16-479f-8ff4-19bdcc74bc2c), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:12.108099 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-fc127d0e-9342-4201-85a1-5d520f51ecf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (ccb07560-1e88-42f3-8411-377a93089622), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:12.460546 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=3 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:27:12.461270 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=5 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:27:13.089889 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-2cedcaf3-f8c8-488c-9e0f-8ce175add227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (5deefb54-cd62-4255-b022-7e9734e3e0b8), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:14.600779 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-46f12c73-3700-4e7e-86c8-206b84d0e626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (54d4a93e-badb-480c-831f-99f9f6beb5f4), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:16.042459 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (545ffc5a-00f7-4140-8f25-9e74b0e32d39), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:23.836640 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (7f90b46f-777d-4aa1-89b5-840fb2878c39), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:33.826590 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:27:33.832758 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:27:34.576992 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.agents_db [None req-7031173d-d819-4c63-a4ce-0c5776890f6a None None] Agent healthcheck: found 6 active agents {{(pid=104104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 21:27:39.835371 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-0c900d00-873c-43a8-98c4-59face0dc94e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (28061657-8b16-479f-8ff4-19bdcc74bc2c), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:42.107867 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-a8bc932b-7f1f-49af-bf2e-023f9d637290 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (ccb07560-1e88-42f3-8411-377a93089622), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:43.091953 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-2cedcaf3-f8c8-488c-9e0f-8ce175add227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (5deefb54-cd62-4255-b022-7e9734e3e0b8), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:44.640531 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-46f12c73-3700-4e7e-86c8-206b84d0e626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (54d4a93e-badb-480c-831f-99f9f6beb5f4), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:46.045594 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (545ffc5a-00f7-4140-8f25-9e74b0e32d39), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:27:49.463657 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:27:49.468158 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=6 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:27:53.847313 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (7f90b46f-777d-4aa1-89b5-840fb2878c39), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:03.841656 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:28:03.843727 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:UPDATE=3,neutron:SELECT=21 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:28:09.836737 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-48990554-f0a1-44c5-9bff-6c2c11260567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (28061657-8b16-479f-8ff4-19bdcc74bc2c), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:11.576008 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.agents_db [None req-7031173d-d819-4c63-a4ce-0c5776890f6a None None] Agent healthcheck: found 6 active agents {{(pid=104104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 21:28:12.109683 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-b075acf2-3865-49f4-bdcb-e0ee38f5752a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (ccb07560-1e88-42f3-8411-377a93089622), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:13.093592 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-2cedcaf3-f8c8-488c-9e0f-8ce175add227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (5deefb54-cd62-4255-b022-7e9734e3e0b8), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:14.607468 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-46f12c73-3700-4e7e-86c8-206b84d0e626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (54d4a93e-badb-480c-831f-99f9f6beb5f4), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:16.049852 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (545ffc5a-00f7-4140-8f25-9e74b0e32d39), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:23.861523 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (7f90b46f-777d-4aa1-89b5-840fb2878c39), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:33.851315 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:28:33.858079 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:28:34.623984 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=18 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:28:34.626530 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=16 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:28:39.837913 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-204a815e-2fcb-456f-a4de-35eb8995b6af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (28061657-8b16-479f-8ff4-19bdcc74bc2c), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:42.112318 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-c3707f62-7db6-460c-bf51-e2a7cef89dcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (ccb07560-1e88-42f3-8411-377a93089622), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:43.097088 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-2cedcaf3-f8c8-488c-9e0f-8ce175add227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (5deefb54-cd62-4255-b022-7e9734e3e0b8), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:44.609070 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-46f12c73-3700-4e7e-86c8-206b84d0e626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (54d4a93e-badb-480c-831f-99f9f6beb5f4), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:46.052242 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (545ffc5a-00f7-4140-8f25-9e74b0e32d39), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:28:48.574754 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.agents_db [None req-7031173d-d819-4c63-a4ce-0c5776890f6a None None] Agent healthcheck: found 6 active agents {{(pid=104104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 21:28:53.868496 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (7f90b46f-777d-4aa1-89b5-840fb2878c39), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:03.467469 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=4 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:29:03.471394 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=4 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:29:03.862474 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:29:03.864431 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:29:09.840249 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-fd6e9d0b-9589-44fa-8551-9bdc8d85405e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (28061657-8b16-479f-8ff4-19bdcc74bc2c), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:12.115168 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-cc42b04c-27ee-444d-ad5a-cc6bdef0bef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (ccb07560-1e88-42f3-8411-377a93089622), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:13.100381 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-2cedcaf3-f8c8-488c-9e0f-8ce175add227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (5deefb54-cd62-4255-b022-7e9734e3e0b8), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:14.611440 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-46f12c73-3700-4e7e-86c8-206b84d0e626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (54d4a93e-badb-480c-831f-99f9f6beb5f4), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:16.055208 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-8cabe773-295e-4797-92c0-9303b005fbda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (545ffc5a-00f7-4140-8f25-9e74b0e32d39), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:23.875884 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-4ff6fcbd-7cb4-4c3d-82ee-b62a540b4ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (7f90b46f-777d-4aa1-89b5-840fb2878c39), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:25.573302 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG neutron.db.agents_db [None req-7031173d-d819-4c63-a4ce-0c5776890f6a None None] Agent healthcheck: found 6 active agents {{(pid=104104) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 21:29:33.869427 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:29:33.871372 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG dbcounter [-] [104103] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:29:39.843863 dv-cinder-828806-3-iscsi neutron-server[104103]: DEBUG neutron_lib.callbacks.manager [None req-7131b2d5-8bcf-4d51-8983-fb5f88d348de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787881957982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-629658'] for agent (28061657-8b16-479f-8ff4-19bdcc74bc2c), after_update {{(pid=104103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 26 21:29:40.476822 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 26 21:29:40.477500 dv-cinder-828806-3-iscsi neutron-server[104104]: DEBUG dbcounter [-] [104104] Writing DB stats neutron:SELECT=4 {{(pid=104104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}